00000100:00000001:1.0:1787756366.115439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756366.115444:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756366.115448:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756366.115466:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756366.115469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756366.115470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756366.115473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756366.115475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756366.115478:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756366.115481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756366.115485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756366.115491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756367.139389:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756367.139409:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756367.139421:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756367.139428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756367.139435:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756367.139439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756367.139461:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756367.139466:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756367.139470:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756367.139495:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756367.139499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756367.139502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756367.139505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756367.139510:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756367.139515:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756367.139518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756367.139520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756367.139521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756367.139565:0:261302:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756367.139568:0:261302:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756367.139581:0:261302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756368.163383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756368.163393:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756368.163398:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.163407:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756368.163416:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756368.163422:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756368.163430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756368.163435:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756368.163442:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.163518:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756368.163521:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756368.163523:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.163536:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756368.163539:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756368.163541:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756368.163542:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756368.163544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756368.163546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756368.227424:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756368.227431:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756368.227434:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756368.227437:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756368.227441:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756368.227447:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14072 00000400:00000200:1.0:1787756368.227472:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756368.227480:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756368.227485:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756368.227490:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227494:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.227497:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227501:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756368.227517:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756368.227519:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756368.227523:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756368.227558:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756368.227561:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756368.227563:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756368.227567:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227569:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.227572:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227573:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756368.227576:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756368.227580:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227582:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756368.227585:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756368.227594:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756368.227597:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.227599:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756368.227601:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756368.227611:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756368.227614:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756368.227619:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756368.227620:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.227623:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756368.227626:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756368.227630:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756368.227637:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1800. 00000100:00000001:1.0:1787756368.227643:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.227652:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930916480/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756368.227662:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756368.227666:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756368.227670:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930916480/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756368.227689:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756368.227692:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756368.227695:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756368.227697:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756368.227698:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756368.227701:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756368.227704:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14072 00000400:00000200:1.0:1787756368.227707:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756368.227710:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756368.227712:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756368.227715:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227717:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.227720:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227722:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756368.227725:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756368.227726:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756368.227728:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756368.227730:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756368.227732:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756368.227734:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756368.227737:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227742:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.227745:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227750:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756368.227753:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756368.227758:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227761:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756368.227764:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756368.227769:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756368.227775:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.227780:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756368.227785:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756368.227791:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.227795:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756368.227799:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756368.227805:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=55 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756368.227810:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756368.227812:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.227818:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756368.227821:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756368.227825:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756368.227829:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756368.227834:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.227846:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930916608/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756368.227857:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756368.227862:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756368.227867:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930916608/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756368.227877:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756368.227882:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756368.227888:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756368.227890:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756368.227891:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756368.227896:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756368.227901:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14072 00000400:00000200:1.0:1787756368.227907:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756368.227913:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756368.227916:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756368.227921:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227927:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.227932:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227941:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756368.227947:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756368.227952:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756368.227957:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756368.227961:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756368.227968:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756368.227975:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756368.227984:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227989:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.227995:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.227999:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756368.228007:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756368.228010:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228017:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756368.228018:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756368.228021:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756368.228028:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228033:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756368.228035:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756368.228038:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228040:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756368.228046:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335a40. 00000020:00000040:1.0:1787756368.228051:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756368.228054:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756368.228057:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228063:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756368.228066:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756368.228068:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756368.228073:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756368.228080:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.228090:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335a40 x1874583930916736/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756368.228120:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756368.228125:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756368.228130:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1e54af8] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335a40 x1874583930916736/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756368.228147:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756368.228150:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756368.228153:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756368.228154:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756368.228155:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756368.228157:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756368.228159:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14072 00000400:00000200:1.0:1787756368.228176:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756368.228181:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756368.228184:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756368.228190:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228194:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.228200:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228222:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756368.228226:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756368.228230:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756368.228234:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756368.228239:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756368.228247:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756368.228254:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756368.228264:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228268:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.228274:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228277:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756368.228279:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756368.228328:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228335:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756368.228341:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756368.228347:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756368.228354:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228360:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756368.228365:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756368.228386:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228390:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756368.228399:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756368.228405:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756368.228410:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756368.228413:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228417:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756368.228420:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756368.228422:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756368.228428:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756368.228448:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.228457:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930916864/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756368.228479:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756368.228486:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756368.228496:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930916864/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756368.228542:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756368.228547:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756368.228552:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756368.228556:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756368.228559:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756368.228563:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756368.228568:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14072 00000400:00000200:1.0:1787756368.228580:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756368.228587:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756368.228591:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756368.228596:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228600:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.228607:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228610:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756368.228616:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756368.228618:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756368.228622:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756368.228626:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756368.228630:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756368.228635:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756368.228638:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228645:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756368.228650:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228653:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756368.228659:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756368.228663:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756368.228668:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756368.228671:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756368.228676:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756368.228682:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228686:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756368.228689:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756368.228697:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228701:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756368.228709:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756368.228714:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756368.228721:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756368.228724:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756368.228727:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756368.228731:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756368.228736:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756368.228742:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756368.228749:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756368.228762:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930916992/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756368.228799:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756368.228803:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756368.228813:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930916992/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756368.228831:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756368.228838:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14082) 00000100:00000001:1.0:1787756369.187364:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756369.187374:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756369.187380:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756369.187389:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756369.187397:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756369.187403:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756369.187409:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756369.187415:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756369.187422:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756369.187471:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756369.187478:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756369.187481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756369.187487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756369.187493:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756369.187500:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756369.187506:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756369.187526:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756369.187531:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756369.251364:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308746193, at 4308746240 00000100:00000010:1.0:1787756369.251380:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787756370.211358:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756370.211365:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756370.211369:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756370.211374:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756370.211378:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756370.211383:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756370.211411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756370.211416:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756370.211426:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756370.211463:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756370.211476:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756370.211481:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756370.211486:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756370.211504:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756370.211526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756370.211532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756370.211536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756370.211543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756371.235396:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756371.235408:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756371.235416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756371.235429:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756371.235441:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756371.235450:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756371.235514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756371.235519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756371.235526:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756372.259370:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756372.259378:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756372.259381:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756372.259389:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756372.259395:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756372.259401:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756372.259410:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756372.259416:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756372.259425:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756372.259483:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756372.259487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756372.259491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756372.259502:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756372.259508:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756372.259514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756372.259519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756372.259524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756372.259531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756373.283349:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756373.283357:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756373.283361:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756373.283368:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756373.283375:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756373.283381:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756373.283388:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756373.283393:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756373.283398:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756373.283411:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756373.283415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756373.283418:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756373.283421:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756373.283425:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756373.283428:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756373.283432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756373.283447:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756373.283454:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756374.307350:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756374.307360:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756374.307364:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756374.307372:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756374.307394:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756374.307400:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756374.307406:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756374.307411:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756374.307430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756374.307484:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756374.307489:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756374.307491:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756374.307495:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756374.307501:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756374.307504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756374.307509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756374.307511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756374.307513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756374.371356:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308751312, at 4308751360 00000100:00000010:1.0:1787756374.371367:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787756375.331355:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756375.331362:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756375.331368:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756375.331378:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756375.331394:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756375.331413:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756375.331420:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756375.331426:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756375.331432:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756376.355431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756376.355442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756376.355445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756376.355453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756376.355461:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756376.355467:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756376.355472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756376.355476:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756376.355484:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756376.355554:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756376.355568:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756376.355579:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756376.355593:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756376.355608:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756376.355619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756376.355632:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756376.355639:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756376.355649:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756377.379416:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756377.379424:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756377.379428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756377.379435:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756377.379445:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756377.379453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756377.379473:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756377.379478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756377.379492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756377.379514:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756377.379521:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756377.379527:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756377.379537:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756377.379546:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756377.379552:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756377.379560:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756377.379564:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756377.379568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.403446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756378.403451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756378.403455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756378.403461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756378.403467:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756378.403471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756378.403477:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756378.403480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756378.403488:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756378.467409:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756378.467420:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756378.467422:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756378.467426:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756378.467431:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756378.467438:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14083 00000400:00000200:1.0:1787756378.467447:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756378.467453:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756378.467456:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756378.467459:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.467464:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467467:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756378.467470:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756378.467472:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756378.467475:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756378.467478:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756378.467480:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756378.467482:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756378.467485:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467487:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.467489:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467491:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756378.467494:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756378.467497:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467499:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756378.467502:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756378.467505:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756378.467507:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.467509:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756378.467512:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756378.467519:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756378.467523:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756378.467526:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756378.467528:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.467531:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756378.467534:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756378.467537:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756378.467544:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756378.467550:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756378.467558:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930917760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756378.467572:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756378.467578:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756378.467584:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930917760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756378.467630:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756378.467635:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756378.467641:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756378.467643:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756378.467647:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756378.467668:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756378.467674:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14083 00000400:00000200:1.0:1787756378.467681:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756378.467686:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756378.467689:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756378.467693:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467697:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.467699:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467704:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756378.467709:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756378.467713:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756378.467716:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756378.467740:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756378.467748:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756378.467750:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756378.467758:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467764:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.467770:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467776:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756378.467782:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756378.467790:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756378.467800:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756378.467806:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756378.467815:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756378.467822:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.467829:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756378.467836:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756378.467861:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.467866:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756378.467875:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756378.467880:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=55 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756378.467886:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756378.467889:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.467895:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756378.467900:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756378.467905:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756378.467915:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756378.467922:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756378.467931:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930917888/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756378.467948:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756378.467954:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756378.467967:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930917888/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756378.467986:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756378.467990:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756378.467997:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756378.468001:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756378.468003:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756378.468007:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756378.468014:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14083 00000400:00000200:1.0:1787756378.468093:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756378.468101:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756378.468105:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756378.468108:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468111:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.468114:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468117:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756378.468121:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756378.468123:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756378.468126:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756378.468128:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756378.468131:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756378.468135:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756378.468139:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468142:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.468148:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468154:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756378.468162:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756378.468173:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468184:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756378.468190:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756378.468197:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756378.468202:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.468206:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756378.468211:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756378.468220:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.468223:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756378.468250:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756378.468257:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756378.468262:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756378.468306:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.468311:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756378.468313:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756378.468316:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756378.468321:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756378.468331:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756378.468342:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930918016/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756378.468379:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756378.468384:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756378.468392:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930918016/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756378.468419:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756378.468425:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756378.468431:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756378.468434:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756378.468437:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756378.468446:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756378.468451:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14083 00000400:00000200:1.0:1787756378.468459:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756378.468467:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756378.468471:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756378.468479:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468484:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.468490:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468494:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756378.468500:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756378.468503:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756378.468507:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756378.468511:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756378.468517:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756378.468521:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756378.468529:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468534:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.468540:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468545:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756378.468551:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756378.468560:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468569:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756378.468599:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756378.468606:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756378.468617:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.468625:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756378.468633:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756378.468642:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.468665:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756378.468677:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756378.468684:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756378.468691:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756378.468706:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.468713:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756378.468734:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756378.468739:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756378.468746:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756378.468753:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756378.468765:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930918144/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756378.468784:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756378.468789:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756378.468799:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930918144/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756378.468831:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756378.468837:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756378.468847:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756378.468851:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756378.468858:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756378.468868:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756378.468876:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14083 00000400:00000200:1.0:1787756378.468886:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756378.468895:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756378.468901:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756378.468909:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468914:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.468920:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468925:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756378.468929:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756378.468933:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756378.468937:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756378.468942:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756378.468946:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756378.468952:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756378.468960:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468965:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756378.468971:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468975:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756378.468978:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756378.468986:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756378.468992:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756378.468997:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756378.469003:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756378.469007:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.469014:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756378.469018:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756378.469024:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.469030:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756378.469036:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756378.469045:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756378.469053:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756378.469057:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756378.469062:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756378.469065:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756378.469070:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756378.469078:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756378.469085:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756378.469097:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930918272/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756378.469109:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756378.469116:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756378.469127:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930918272/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756378.469157:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756378.469168:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14093) 00000100:00000001:1.0:1787756379.427453:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756379.427468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756379.427474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756379.427478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756379.427486:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756379.427495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756379.427501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756379.427508:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756379.427517:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756379.491379:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308756433, at 4308756480 00000100:00000010:1.0:1787756379.491396:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787756380.451435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756380.451442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756380.451457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756380.451468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756380.451476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756380.451484:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756380.451514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756380.451517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756380.451521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756380.451554:0:261343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756380.451561:0:261343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756380.451580:0:261343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756381.475397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756381.475408:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756381.475455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756381.475465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756381.475472:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756381.475479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756381.475494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756381.475499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756381.475505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756382.499459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756382.499470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756382.499477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756382.499488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756382.499498:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756382.499505:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756382.499509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756382.499512:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756382.499516:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756382.499540:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756382.499550:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756382.499556:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756382.499560:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756382.499564:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756382.499567:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756382.499571:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756382.499573:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756382.499577:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756383.523391:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756383.523400:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756383.523408:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756383.523417:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756383.523429:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756383.523437:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756383.523444:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756383.523450:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756383.523457:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756383.523482:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756383.523489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756383.523494:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756383.523499:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756383.523503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756383.523506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756383.523512:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756383.523517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756383.523521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756384.547393:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756384.547403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756384.547408:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756384.547416:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756384.547424:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756384.547432:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756384.547438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756384.547445:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756384.547455:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756384.547499:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756384.547511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756384.547524:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756384.547535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756384.547549:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756384.547560:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756384.547568:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756384.547579:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756384.547590:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756384.611419:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308761552, at 4308761600 00000100:00000010:1.0:1787756384.611443:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000001:1.0:1787756385.571408:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756385.571416:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756385.571421:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756385.571428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756385.571434:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756385.571440:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756385.571450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756385.571456:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756385.571463:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756386.595368:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756386.595376:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756386.595378:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756386.595384:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756386.595392:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756386.595400:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756386.595406:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756386.595413:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756386.595446:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756387.619368:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756387.619377:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756387.619380:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756387.619387:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756387.619393:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756387.619399:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756387.619407:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756387.619412:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756387.619420:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756387.619468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756387.619476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756387.619482:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756387.619494:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756387.619501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756387.619507:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756387.619518:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756387.619532:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756387.619542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756388.643374:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756388.643382:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756388.643386:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756388.643390:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756388.643397:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756388.643402:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756388.643410:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756388.643431:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756388.643447:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756388.643494:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756388.643500:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756388.643502:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756388.643505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756388.643510:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756388.643516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756388.643524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756388.643529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756388.643537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756389.667375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756389.667385:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756389.667390:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756389.667400:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756389.667408:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756389.667416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756389.667425:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756389.667431:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756389.667437:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756389.667460:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756389.667466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756389.667468:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756389.667472:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756389.667476:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756389.667482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756389.667490:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756389.667495:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756389.667501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756389.731385:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308766672, at 4308766720 00000100:00000010:1.0:1787756389.731392:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756390.691413:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756390.691425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756390.691432:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756390.691442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756390.691452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756390.691461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756390.691467:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756390.691474:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756390.691484:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756390.691525:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756390.691531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756390.691536:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756390.691542:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756390.691548:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756390.691552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756390.691586:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756390.691591:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756390.691600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756391.715363:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756391.715369:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756391.715374:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756391.715380:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756391.715385:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756391.715391:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756391.715398:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756391.715402:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756391.715407:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756391.715434:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756391.715437:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756391.715439:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756391.715441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756391.715444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756391.715446:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756391.715447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756391.715448:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756391.715450:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756392.739461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756392.739481:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756392.739494:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756392.739508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756392.739520:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756392.739526:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756392.739557:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756392.739565:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756392.739572:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756392.739612:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756392.739618:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756392.739624:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756392.739628:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756392.739636:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756392.739642:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756392.739650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756392.739666:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756392.739680:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756393.763359:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756393.763376:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756393.763383:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756393.763391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756393.763399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756393.763405:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756393.763411:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756393.763418:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756393.763428:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756393.763471:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756393.763477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756393.763481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756393.763488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756393.763493:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756393.763497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756393.763518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756393.763531:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756393.763534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756394.787425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756394.787433:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756394.787437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756394.787444:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756394.787451:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756394.787456:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756394.787474:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756394.787479:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756394.787484:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756394.787503:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756394.787508:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756394.787510:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756394.787515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756394.787519:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756394.787523:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756394.787532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756394.787538:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756394.787543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756394.851376:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308771792, at 4308771840 00000100:00000010:1.0:1787756394.851396:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787756395.811400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756395.811410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756395.811418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756395.811433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756395.811451:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756395.811461:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756395.811485:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756395.811493:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756395.811511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756395.811558:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756395.811565:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756395.811570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756395.811577:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756395.811581:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756395.811585:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756395.811590:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756395.811592:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756395.811596:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756396.835416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756396.835434:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756396.835439:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756396.835447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756396.835451:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756396.835456:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756396.835462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756396.835466:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756396.835472:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756396.835487:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756396.835491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756396.835493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756396.835496:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756396.835503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756396.835508:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756396.835512:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756396.835517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756396.835533:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756397.859384:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756397.859391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756397.859396:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756397.859403:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756397.859411:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756397.859418:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756397.859437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756397.859443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756397.859452:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756397.859498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756397.859504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756397.859508:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756397.859513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756397.859521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756397.859527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756397.859533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756397.859538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756397.859542:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756398.883405:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756398.883417:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756398.883422:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756398.883435:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756398.883451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756398.883459:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756398.883468:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756398.883474:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756398.883485:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756398.883546:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756398.883555:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756398.883561:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756398.883569:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756398.883578:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756398.883582:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756398.883585:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756398.883589:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756398.883593:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756399.907588:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756399.907591:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756399.907593:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756399.907596:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756399.907599:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756399.907602:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756399.907604:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756399.907606:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756399.907609:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756399.971369:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308776913, at 4308776960 00000100:00000010:1.0:1787756399.971398:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000001:1.0:1787756400.931419:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756400.931433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756400.931439:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756400.931457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756400.931466:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756400.931476:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756400.931494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756400.931497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756400.931502:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756400.931536:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756400.931546:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756400.931565:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756400.931585:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756400.931607:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756400.931612:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756400.931613:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756400.931614:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756400.931616:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756401.955367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756401.955375:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756401.955379:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756401.955387:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756401.955394:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756401.955401:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756401.955409:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756401.955414:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756401.955417:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756401.955436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756401.955439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756401.955441:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756401.955445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756401.955452:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756401.955457:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756401.955464:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756401.955469:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756401.955473:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756402.979401:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756402.979413:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756402.979418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756402.979427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756402.979436:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756402.979447:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756402.979458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756402.979465:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756402.979477:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756402.979553:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756402.979578:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756402.979585:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756402.979594:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756402.979606:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756402.979611:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756402.979615:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756402.979619:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756402.979624:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.003485:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756404.003494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756404.003503:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.003518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756404.003531:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756404.003539:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756404.003545:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756404.003551:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756404.003557:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.003591:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756404.003600:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756404.003607:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.003614:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756404.003623:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756404.003635:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756404.003650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756404.003658:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756404.003671:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756404.067525:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756404.067539:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756404.067542:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756404.067547:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756404.067552:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756404.067561:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14108 00000400:00000200:1.0:1787756404.067573:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756404.067580:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756404.067584:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756404.067589:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067593:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.067597:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067600:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756404.067605:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756404.067608:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756404.067612:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756404.067616:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756404.067619:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756404.067622:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756404.067626:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067628:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.067631:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067634:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756404.067638:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756404.067643:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067647:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756404.067651:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756404.067656:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756404.067660:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.067663:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756404.067665:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756404.067675:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756404.067680:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756404.067686:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756404.067688:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.067692:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756404.067695:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756404.067701:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756404.067711:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756404.067719:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.067730:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930921216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756404.067745:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756404.067750:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756404.067757:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930921216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756404.067788:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756404.067793:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756404.067798:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756404.067800:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756404.067802:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756404.067807:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756404.067812:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14108 00000400:00000200:1.0:1787756404.067817:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756404.067822:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756404.067826:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756404.067830:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067835:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.067838:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067843:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756404.067850:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756404.067853:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756404.067860:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756404.067880:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756404.067888:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756404.067916:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756404.067929:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067934:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.067941:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067948:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756404.067956:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756404.067968:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756404.067978:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756404.067983:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756404.067995:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756404.068003:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068008:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756404.068019:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756404.068025:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068029:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756404.068040:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756404.068046:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=56 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756404.068052:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756404.068057:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068060:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756404.068067:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756404.068072:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756404.068080:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1800. 00000100:00000001:1.0:1787756404.068089:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.068107:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930921344/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756404.068136:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756404.068151:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756404.068166:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930921344/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756404.068190:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756404.068194:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756404.068203:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756404.068206:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756404.068211:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756404.068217:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756404.068226:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14108 00000400:00000200:1.0:1787756404.068242:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756404.068250:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756404.068253:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756404.068263:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068321:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.068326:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068329:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756404.068334:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756404.068338:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756404.068341:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756404.068348:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756404.068353:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756404.068358:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756404.068367:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068375:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.068384:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068393:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756404.068404:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756404.068414:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068425:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756404.068429:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756404.068436:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756404.068443:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068451:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756404.068457:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756404.068465:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068469:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756404.068477:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756404.068484:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756404.068494:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756404.068497:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068502:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756404.068507:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756404.068512:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756404.068517:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756404.068522:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.068530:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930921472/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756404.068540:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756404.068545:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756404.068557:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930921472/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756404.068584:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756404.068590:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756404.068599:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756404.068607:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756404.068611:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756404.068623:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756404.068632:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14108 00000400:00000200:1.0:1787756404.068643:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756404.068653:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756404.068661:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756404.068671:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068679:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.068686:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068693:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756404.068699:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756404.068704:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756404.068710:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756404.068716:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756404.068723:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756404.068731:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756404.068740:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068747:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.068754:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068763:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756404.068772:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756404.068782:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756404.068791:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756404.068797:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756404.068802:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756404.068811:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068819:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756404.068827:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756404.068833:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068839:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756404.068846:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756404.068855:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756404.068865:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756404.068867:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.068871:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756404.068876:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756404.068882:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756404.068890:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756404.068918:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.068933:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930921600/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756404.068958:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756404.068963:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756404.068974:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930921600/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756404.069013:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756404.069020:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756404.069029:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756404.069034:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756404.069040:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756404.069048:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756404.069059:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14108 00000400:00000200:1.0:1787756404.069075:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756404.069087:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756404.069095:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756404.069105:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.069114:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.069123:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.069132:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756404.069138:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756404.069142:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756404.069151:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756404.069159:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756404.069167:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756404.069174:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756404.069188:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.069196:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756404.069206:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756404.069216:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756404.069225:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756404.069238:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756404.069250:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756404.069257:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756404.069264:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756404.069296:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.069299:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756404.069304:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756404.069315:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.069321:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756404.069334:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756404.069339:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756404.069346:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756404.069350:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756404.069357:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756404.069360:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756404.069364:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756404.069378:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756404.069385:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756404.069397:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930921728/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756404.069418:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756404.069424:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756404.069439:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930921728/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756404.069464:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756404.069475:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14118) 00000100:00000001:1.0:1787756405.027449:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756405.027459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756405.027466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756405.027492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756405.027504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756405.027513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756405.027524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756405.027532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756405.027538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756405.027566:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756405.027576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756405.027581:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756405.027590:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756405.027596:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756405.027605:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756405.027609:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756405.027612:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756405.027617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756405.091375:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308782033, at 4308782080 00000100:00000010:1.0:1787756405.091390:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000001:1.0:1787756406.051424:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756406.051432:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756406.051437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756406.051447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756406.051457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756406.051462:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756406.051489:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756406.051495:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756406.051502:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756406.051533:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756406.051540:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756406.051543:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756406.051547:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756406.051555:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756406.051563:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756406.051572:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756406.051580:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756406.051593:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756407.075451:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756407.075467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756407.075475:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756407.075488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756407.075520:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756407.075528:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756407.075539:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756407.075546:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756407.075557:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756407.075584:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756407.075607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756407.075618:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756407.075632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756407.075644:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756407.075652:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756407.075663:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756407.075671:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756407.075677:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756408.099435:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756408.099447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756408.099455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756408.099471:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756408.099484:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756408.099497:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756408.099508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756408.099517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756408.099529:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756408.099576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756408.099584:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756408.099589:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756408.099600:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756408.099611:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756408.099619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756408.099629:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756408.099637:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756408.099643:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756409.123427:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756409.123440:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756409.123445:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756409.123457:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756409.123471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756409.123483:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756409.123494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756409.123502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756409.123523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756409.123555:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756409.123561:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756409.123564:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756409.123568:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756409.123574:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756409.123579:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756409.123586:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756409.123594:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756409.123607:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756410.147403:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756410.147411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756410.147414:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756410.147422:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756410.147429:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756410.147434:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756410.147446:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756410.147450:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756410.147454:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756410.147507:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756410.147520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756410.147527:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756410.147553:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756410.147560:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756410.147562:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756410.147589:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756410.147614:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756410.147624:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756410.211343:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308787153, at 4308787200 00000100:00000010:1.0:1787756410.211355:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787756411.171406:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756411.171418:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756411.171426:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756411.171438:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756411.171448:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756411.171458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756411.171469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756411.171474:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756411.171479:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756411.171504:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756411.171510:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756411.171516:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756411.171525:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756411.171534:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756411.171557:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756411.171568:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756411.171575:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756411.171583:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756412.195448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756412.195461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756412.195471:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756412.195486:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756412.195499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756412.195511:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756412.195535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756412.195539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756412.195544:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756413.219372:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756413.219382:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756413.219384:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756413.219390:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756413.219397:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756413.219404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756413.219409:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756413.219415:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756413.219423:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.243401:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756414.243410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756414.243416:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.243443:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756414.243451:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756414.243458:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756414.243463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756414.243467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756414.243472:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.243520:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756414.243525:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756414.243528:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.243532:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756414.243538:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756414.243541:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756414.243545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756414.243550:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756414.243575:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756414.307357:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756414.307366:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756414.307368:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756414.307371:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756414.307375:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756414.307382:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14118 00000400:00000200:1.0:1787756414.307390:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756414.307395:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756414.307398:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756414.307401:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307403:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.307405:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307407:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756414.307427:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756414.307430:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756414.307433:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756414.307436:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756414.307438:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756414.307441:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756414.307443:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307445:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.307447:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307448:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756414.307451:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756414.307454:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307456:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756414.307459:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756414.307462:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756414.307464:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307467:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756414.307469:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756414.307478:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756414.307481:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756414.307485:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756414.307487:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307490:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756414.307492:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756414.307496:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756414.307514:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756414.307520:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.307529:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930922496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756414.307539:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756414.307543:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756414.307548:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930922496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756414.307576:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756414.307579:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756414.307594:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756414.307595:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756414.307597:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756414.307599:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756414.307602:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14118 00000400:00000200:1.0:1787756414.307605:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756414.307607:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756414.307610:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756414.307612:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307614:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.307617:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307619:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756414.307621:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756414.307622:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756414.307624:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756414.307626:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756414.307628:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756414.307630:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756414.307633:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307634:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.307636:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307639:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756414.307642:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756414.307647:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307649:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756414.307651:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756414.307656:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756414.307658:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307664:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756414.307686:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756414.307691:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307696:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756414.307701:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756414.307705:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=56 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756414.307709:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756414.307726:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307728:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756414.307729:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756414.307730:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756414.307736:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756414.307741:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.307749:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930922624/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756414.307769:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756414.307773:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756414.307780:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930922624/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756414.307793:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756414.307796:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756414.307804:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756414.307806:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756414.307809:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756414.307816:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756414.307821:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14118 00000400:00000200:1.0:1787756414.307827:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756414.307832:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756414.307834:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756414.307841:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307845:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.307849:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307851:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756414.307855:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756414.307858:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756414.307861:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756414.307864:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756414.307869:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756414.307872:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756414.307881:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307885:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.307889:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307891:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756414.307895:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756414.307901:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756414.307907:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756414.307909:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756414.307911:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756414.307916:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307920:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756414.307922:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756414.307926:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307931:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756414.307936:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756414.307940:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756414.307946:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756414.307949:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.307953:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756414.307956:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756414.307960:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756414.307974:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756414.307980:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.307986:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930922752/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756414.308025:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756414.308039:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756414.308047:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930922752/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756414.308064:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756414.308071:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756414.308074:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756414.308076:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756414.308077:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756414.308080:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756414.308084:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14118 00000400:00000200:1.0:1787756414.308093:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756414.308099:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756414.308104:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756414.308111:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308113:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.308115:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308117:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756414.308120:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756414.308122:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756414.308125:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756414.308127:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756414.308129:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756414.308133:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756414.308142:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308148:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.308156:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308165:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756414.308176:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756414.308185:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308206:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756414.308211:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756414.308217:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756414.308224:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.308229:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756414.308233:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756414.308241:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.308248:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756414.308255:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756414.308263:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756414.308271:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756414.308276:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.308317:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756414.308322:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756414.308327:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756414.308335:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756414.308343:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.308356:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930922880/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756414.308386:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756414.308392:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756414.308403:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930922880/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756414.308421:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756414.308444:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756414.308455:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756414.308458:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756414.308462:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756414.308466:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756414.308474:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14118 00000400:00000200:1.0:1787756414.308482:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756414.308490:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756414.308494:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756414.308503:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308512:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.308518:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756414.308530:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756414.308534:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756414.308540:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756414.308562:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756414.308567:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756414.308573:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756414.308581:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308587:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756414.308602:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308608:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756414.308615:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756414.308623:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756414.308629:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756414.308631:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756414.308639:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756414.308644:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.308650:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756414.308654:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756414.308660:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.308666:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756414.308675:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756414.308680:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756414.308685:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756414.308689:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756414.308695:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756414.308699:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756414.308702:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756414.308711:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756414.308737:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756414.308749:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930923008/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756414.308767:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756414.308772:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756414.308781:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930923008/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756414.308801:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756414.308811:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14128) 00000100:00000001:1.0:1787756415.267382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756415.267391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756415.267396:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756415.267402:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756415.267410:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756415.267418:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756415.267453:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756415.267459:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756415.267466:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756415.267506:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756415.267514:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756415.267521:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756415.267531:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756415.267538:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756415.267543:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756415.267550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756415.267571:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756415.267578:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756415.331386:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308792272, at 4308792320 00000100:00000010:1.0:1787756415.331420:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787756416.291363:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756416.291371:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756416.291376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756416.291385:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756416.291394:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756416.291399:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756416.291407:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756416.291411:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756416.291417:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756416.291434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756416.291437:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756416.291439:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756416.291441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756416.291444:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756416.291446:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756416.291448:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756416.291451:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756416.291454:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756417.315341:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756417.315348:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756417.315351:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756417.315356:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756417.315361:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756417.315365:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756417.315370:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756417.315374:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756417.315380:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756417.315400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756417.315405:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756417.315410:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756417.315415:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756417.315422:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756417.315427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756417.315431:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756417.315435:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756417.315439:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756418.339379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756418.339388:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756418.339393:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756418.339402:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756418.339410:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756418.339428:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756418.339437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756418.339443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756418.339459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756418.339503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756418.339508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756418.339511:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756418.339515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756418.339521:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756418.339527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756418.339531:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756418.339534:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756418.339538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756419.363435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756419.363446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756419.363455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756419.363466:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756419.363478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756419.363488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756419.363501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756419.363507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756419.363516:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756419.363566:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756419.363576:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756419.363583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756419.363595:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756419.363608:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756419.363616:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756419.363652:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756419.363662:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756419.363670:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756420.387425:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756420.387438:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756420.387446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756420.387456:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756420.387470:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756420.387480:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756420.387489:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756420.387498:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756420.387514:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756420.387588:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756420.387596:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756420.387602:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756420.387640:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756420.387651:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756420.387662:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756420.387672:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756420.387682:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756420.387696:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756420.451389:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308797393, at 4308797440 00000100:00000010:1.0:1787756420.451407:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787756421.411388:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756421.411397:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756421.411402:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756421.411413:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756421.411421:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756421.411430:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756421.411439:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756421.411447:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756421.411457:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756421.411489:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756421.411498:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756421.411506:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756421.411518:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756421.411526:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756421.411534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756421.411546:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756421.411564:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756421.411571:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756422.435377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756422.435385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756422.435392:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756422.435402:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756422.435410:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756422.435416:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756422.435424:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756422.435430:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756422.435442:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756422.435479:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756422.435484:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756422.435489:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756422.435493:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756422.435500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756422.435505:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756422.435509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756422.435511:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756422.435527:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756423.459417:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756423.459427:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756423.459433:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756423.459441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756423.459447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756423.459452:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756423.459459:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756423.459463:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756423.459473:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756423.459544:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756423.459565:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756423.459569:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756423.459572:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756423.459577:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756423.459582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756423.459586:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756423.459600:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756423.459604:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756424.483399:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756424.483408:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756424.483416:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756424.483425:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756424.483432:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756424.483439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756424.483450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756424.483456:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756424.483461:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756424.483488:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756424.483498:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756424.483505:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756424.483516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756424.483527:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756424.483575:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756424.483583:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756424.483587:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756424.483594:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756425.507508:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756425.507562:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756425.507571:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756425.507588:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756425.507609:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756425.507632:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756425.507667:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756425.507673:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756425.507679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756425.507712:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756425.507718:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756425.507725:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756425.507730:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756425.507745:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756425.507765:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756425.507779:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756425.507789:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756425.507811:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756425.571435:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308802513, at 4308802560 00000100:00000010:1.0:1787756425.571469:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787756426.531433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756426.531443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756426.531449:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756426.531456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756426.531463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756426.531472:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756426.531480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756426.531488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756426.531523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756426.531576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756426.531585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756426.531591:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756426.531596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756426.531601:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756426.531606:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756426.531609:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756426.531612:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756426.531616:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756427.555343:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756427.555352:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756427.555355:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756427.555361:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756427.555367:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756427.555377:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756427.555386:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756427.555394:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756427.555406:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756427.555460:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756427.555467:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756427.555471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756427.555498:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756427.555505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756427.555511:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756427.555518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756427.555522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756427.555529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756428.579362:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756428.579373:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756428.579376:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756428.579395:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756428.579403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756428.579411:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756428.579421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756428.579427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756428.579437:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756428.579501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756428.579519:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756428.579524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756428.579528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756428.579534:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756428.579539:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756428.579545:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756428.579551:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756428.579556:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756429.603420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756429.603430:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756429.603438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756429.603467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756429.603496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756429.603502:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756429.603510:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756429.603514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756429.603518:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756429.603533:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756429.603539:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756429.603543:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756429.603547:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756429.603550:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756429.603556:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756429.603562:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756429.603566:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756429.603570:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756430.627406:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756430.627415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756430.627421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756430.627448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756430.627458:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756430.627480:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756430.627493:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756430.627501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756430.627525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756430.627550:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756430.627556:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756430.627561:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756430.627564:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756430.627568:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756430.627590:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756430.627595:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756430.627601:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756430.627607:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756430.691407:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308807632, at 4308807680 00000100:00000010:1.0:1787756430.691474:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787756431.651373:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756431.651383:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756431.651390:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756431.651402:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756431.651424:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756431.651432:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756431.651455:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756431.651460:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756431.651467:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756431.651489:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756431.651495:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756431.651500:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756431.651503:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756431.651519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756431.651524:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756431.651528:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756431.651532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756431.651539:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756432.675365:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756432.675371:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756432.675376:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756432.675382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756432.675404:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756432.675412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756432.675421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756432.675427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756432.675436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756432.675455:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756432.675460:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756432.675464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756432.675469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756432.675473:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756432.675480:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756432.675488:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756432.675493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756432.675498:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756433.699441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756433.699456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756433.699464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756433.699480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756433.699491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756433.699499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756433.699511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756433.699521:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756433.699533:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756433.699595:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756433.699601:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756433.699607:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756433.699611:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756433.699622:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756433.699630:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756433.699638:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756433.699645:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756433.699653:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756434.723435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756434.723444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756434.723450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756434.723458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756434.723468:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756434.723475:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756434.723485:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756434.723492:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756434.723505:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756434.723539:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756434.723546:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756434.723552:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756434.723564:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756434.723574:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756434.723584:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756434.723598:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756434.723606:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756434.723617:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756435.747443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756435.747456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756435.747464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756435.747476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756435.747489:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756435.747500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756435.747511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756435.747519:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756435.747534:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756435.747583:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756435.747593:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756435.747603:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756435.747619:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756435.747632:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756435.747640:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756435.747652:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756435.747659:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756435.747669:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756435.811401:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308812753, at 4308812800 00000100:00000010:1.0:1787756435.811422:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787756436.771379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756436.771392:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756436.771398:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756436.771406:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756436.771414:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756436.771420:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756436.771441:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756436.771447:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756436.771455:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756436.771488:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756436.771493:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756436.771497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756436.771502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756436.771507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756436.771513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756436.771522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756436.771526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756436.771534:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756437.795421:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756437.795429:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756437.795432:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756437.795438:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756437.795443:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756437.795451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756437.795457:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756437.795463:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756437.795471:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756437.795501:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756437.795507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756437.795513:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756437.795521:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756437.795527:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756437.795532:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756437.795538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756437.795543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756437.795552:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756438.819425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756438.819437:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756438.819444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756438.819452:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756438.819459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756438.819467:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756438.819519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756438.819524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756438.819534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756438.819563:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756438.819571:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756438.819575:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756438.819581:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756438.819591:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756438.819597:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756438.819607:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756438.819612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756438.819615:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756439.843399:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756439.843405:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756439.843410:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756439.843417:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756439.843423:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756439.843429:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756439.843436:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756439.843441:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756439.843446:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756439.843468:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756439.843474:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756439.843478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756439.843481:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756439.843485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756439.843490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756439.843495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756439.843499:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756439.843507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756439.843544:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756439.843550:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756439.843554:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756439.843558:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756439.843560:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756439.843566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756439.843577:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756439.843582:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756439.843590:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756440.867372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756440.867378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756440.867383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756440.867388:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756440.867401:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756440.867410:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756440.867430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756440.867433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756440.867436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756440.867454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756440.867457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756440.867461:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756440.867467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756440.867470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756440.867474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756440.867478:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756440.867481:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756440.867484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756440.931350:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308817873, at 4308817920 00000100:00000010:1.0:1787756440.931365:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:1.0:1787756441.891418:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756441.891446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756441.891451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756441.891460:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756441.891468:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756441.891476:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756441.891491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756441.891497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756441.891502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756442.915381:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756442.915391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756442.915402:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756442.915423:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756442.915438:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756442.915449:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756442.915454:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756442.915470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756442.915487:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756442.915542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756442.915548:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756442.915552:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756442.915555:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756442.915559:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756442.915565:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756442.915581:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756442.915597:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756442.915603:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756443.939415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756443.939424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756443.939441:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756443.939452:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756443.939461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756443.939471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756443.939494:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756443.939501:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756443.939512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756443.939547:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756443.939555:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756443.939561:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756443.939568:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756443.939577:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756443.939586:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756443.939592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756443.939597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756443.939602:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756444.963481:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756444.963508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756444.963519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756444.963542:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756444.963565:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756444.963581:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756444.963592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756444.963603:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756444.963625:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756445.987357:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756445.987364:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756445.987369:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756445.987377:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756445.987382:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756445.987388:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756445.987393:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756445.987397:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756445.987400:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756445.987431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756445.987435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756445.987439:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756445.987444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756445.987450:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756445.987456:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756445.987463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756445.987469:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756445.987476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756446.051345:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308822993, at 4308823040 00000100:00000010:1.0:1787756446.051360:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787756447.011385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756447.011395:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756447.011402:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756447.011412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756447.011424:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756447.011432:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756447.011441:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756447.011446:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756447.011455:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756447.011496:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756447.011500:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756447.011504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756447.011510:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756447.011524:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756447.011528:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756447.011533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756447.011538:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756447.011546:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756448.035336:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756448.035343:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756448.035345:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756448.035350:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756448.035354:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756448.035357:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756448.035363:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756448.035369:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756448.035376:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756448.035404:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756448.035408:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756448.035410:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756448.035414:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756448.035421:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756448.035425:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756448.035428:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756448.035432:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756448.035439:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756448.035482:0:261343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756448.035485:0:261343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756448.035490:0:261343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756449.059457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756449.059470:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756449.059478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756449.059489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756449.059498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756449.059506:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756449.059513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756449.059521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756449.059531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756449.059562:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756449.059571:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756449.059575:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756449.059585:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756449.059597:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756449.059605:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756449.059611:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756449.059616:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756449.059621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756449.059767:0:261343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756449.059773:0:261343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756449.059779:0:261343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756450.083387:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756450.083398:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756450.083403:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756450.083412:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756450.083419:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756450.083425:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.083431:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.083436:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.083441:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.083492:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756450.083499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756450.083506:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756450.083512:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756450.083541:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756450.083555:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.083578:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.083588:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.083604:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756450.084142:0:261343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756450.084151:0:261343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756450.084160:0:261343:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 54 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787756450.084713:0:261343:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787756450.084720:0:261343:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787756450.084726:0:261343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8b3c39198800 lock: ffff8b3c10630000/0x5ff7ab54a1e913d5 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xeb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x253041e7fce665fb expref: -99 pid: 242121 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1787756450.084740:0:261343:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787756450.084743:0:261343:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787756450.084746:0:261343:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787756450.084748:0:261343:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002b10:0xeb:0x0] mode (null) 00000002:00000001:1.0:1787756450.084752:0:261343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787756450.084755:0:261343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787756450.084762:0:261343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8b3c0d081e00 count: 2 00010000:00000001:1.0:1787756450.084765:0:261343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787756450.084771:0:261343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787756450.084774:0:261343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787756450.084775:0:261343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787756450.084778:0:261343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8b3c0d081e00 count: 2 00010000:00000001:1.0:1787756450.084780:0:261343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787756450.084783:0:261343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787756450.084785:0:261343:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787756450.084787:0:261343:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xeb:0x0] lli = ffff8b3c3c91b9c0, pfid = [0x200002b12:0x23c1:0x0] 00000080:00000002:1.0:1787756450.084849:0:261343:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xeb:0x0] m[0x200002b12:0x23c1:0x0] 00000080:00000001:1.0:1787756450.084855:0:261343:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061448641 : 144115373061448641 : 200002b120023c1) 00000080:00000001:1.0:1787756450.084859:0:261343:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787756450.084885:0:261343:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787756450.084890:0:261343:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787756450.084893:0:261343:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xeb:0x0](ffff8b3c3c91ba88) invalid 00000080:00000001:1.0:1787756450.084898:0:261343:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787756450.084904:0:261343:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787756450.084908:0:261343:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787756450.084913:0:261343:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787756450.084920:0:261343:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787756450.084923:0:261343:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787756450.084927:0:261343:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787756450.084933:0:261343:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787756450.084941:0:261343:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8b3c10630000 with handle 0x5ff7ab54a1e913d5 from hash 00010000:00000001:1.0:1787756450.084948:0:261343:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787756450.084952:0:261343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787756450.084955:0:261343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787756450.084958:0:261343:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787756450.084963:0:261343:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787756450.084967:0:261343:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787756450.084971:0:261343:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787756450.084977:0:261343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8b3c39198800 lock: ffff8b3c10631600/0x5ff7ab54a1e9122a lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x23b8:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x253041e7fce66098 expref: -99 pid: 242074 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1787756450.084990:0:261343:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787756450.084993:0:261343:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787756450.084996:0:261343:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787756450.084999:0:261343:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002b12:0x23b8:0x0] mode (null) 00000002:00000001:1.0:1787756450.085007:0:261343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787756450.085011:0:261343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787756450.085017:0:261343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8b3c0d081a00 count: 4 00010000:00000001:1.0:1787756450.085022:0:261343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787756450.085028:0:261343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787756450.085033:0:261343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787756450.085037:0:261343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787756450.085042:0:261343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8b3c0d081a00 count: 4 00010000:00000001:1.0:1787756450.085049:0:261343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787756450.085056:0:261343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787756450.085062:0:261343:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787756450.085067:0:261343:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787756450.085074:0:261343:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x23b8:0x0](ffff8b3c02f03248) invalid 00000020:00000001:1.0:1787756450.085105:0:261343:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb89a01ef7ca0 00000080:00002000:1.0:1787756450.085112:0:261343:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d56r.sanity (ffff8b3c02d5bd80) parent ffff8b3c02cd1360 inode ffff8b3c02f03248 refc 6 00000080:00000001:1.0:1787756450.085124:0:261343:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787756450.085131:0:261343:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787756450.085137:0:261343:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787756450.085147:0:261343:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787756450.085152:0:261343:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787756450.085157:0:261343:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787756450.085162:0:261343:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787756450.085166:0:261343:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787756450.085172:0:261343:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8b3c10631600 with handle 0x5ff7ab54a1e9122a from hash 00010000:00000001:1.0:1787756450.085177:0:261343:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787756450.085181:0:261343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787756450.085185:0:261343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787756450.085189:0:261343:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787756450.085192:0:261343:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787756450.085196:0:261343:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787756450.085204:0:261343:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787756450.085211:0:261343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8b3c39198800 lock: ffff8b3c10630400/0x5ff7ab54a1e913ea lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x23be:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x253041e7fce666e9 expref: -99 pid: 242128 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1787756450.085225:0:261343:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787756450.085227:0:261343:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787756450.085229:0:261343:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787756450.085230:0:261343:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002b12:0x23be:0x0] mode CR 00000002:00000001:1.0:1787756450.085234:0:261343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787756450.085238:0:261343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787756450.085243:0:261343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8b3c0d081600 count: 3 00010000:00000001:1.0:1787756450.085250:0:261343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787756450.085257:0:261343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787756450.085262:0:261343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787756450.085313:0:261343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787756450.085318:0:261343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8b3c0d081600 count: 3 00010000:00000001:1.0:1787756450.085324:0:261343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787756450.085329:0:261343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787756450.085331:0:261343:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787756450.085335:0:261343:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787756450.085350:0:261343:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787756450.085355:0:261343:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8b3c20cc5800. 00000080:00000001:1.0:1787756450.085357:0:261343:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1787756450.085363:0:261343:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8b3c3cbd8b00 2 00000080:00000001:1.0:1787756450.085368:0:261343:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787756450.085373:0:261343:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787756450.085376:0:261343:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787756450.085381:0:261343:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787756450.085383:0:261343:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787756450.085386:0:261343:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787756450.085388:0:261343:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787756450.085391:0:261343:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x23be:0x0] 00800000:00000001:1.0:1787756450.085394:0:261343:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787756450.085401:0:261343:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b12:0x23be:0x0] 00000002:00000001:1.0:1787756450.085407:0:261343:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787756450.085411:0:261343:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8b3c39198800: [0x200002b12:0x23be:0x0] file closed with intent: 0 00000100:00000010:1.0:1787756450.085420:0:261343:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335a40. 00000020:00000040:1.0:1787756450.085427:0:261343:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=56 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:1.0:1787756450.085438:0:261343:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756450.085445:0:261343:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756450.085451:0:261343:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756450.085463:0:261343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8b3c07c53e00. 00000100:00000001:1.0:1787756450.085473:0:261343:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787756450.085514:0:261343:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8b3c25344f00 x1874583926964480/t25769957867(25769957867) o101->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 608/696 e 0 to 0 dl 1787755331 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787756450.085556:0:261343:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8b3c39198800: modify RPC slot 6 is allocated opc 35, max 7 00000100:00100000:1.0:1787756450.085569:0:261343:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8b3c01335a40 x1874583930927104/t0(0) o35->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787756450.085594:0:261343:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787756450.085611:0:261343:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787756450.085620:0:261343:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8b3c36078f00. 00000100:00000001:1.0:1787756450.085626:0:261343:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446615689453604608 : -128384255947008 : ffff8b3c36078f00) 00000100:00000001:1.0:1787756450.085632:0:261343:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787756450.085636:0:261343:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567282240 : -128385142269376 : ffff8b3c01335a40) 00000100:00000001:1.0:1787756450.085642:0:261343:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756450.085648:0:261343:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.085652:0:261343:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787756450.085658:0:261343:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787756450.085670:0:261343:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335a40 x1874583930927104/t0(0) o35->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787756450.085700:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.085706:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787756450.085720:0:261343:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8b3c01335a40 x1874583930927104/t0(0) o35->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787756450.085751:0:261343:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.085756:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756450.085759:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756450.085763:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756450.085768:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756450.085772:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.085778:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.085789:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.085793:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087015:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787756450.087022:0:2421:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756450.087039:0:2421:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787756450.087053:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc6580 x1874583930927232/t0(0) o103->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:17/18 lens 432/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756450.087106:0:2421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087114:0:2421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787756450.087133:0:2421:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8b3c3bbc6580 x1874583930927232/t0(0) o103->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:17/18 lens 432/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756450.087178:0:2421:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087183:0:2421:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087188:0:2421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087195:0:2421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087200:0:2421:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087204:0:2421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087209:0:2421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087216:0:2421:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087224:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087234:0:2421:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756450.087240:0:2421:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087246:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787756450.087251:0:2421:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756450.087257:0:2421:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087264:0:2421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087300:0:2421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087310:0:2421:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087317:0:2421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087323:0:2421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087331:0:2421:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087340:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087356:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787756450.087361:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756450.087368:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087379:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087386:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087396:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087399:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756450.087401:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756450.087405:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756450.087408:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756451.107521:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756451.107561:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756451.107584:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756451.107610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756451.107636:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756451.107659:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756451.107717:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756451.107731:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756451.107746:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756451.107803:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756451.107813:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756451.107819:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756451.107825:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756451.107852:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756451.107866:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756451.107890:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756451.107897:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756451.107931:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756451.171491:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308828113, at 4308828160 00000100:00000010:1.0:1787756451.171513:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787756452.132514:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756452.132522:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756452.132525:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756452.132533:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756452.132540:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756452.132547:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756452.132556:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756452.132562:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756452.132573:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756453.155384:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756453.155391:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756453.155562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756453.155570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756453.155576:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756453.155581:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756453.155585:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756453.155588:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756453.155592:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756454.179338:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756454.179347:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756454.179349:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756454.179355:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756454.179360:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756454.179366:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179370:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756454.179374:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179378:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756454.179434:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756454.179445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756454.179451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756454.179465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756454.179477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756454.179482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179489:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756454.179491:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756454.179520:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756454.179525:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756454.179530:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756454.179541:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756454.179545:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756454.179551:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179556:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756454.179559:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756454.179597:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756454.179602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756454.179608:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756454.179620:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756454.179630:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756454.179638:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179655:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756454.179663:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756454.179679:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.203430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756455.203438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756455.203440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.203446:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756455.203452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756455.203466:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756455.203485:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756455.203548:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756455.203554:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.203586:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756455.203590:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756455.203592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.203597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756455.203605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756455.203624:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756455.203635:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756455.203643:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756455.203657:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756455.267474:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756455.267484:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756455.267488:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756455.267491:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756455.267496:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756455.267527:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14159 00000400:00000200:1.0:1787756455.267536:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756455.267543:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756455.267547:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756455.267551:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267554:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.267557:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267560:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756455.267565:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756455.267567:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756455.267570:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756455.267573:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756455.267576:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756455.267578:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756455.267581:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267583:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.267585:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267587:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756455.267590:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756455.267594:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267596:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756455.267599:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756455.267602:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756455.267605:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.267607:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756455.267609:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756455.267620:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756455.267624:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756455.267628:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756455.267629:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.267632:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756455.267635:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756455.267639:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756455.267647:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1800. 00000100:00000001:1.0:1787756455.267654:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.267663:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930928000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756455.267674:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756455.267679:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756455.267684:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930928000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756455.267707:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756455.267711:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756455.267715:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756455.267717:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756455.267719:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756455.267735:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756455.267739:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14159 00000400:00000200:1.0:1787756455.267744:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756455.267748:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756455.267755:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756455.267760:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267765:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.267772:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267774:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756455.267778:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756455.267780:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756455.267782:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756455.267796:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756455.267800:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756455.267805:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756455.267815:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267821:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.267827:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267831:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756455.267837:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756455.267841:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756455.267847:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756455.267855:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756455.267862:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756455.267867:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.267872:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756455.267880:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756455.267885:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.267888:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756455.267895:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756455.267902:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=57 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756455.267907:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756455.267910:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.267912:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756455.267915:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756455.267919:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756455.267927:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756455.267933:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.267943:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930928128/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756455.267956:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756455.267961:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756455.267966:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930928128/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756455.267979:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756455.268010:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756455.268018:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756455.268022:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756455.268025:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756455.268029:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756455.268035:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14159 00000400:00000200:1.0:1787756455.268047:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756455.268055:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756455.268060:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756455.268066:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268071:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.268077:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268082:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756455.268084:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756455.268088:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756455.268091:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756455.268093:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756455.268095:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756455.268097:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756455.268100:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268102:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.268104:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268105:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756455.268107:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756455.268110:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268113:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756455.268115:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756455.268121:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756455.268125:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268127:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756455.268132:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756455.268136:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268140:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756455.268146:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756455.268151:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756455.268157:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756455.268159:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268162:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756455.268166:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756455.268170:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756455.268177:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756455.268183:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.268193:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930928256/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756455.268203:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756455.268205:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756455.268208:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930928256/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756455.268219:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756455.268223:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756455.268233:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756455.268239:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756455.268244:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756455.268253:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756455.268263:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14159 00000400:00000200:1.0:1787756455.268322:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756455.268332:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756455.268337:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756455.268344:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268350:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.268353:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268356:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756455.268364:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756455.268366:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756455.268370:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756455.268374:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756455.268380:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756455.268385:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756455.268393:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268396:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.268404:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268410:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756455.268413:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756455.268421:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268424:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756455.268427:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756455.268433:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756455.268437:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268442:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756455.268446:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756455.268452:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268454:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756455.268459:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756455.268465:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756455.268471:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756455.268473:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268479:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756455.268481:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756455.268485:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756455.268490:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756455.268497:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.268508:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930928384/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756455.268517:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756455.268521:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756455.268529:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930928384/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756455.268571:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756455.268575:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756455.268581:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756455.268585:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756455.268587:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756455.268591:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756455.268597:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14159 00000400:00000200:1.0:1787756455.268605:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756455.268616:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756455.268621:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756455.268626:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268629:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.268635:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268638:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756455.268640:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756455.268642:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756455.268644:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756455.268648:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756455.268652:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756455.268655:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756455.268659:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268665:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756455.268668:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268674:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756455.268678:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756455.268682:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756455.268688:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756455.268691:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756455.268696:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756455.268700:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268708:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756455.268711:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756455.268717:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268720:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756455.268726:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756455.268733:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756455.268738:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756455.268740:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756455.268745:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756455.268749:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756455.268752:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756455.268761:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756455.268765:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756455.268777:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930928512/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756455.268791:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756455.268797:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756455.268804:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930928512/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756455.268817:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756455.268822:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14169) 00000100:00000001:1.0:1787756456.227397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756456.227432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756456.227437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756456.227442:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756456.227452:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756456.227460:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756456.227468:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756456.227474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756456.227478:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756456.227509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756456.227515:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756456.227517:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756456.227521:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756456.227555:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756456.227562:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756456.227568:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756456.227573:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756456.227580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756456.291386:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308833233, at 4308833280 00000100:00000010:1.0:1787756456.291438:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787756457.251368:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756457.251378:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756457.251382:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756457.251391:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756457.251399:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756457.251407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756457.251415:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756457.251421:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756457.251426:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756457.251476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756457.251485:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756457.251490:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756457.251500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756457.251508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756457.251514:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756457.251523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756457.251529:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756457.251536:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756458.275427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756458.275434:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756458.275440:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756458.275445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756458.275452:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756458.275462:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756458.275476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756458.275480:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756458.275486:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756458.275541:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756458.275547:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756458.275550:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756458.275558:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756458.275566:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756458.275570:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756458.275575:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756458.275579:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756458.275584:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756459.299456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756459.299464:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756459.299470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756459.299480:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756459.299491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756459.299498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756459.299504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756459.299511:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756459.299519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756459.299570:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756459.299579:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756459.299586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756459.299593:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756459.299601:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756459.299609:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756459.299629:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756459.299633:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756459.299638:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.323479:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756460.323491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756460.323497:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756460.323512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756460.323526:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756460.323535:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756460.323546:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756460.323554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756460.323571:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756460.387417:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756460.387434:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756460.387439:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756460.387446:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756460.387454:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756460.387477:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14164 00000400:00000200:1.0:1787756460.387489:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756460.387497:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756460.387503:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756460.387508:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387512:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.387516:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387519:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756460.387524:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756460.387527:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756460.387530:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756460.387545:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756460.387549:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756460.387552:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756460.387556:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387560:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.387562:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387565:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756460.387569:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756460.387574:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387576:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756460.387580:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756460.387584:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756460.387589:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.387592:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756460.387595:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756460.387606:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756460.387611:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756460.387616:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756460.387618:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.387622:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756460.387626:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756460.387631:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756460.387640:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756460.387649:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756460.387662:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930928640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756460.387677:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756460.387682:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756460.387689:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930928640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756460.387721:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756460.387726:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756460.387731:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756460.387734:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756460.387736:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756460.387740:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756460.387743:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14164 00000400:00000200:1.0:1787756460.387748:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756460.387753:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756460.387757:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756460.387764:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387767:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.387771:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387774:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756460.387778:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756460.387781:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756460.387789:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756460.387793:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756460.387802:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756460.387809:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756460.387817:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387821:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.387829:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387846:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756460.387854:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756460.387864:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756460.387874:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756460.387884:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756460.387895:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756460.387954:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.387960:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756460.387968:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756460.387975:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.387981:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756460.387988:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756460.387995:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=57 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756460.388000:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756460.388006:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388009:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756460.388014:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756460.388019:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756460.388028:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756460.388036:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756460.388045:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930928768/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756460.388070:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756460.388075:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756460.388090:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930928768/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756460.388127:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756460.388138:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756460.388146:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756460.388150:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756460.388153:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756460.388218:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756460.388227:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14164 00000400:00000200:1.0:1787756460.388239:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756460.388248:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756460.388253:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756460.388302:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388306:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.388308:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388311:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756460.388313:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756460.388315:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756460.388317:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756460.388320:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756460.388322:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756460.388324:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756460.388329:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388332:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.388335:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388339:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756460.388344:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756460.388351:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388359:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756460.388366:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756460.388373:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756460.388382:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388391:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756460.388398:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756460.388408:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388414:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756460.388426:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756460.388438:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756460.388447:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756460.388450:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388460:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756460.388464:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756460.388469:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756460.388478:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756460.388489:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756460.388500:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930928896/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756460.388510:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756460.388513:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756460.388517:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930928896/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756460.388528:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756460.388539:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756460.388548:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756460.388554:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756460.388558:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756460.388568:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756460.388575:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14164 00000400:00000200:1.0:1787756460.388584:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756460.388591:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756460.388597:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756460.388603:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388610:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.388616:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388621:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756460.388628:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756460.388631:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756460.388638:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756460.388642:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756460.388647:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756460.388654:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756460.388663:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388670:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.388676:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388683:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756460.388692:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756460.388697:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756460.388704:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756460.388708:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756460.388712:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756460.388716:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388721:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756460.388726:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756460.388731:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388737:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756460.388749:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756460.388753:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756460.388779:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756460.388781:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.388784:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756460.388787:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756460.388794:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756460.388804:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756460.388815:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756460.388850:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930929024/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756460.388869:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756460.388876:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756460.388885:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930929024/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756460.388932:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756460.388939:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756460.388943:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756460.388948:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756460.388953:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756460.388963:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756460.388971:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14164 00000400:00000200:1.0:1787756460.388983:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756460.388994:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756460.389002:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756460.389012:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.389018:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.389026:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.389035:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756460.389041:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756460.389046:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756460.389050:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756460.389056:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756460.389066:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756460.389073:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756460.389084:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.389091:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756460.389100:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756460.389107:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756460.389116:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756460.389123:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756460.389128:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756460.389133:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756460.389140:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756460.389148:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.389153:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756460.389159:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756460.389169:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.389176:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756460.389184:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756460.389192:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756460.389202:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756460.389207:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756460.389211:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756460.389215:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756460.389224:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756460.389235:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756460.389242:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756460.389256:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930929152/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756460.389304:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756460.389310:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756460.389320:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930929152/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756460.389340:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756460.389352:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14175) 00000100:00000001:1.0:1787756461.347395:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756461.347404:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756461.347407:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756461.347417:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756461.347425:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756461.347432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756461.347450:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756461.347455:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756461.347461:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756461.347493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756461.347500:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756461.347504:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756461.347512:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756461.347525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756461.347531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756461.347548:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756461.347552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756461.347556:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756461.411361:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308838353, at 4308838400 00000100:00000010:1.0:1787756461.411380:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756462.371357:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756462.371365:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756462.371370:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756462.371379:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756462.371385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756462.371390:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756462.371401:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756462.371406:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756462.371409:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756462.371429:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756462.371434:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756462.371438:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756462.371444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756462.371451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756462.371455:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756462.371459:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756462.371462:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756462.371467:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756463.395438:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756463.395450:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756463.395457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756463.395467:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756463.395478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756463.395487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756463.395523:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756463.395532:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756463.395539:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756463.395585:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756463.395596:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756463.395606:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756463.395624:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756463.395637:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756463.395646:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756463.395656:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756463.395664:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756463.395677:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756463.395779:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756463.395787:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756463.395792:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756464.419494:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756464.419504:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756464.419511:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756464.419521:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756464.419532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756464.419541:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756464.419551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756464.419562:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756464.419575:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756464.419609:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756464.419618:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756464.419625:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756464.419635:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756464.419644:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756464.419648:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756464.419652:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756464.419655:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756464.419660:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.443409:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756465.443419:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756465.443425:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.443434:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756465.443445:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756465.443455:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756465.443476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756465.443487:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756465.443495:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.443568:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756465.443575:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756465.443582:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.443595:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756465.443606:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756465.443614:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756465.443622:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756465.443626:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756465.443636:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756465.443805:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756465.443846:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756465.443851:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787756465.507411:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756465.507426:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756465.507430:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756465.507435:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756465.507442:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756465.507453:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14170 00000400:00000200:1.0:1787756465.507466:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756465.507476:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756465.507481:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756465.507487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507492:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.507497:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507501:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756465.507508:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756465.507512:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756465.507526:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756465.507531:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756465.507535:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756465.507540:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756465.507546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507564:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.507567:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507574:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756465.507578:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756465.507583:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507586:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756465.507589:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756465.507593:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756465.507597:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.507599:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756465.507602:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756465.507614:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756465.507618:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756465.507623:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756465.507626:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.507631:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756465.507635:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756465.507641:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756465.507653:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1800. 00000100:00000001:1.0:1787756465.507663:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.507677:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930929280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756465.507697:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756465.507705:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756465.507714:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930929280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756465.507747:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756465.507752:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756465.507756:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756465.507758:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756465.507761:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756465.507765:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756465.507769:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14170 00000400:00000200:1.0:1787756465.507775:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756465.507780:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756465.507784:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756465.507788:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507791:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.507807:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507832:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756465.507836:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756465.507837:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756465.507839:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756465.507843:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756465.507845:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756465.507848:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756465.507852:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507865:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.507869:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507872:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756465.507879:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756465.507883:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756465.507889:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756465.507894:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756465.507904:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756465.507913:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.507922:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756465.507939:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756465.507959:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.507964:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756465.507974:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756465.507983:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=57 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756465.507990:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756465.507995:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508002:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756465.508006:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756465.508011:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756465.508021:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756465.508038:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.508052:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930929408/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756465.508070:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756465.508076:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756465.508083:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930929408/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756465.508112:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756465.508121:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756465.508135:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756465.508140:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756465.508145:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756465.508154:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756465.508163:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14170 00000400:00000200:1.0:1787756465.508177:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756465.508186:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756465.508192:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756465.508202:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508205:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.508213:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508219:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756465.508222:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756465.508223:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756465.508229:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756465.508233:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756465.508238:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756465.508256:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756465.508261:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508263:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.508307:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508313:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756465.508318:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756465.508327:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508330:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756465.508336:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756465.508340:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756465.508348:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508364:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756465.508369:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756465.508375:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508380:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756465.508388:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756465.508395:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756465.508405:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756465.508409:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508414:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756465.508418:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756465.508421:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756465.508427:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756465.508437:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.508453:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930929536/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756465.508470:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756465.508476:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756465.508485:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930929536/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756465.508511:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756465.508521:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756465.508533:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756465.508539:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756465.508544:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756465.508552:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756465.508560:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14170 00000400:00000200:1.0:1787756465.508568:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756465.508579:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756465.508585:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756465.508595:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508603:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.508612:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508616:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756465.508621:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756465.508623:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756465.508628:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756465.508634:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756465.508642:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756465.508651:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756465.508665:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508672:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.508687:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508696:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756465.508706:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756465.508718:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756465.508728:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756465.508735:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756465.508742:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756465.508750:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508758:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756465.508763:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756465.508768:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508777:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756465.508783:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756465.508790:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756465.508800:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756465.508803:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.508806:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756465.508838:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756465.508841:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756465.508865:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756465.508873:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.508882:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930929664/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756465.508898:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756465.508902:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756465.508913:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930929664/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756465.508933:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756465.508941:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756465.508962:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756465.508968:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756465.508971:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756465.508979:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756465.508984:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14170 00000400:00000200:1.0:1787756465.508994:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756465.509004:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756465.509009:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756465.509019:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.509032:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.509040:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.509049:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756465.509056:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756465.509059:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756465.509064:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756465.509067:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756465.509071:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756465.509079:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756465.509091:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.509096:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756465.509103:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756465.509109:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756465.509115:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756465.509125:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756465.509134:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756465.509139:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756465.509145:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756465.509149:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.509154:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756465.509160:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756465.509165:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.509171:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756465.509179:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756465.509184:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756465.509193:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756465.509198:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756465.509204:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756465.509208:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756465.509212:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756465.509220:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756465.509227:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756465.509241:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930929792/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756465.509306:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756465.509310:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756465.509317:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930929792/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756465.509346:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756465.509353:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14180) 00000100:00000001:1.0:1787756466.467464:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756466.467475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756466.467482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756466.467489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756466.467512:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756466.467520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756466.467529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756466.467535:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756466.467544:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756466.467566:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756466.467573:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756466.467576:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756466.467582:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756466.467587:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756466.467600:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756466.467621:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756466.467627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756466.467635:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756466.531378:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308843473, at 4308843520 00000100:00000010:1.0:1787756466.531405:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756467.491392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756467.491403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756467.491408:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756467.491420:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756467.491433:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756467.491444:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756467.491490:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756467.491501:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756467.491512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756467.491552:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756467.491561:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756467.491572:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756467.491605:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756467.491612:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756467.491617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756467.491642:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756467.491648:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756467.491653:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756467.491659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756467.491677:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756467.491682:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756468.515468:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756468.515478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756468.515484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756468.515493:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756468.515502:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756468.515508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756468.515527:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756468.515532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756468.515537:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756468.515563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756468.515571:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756468.515577:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756468.515588:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756468.515597:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756468.515604:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756468.515628:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756468.515634:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756468.515645:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756469.539349:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756469.539355:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756469.539361:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756469.539377:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756469.539385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756469.539392:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756469.539417:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756469.539423:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756469.539426:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756469.539444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756469.539448:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756469.539452:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756469.539460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756469.539466:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756469.539474:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756469.539487:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756469.539491:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756469.539494:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756470.563392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756470.563401:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756470.563407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756470.563414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756470.563422:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756470.563429:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756470.563455:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756470.563462:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756470.563467:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756470.563493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756470.563501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756470.563508:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756470.563518:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756470.563528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756470.563536:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756470.563548:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756470.563554:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756470.563562:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756471.587394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756471.587406:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756471.587410:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756471.587418:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756471.587427:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756471.587437:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756471.587444:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756471.587452:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756471.587464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756471.587523:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756471.587535:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756471.587542:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756471.587551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756471.587561:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756471.587569:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756471.587579:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756471.587586:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756471.587603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756471.587662:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756471.587671:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756471.587683:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756471.651381:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308848592, at 4308848640 00000100:00000010:1.0:1787756471.651408:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787756472.611445:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756472.611460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756472.611471:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756472.611488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756472.611501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756472.611509:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756472.611533:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756472.611543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756472.611556:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756472.611591:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756472.611598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756472.611604:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756472.611612:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756472.611619:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756472.611627:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756472.611639:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756472.611648:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756472.611660:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756473.635382:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756473.635395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756473.635401:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756473.635427:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756473.635438:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756473.635447:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756473.635457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756473.635467:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756473.635483:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756473.635572:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756473.635588:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756473.635593:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756473.635605:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756473.635614:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756473.635621:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756473.635630:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756473.635638:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756473.635647:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756473.635748:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756473.635754:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756473.635759:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756474.659408:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756474.659419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756474.659425:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756474.659436:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756474.659445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756474.659453:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756474.659477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756474.659480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756474.659486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756474.659501:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756474.659505:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756474.659511:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756474.659518:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756474.659538:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756474.659547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756474.659555:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756474.659559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756474.659569:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756475.683454:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756475.683468:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756475.683479:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756475.683500:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756475.683517:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756475.683529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756475.683558:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756475.683567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756475.683600:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756475.683648:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756475.683655:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756475.683663:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756475.683686:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756475.683700:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756475.683709:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756475.683731:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756475.683741:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756475.683751:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756476.707442:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756476.707455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756476.707460:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756476.707472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756476.707485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756476.707493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756476.707499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756476.707507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756476.707513:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756476.771416:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308853713, at 4308853760 00000100:00000010:1.0:1787756476.771429:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787756477.731514:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756477.731540:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756477.731548:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756477.731564:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756477.731578:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756477.731589:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756477.731679:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756477.731685:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756477.731692:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756477.731749:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756477.731759:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756477.731768:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756477.731782:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756477.731793:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756477.731800:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756477.731811:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756477.731820:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756477.731833:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756478.755395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756478.755406:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756478.755410:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756478.755419:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756478.755446:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756478.755465:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756478.755479:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756478.755487:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756478.755494:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756478.755568:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756478.755600:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756478.755622:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756478.755634:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756478.755642:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756478.755647:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756478.755654:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756478.755661:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756478.755672:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756479.779443:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756479.779456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756479.779463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756479.779476:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756479.779488:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756479.779497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756479.779507:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756479.779514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756479.779524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756479.779612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756479.779621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756479.779629:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756479.779647:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756479.779667:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756479.779676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756479.779737:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756479.779744:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756479.779751:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756479.779805:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756479.779818:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756479.779835:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756480.803419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756480.803432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756480.803441:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756480.803459:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756480.803472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756480.803485:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756480.803512:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756480.803525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756480.803562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756480.803740:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756480.803748:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756480.803756:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756480.803780:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756480.803806:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756480.803819:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756480.803833:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756480.803845:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756480.803856:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756481.827518:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756481.827577:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756481.827590:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756481.827605:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756481.827626:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756481.827644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756481.827674:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756481.827684:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756481.827700:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756481.827761:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756481.827776:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756481.827793:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756481.827802:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756481.827824:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756481.827831:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756481.827837:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756481.827841:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756481.827847:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756481.891430:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308858833, at 4308858880 00000100:00000010:1.0:1787756481.891460:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787756482.851401:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756482.851409:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756482.851414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756482.851426:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756482.851437:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756482.851446:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756482.851468:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756482.851473:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756482.851478:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756482.851539:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756482.851545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756482.851551:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756482.851560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756482.851569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756482.851576:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756482.851588:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756482.851594:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756482.851600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756483.875419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756483.875425:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756483.875430:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756483.875439:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756483.875446:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756483.875462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756483.875465:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756483.875470:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756483.875474:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756483.875505:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756483.875509:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756483.875511:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756483.875517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756483.875520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756483.875525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756483.875536:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756483.875540:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756483.875546:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756483.875575:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756483.875580:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756483.875586:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756484.899410:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756484.899416:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756484.899419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756484.899426:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756484.899433:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756484.899439:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756484.899445:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756484.899452:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756484.899459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756484.899498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756484.899504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756484.899509:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756484.899514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756484.899522:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756484.899526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756484.899538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756484.899542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756484.899545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756485.923372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756485.923382:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756485.923386:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756485.923396:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756485.923403:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756485.923409:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756485.923430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756485.923433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756485.923436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756485.923494:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756485.923498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756485.923503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756485.923508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756485.923520:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756485.923530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756485.923541:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756485.923546:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756485.923552:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756485.923575:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756485.923578:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756485.923580:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756485.923582:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756485.923585:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756485.923588:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756485.923591:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756485.923601:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756485.923610:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756485.923712:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756485.923715:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756485.923719:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756486.947425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756486.947452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756486.947468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756486.947496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756486.947503:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756486.947512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756486.947523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756486.947530:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756486.947541:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756486.947566:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756486.947572:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756486.947579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756486.947589:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756486.947607:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756486.947617:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756486.947625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756486.947630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756486.947661:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756487.011461:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308863952, at 4308864000 00000100:00000010:1.0:1787756487.011482:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787756487.971444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756487.971454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756487.971469:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756487.971480:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756487.971489:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756487.971498:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756487.971525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756487.971530:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756487.971536:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756487.971564:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756487.971573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756487.971581:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756487.971591:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756487.971600:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756487.971606:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756487.971622:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756487.971630:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756487.971638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756488.995365:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756488.995375:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756488.995380:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756488.995389:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756488.995415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756488.995427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756488.995440:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756488.995446:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756488.995450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756488.995480:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756488.995493:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756488.995500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756488.995516:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756488.995526:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756488.995537:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756488.995546:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756488.995554:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756488.995562:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756490.019462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756490.019473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756490.019479:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756490.019486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756490.019497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756490.019505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756490.019532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756490.019537:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756490.019541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756491.043457:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756491.043463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756491.043466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756491.043471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756491.043478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756491.043484:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756491.043489:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756491.043495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756491.043503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756491.043537:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756491.043543:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756491.043546:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756491.043550:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756491.043554:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756491.043560:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756491.043564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756491.043568:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756491.043575:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756492.067512:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756492.067528:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756492.067539:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756492.067553:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756492.067568:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756492.067579:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756492.067607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756492.067616:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756492.067628:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756492.067715:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756492.067727:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756492.067735:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756492.067751:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756492.067764:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756492.067774:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756492.067790:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756492.067797:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756492.067804:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756492.131436:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308869073, at 4308869120 00000100:00000010:1.0:1787756492.131455:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787756493.091470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756493.091480:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756493.091485:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756493.091493:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756493.091502:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756493.091512:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756493.091525:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756493.091533:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756493.091543:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756493.091610:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756493.091625:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756493.091630:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756493.091634:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756493.091638:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756493.091641:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756493.091644:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756493.091646:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756493.091650:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756493.091673:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756493.091679:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756493.091684:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756493.091687:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756493.091694:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756493.091709:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756493.091713:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756493.091715:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756493.091717:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756494.115486:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756494.115499:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756494.115506:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756494.115519:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756494.115534:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756494.115545:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756494.115593:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756494.115601:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756494.115608:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756494.115641:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756494.115649:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756494.115653:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756494.115659:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756494.115666:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756494.115672:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756494.115678:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756494.115682:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756494.115688:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756495.139470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756495.139482:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756495.139486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756495.139498:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756495.139507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756495.139520:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756495.139532:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756495.139540:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756495.139547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756495.139602:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756495.139609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756495.139617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756495.139629:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756495.139643:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756495.139653:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756495.139664:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756495.139670:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756495.139678:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756495.139778:0:261362:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756495.139784:0:261362:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756495.139789:0:261362:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756496.163374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756496.163383:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756496.163389:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756496.163398:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756496.163406:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756496.163411:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756496.163426:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756496.163430:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756496.163433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756496.163448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756496.163453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756496.163457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756496.163462:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756496.163467:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756496.163473:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756496.163481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756496.163485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756496.163491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756497.187477:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756497.187485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756497.187490:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756497.187502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756497.187514:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756497.187519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756497.187525:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756497.187533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756497.187541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756497.187572:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756497.187592:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756497.187599:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756497.187611:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756497.187619:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756497.187627:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756497.187643:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756497.187652:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756497.187665:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756497.251425:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308874192, at 4308874240 00000100:00000010:1.0:1787756497.251456:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:1.0:1787756498.211414:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756498.211424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756498.211444:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756498.211451:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756498.211457:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756498.211462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756498.211478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756498.211483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756498.211488:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756498.211502:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756498.211507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756498.211513:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756498.211520:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756498.211527:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756498.211531:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756498.211542:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756498.211547:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756498.211555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756499.235420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756499.235429:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756499.235437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756499.235449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756499.235455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756499.235458:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756499.235488:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756499.235493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756499.235499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756499.235541:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756499.235547:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756499.235553:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756499.235563:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756499.235573:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756499.235578:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756499.235584:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756499.235589:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756499.235598:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756500.259406:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756500.259417:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756500.259425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756500.259438:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756500.259447:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756500.259454:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756500.259467:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756500.259473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756500.259478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756500.259506:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756500.259516:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756500.259524:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756500.259534:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756500.259545:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756500.259552:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756500.259562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756500.259573:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756500.259579:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756501.283368:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756501.283373:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756501.283377:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756501.283381:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756501.283386:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756501.283390:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756501.283406:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756501.283409:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756501.283413:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756501.283427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756501.283430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756501.283435:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756501.283437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756501.283443:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756501.283448:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756501.283454:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756501.283458:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756501.283464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756502.307356:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756502.307362:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756502.307366:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756502.307372:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756502.307378:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756502.307384:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756502.307406:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756502.307410:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756502.307416:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756502.307438:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756502.307442:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756502.307446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756502.307453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756502.307462:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756502.307468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756502.307475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756502.307477:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756502.307480:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756502.371342:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308879313, at 4308879360 00000100:00000010:1.0:1787756502.371355:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:1.0:1787756503.331396:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756503.331406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756503.331421:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756503.331432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756503.331441:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756503.331450:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756503.331473:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756503.331479:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756503.331484:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756503.331515:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756503.331523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756503.331531:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756503.331538:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756503.331546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756503.331552:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756503.331561:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756503.331569:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756503.331582:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756504.355433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756504.355470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756504.355477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756504.355488:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756504.355498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756504.355505:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756504.355530:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756504.355536:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756504.355545:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756504.355622:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756504.355632:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756504.355642:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756504.355652:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756504.355658:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756504.355664:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756504.355668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756504.355671:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756504.355674:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756505.379386:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756505.379394:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756505.379397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756505.379402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756505.379407:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756505.379413:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756505.379419:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756505.379423:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756505.379428:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756505.379516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756505.379529:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756505.379540:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756505.379545:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756505.379555:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756505.379562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756505.379574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756505.379581:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756505.379588:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.403434:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756506.403443:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756506.403451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.403460:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756506.403471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756506.403479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756506.403503:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756506.403507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756506.403512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.403544:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756506.403552:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756506.403557:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.403564:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756506.403573:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756506.403578:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756506.403585:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756506.403589:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756506.403600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756506.467435:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756506.467443:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756506.467446:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756506.467449:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756506.467453:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756506.467458:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14211 00000400:00000200:1.0:1787756506.467466:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756506.467471:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756506.467474:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756506.467477:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467479:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467481:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467483:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756506.467486:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756506.467488:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756506.467490:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756506.467492:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756506.467494:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756506.467495:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756506.467498:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467500:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467501:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467503:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756506.467505:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756506.467508:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467509:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756506.467511:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756506.467514:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756506.467516:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467517:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756506.467519:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756506.467526:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756506.467529:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756506.467532:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756506.467533:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467535:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756506.467538:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756506.467541:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756506.467549:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756506.467554:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.467561:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930934400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756506.467569:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756506.467573:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756506.467577:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930934400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756506.467599:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756506.467602:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756506.467605:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756506.467606:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756506.467607:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756506.467609:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756506.467612:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14211 00000400:00000200:1.0:1787756506.467615:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756506.467617:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756506.467619:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756506.467622:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467627:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467629:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467631:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756506.467632:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756506.467634:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756506.467635:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756506.467637:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756506.467638:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756506.467640:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756506.467642:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467644:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467645:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467647:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756506.467648:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756506.467651:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467653:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756506.467654:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756506.467658:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756506.467661:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467663:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756506.467666:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756506.467670:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467673:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756506.467677:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756506.467681:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=57 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756506.467686:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756506.467689:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467693:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756506.467696:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756506.467698:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756506.467703:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756506.467715:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.467724:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930934528/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756506.467736:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756506.467739:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756506.467742:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930934528/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756506.467755:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756506.467760:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756506.467764:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756506.467767:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756506.467768:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756506.467771:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756506.467776:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14211 00000400:00000200:1.0:1787756506.467780:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756506.467785:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756506.467788:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756506.467793:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467797:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467801:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467805:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756506.467808:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756506.467810:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756506.467814:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756506.467816:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756506.467822:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756506.467825:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756506.467831:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467834:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467839:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467842:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756506.467845:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756506.467847:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467849:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756506.467852:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756506.467856:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756506.467859:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467863:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756506.467866:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756506.467869:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467872:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756506.467876:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756506.467881:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756506.467885:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756506.467889:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.467891:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756506.467894:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756506.467897:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756506.467904:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756506.467908:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.467917:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930934656/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756506.467930:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756506.467933:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756506.467938:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930934656/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756506.467946:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756506.467949:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756506.467954:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756506.467957:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756506.467960:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756506.467966:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756506.467970:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14211 00000400:00000200:1.0:1787756506.467972:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756506.467976:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756506.467979:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756506.467981:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467983:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.467987:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.467990:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756506.467993:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756506.467996:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756506.468000:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756506.468003:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756506.468005:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756506.468009:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756506.468015:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468018:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.468021:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468024:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756506.468030:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756506.468035:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468040:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756506.468046:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756506.468052:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756506.468059:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.468065:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756506.468071:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756506.468078:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.468081:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756506.468103:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756506.468108:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756506.468111:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756506.468113:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.468115:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756506.468116:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756506.468118:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756506.468124:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756506.468127:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.468134:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930934784/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756506.468147:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756506.468151:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756506.468157:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930934784/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756506.468170:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756506.468175:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756506.468179:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756506.468183:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756506.468187:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756506.468190:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756506.468195:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14211 00000400:00000200:1.0:1787756506.468204:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756506.468211:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756506.468215:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756506.468221:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468226:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.468232:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468236:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756506.468240:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756506.468242:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756506.468245:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756506.468248:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756506.468252:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756506.468257:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756506.468262:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468303:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756506.468309:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468314:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756506.468320:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756506.468326:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756506.468331:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756506.468336:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756506.468341:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756506.468345:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.468348:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756506.468350:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756506.468355:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.468360:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756506.468367:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756506.468372:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756506.468377:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756506.468381:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756506.468385:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756506.468389:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756506.468393:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756506.468401:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756506.468407:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756506.468417:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930934912/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756506.468443:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756506.468447:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756506.468456:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930934912/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756506.468467:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756506.468472:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14221) 00000100:00000001:1.0:1787756507.427405:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756507.427412:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756507.427418:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756507.427425:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756507.427431:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756507.427437:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756507.427445:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756507.427448:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756507.427454:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756507.427513:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756507.427522:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756507.427528:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756507.427537:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756507.427551:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756507.427563:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756507.427572:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756507.427575:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756507.427580:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756507.491361:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308884432, at 4308884480 00000100:00000010:1.0:1787756507.491381:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:1.0:1787756508.451374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756508.451391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756508.451400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756508.451413:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756508.451421:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756508.451432:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756508.451437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756508.451448:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756508.451473:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756508.451517:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756508.451521:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756508.451525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756508.451530:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756508.451536:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756508.451541:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756508.451549:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756508.451560:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756508.451569:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756508.451596:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756508.451603:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756508.451613:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756509.475470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756509.475498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756509.475508:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756509.475526:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756509.475551:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756509.475564:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756509.475572:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756509.475581:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756509.475591:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756509.475665:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756509.475682:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756509.475697:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756509.475709:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756509.475724:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756509.475733:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756509.475741:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756509.475750:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756509.475760:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756510.499431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756510.499447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756510.499466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756510.499481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756510.499516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756510.499527:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756510.499538:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756510.499550:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756510.499569:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756510.499609:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756510.499619:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756510.499627:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756510.499638:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756510.499651:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756510.499668:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756510.499683:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756510.499694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756510.499712:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756510.499865:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756510.499871:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756510.499877:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756511.523491:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756511.523502:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756511.523510:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756511.523530:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756511.523541:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756511.523552:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756511.523557:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756511.523567:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756511.523588:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756511.523634:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756511.523642:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756511.523649:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756511.523659:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756511.523673:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756511.523684:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756511.523717:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756511.523731:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756511.523743:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756512.547418:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756512.547428:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756512.547436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756512.547455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756512.547473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756512.547483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756512.547491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756512.547498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756512.547513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756512.547559:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756512.547576:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756512.547583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756512.547596:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756512.547612:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756512.547617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756512.547627:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756512.547637:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756512.547641:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756512.611379:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308889554, at 4308889600 00000100:00000010:1.0:1787756512.611393:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756513.571371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756513.571390:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756513.571394:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756513.571401:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756513.571408:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756513.571412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756513.571426:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756513.571432:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756513.571436:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756513.571476:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756513.571481:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756513.571489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756513.571493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756513.571502:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756513.571515:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756513.571530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756513.571539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756513.571549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756513.571574:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756513.571578:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756513.571581:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756513.571586:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756513.571592:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756513.571599:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756513.571602:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756513.571604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756513.571608:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756514.595492:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756514.595505:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756514.595521:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756514.595533:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756514.595550:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756514.595568:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756514.595609:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756514.595621:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756514.595632:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756514.595685:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756514.595707:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756514.595718:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756514.595731:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756514.595769:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756514.595785:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756514.595809:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756514.595820:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756514.595836:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756515.619462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756515.619476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756515.619483:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756515.619508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756515.619526:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756515.619545:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756515.619590:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756515.619600:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756515.619616:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756515.619686:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756515.619694:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756515.619699:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756515.619720:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756515.619726:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756515.619741:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756515.619756:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756515.619761:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756515.619789:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756515.619846:0:261362:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756515.619856:0:261362:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756515.619894:0:261362:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756516.643378:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756516.643385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756516.643388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756516.643395:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756516.643401:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756516.643409:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756516.643417:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756516.643428:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756516.643436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756516.643479:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756516.643492:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756516.643497:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756516.643504:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756516.643517:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756516.643529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756516.643538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756516.643545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756516.643551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756517.667413:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756517.667428:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756517.667440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756517.667455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756517.667464:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756517.667470:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756517.667479:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756517.667487:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756517.667504:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756517.667523:0:261362:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756517.667532:0:261362:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756517.667543:0:261362:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756517.667562:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756517.667569:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756517.667574:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756517.667587:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756517.667598:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756517.667605:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756517.667611:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756517.667618:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756517.667622:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756517.731440:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308894673, at 4308894720 00000100:00000010:1.0:1787756517.731469:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787756518.691458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756518.691469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756518.691475:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756518.691485:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756518.691495:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756518.691506:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756518.691512:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756518.691522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756518.691538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756518.691603:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756518.691614:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756518.691623:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756518.691639:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756518.691652:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756518.691666:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756518.691680:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756518.691693:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756518.691712:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756519.715438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756519.715453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756519.715465:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756519.715479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756519.715504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756519.715516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756519.715530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756519.715539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756519.715548:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756519.715584:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756519.715594:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756519.715606:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756519.715615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756519.715623:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756519.715630:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756519.715636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756519.715645:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756519.715655:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756520.739410:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756520.739417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756520.739424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756520.739433:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756520.739445:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756520.739453:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756520.739462:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756520.739466:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756520.739472:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756520.739499:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756520.739503:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756520.739507:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756520.739510:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756520.739530:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756520.739533:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756520.739540:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756520.739543:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756520.739549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756520.739576:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756520.739597:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756520.739602:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756520.739610:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756520.739614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756520.739621:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756520.739627:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756520.739630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756520.739638:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756521.763467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756521.763479:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756521.763487:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756521.763499:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756521.763509:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756521.763515:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756521.763523:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756521.763528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756521.763534:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756521.763564:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756521.763571:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756521.763577:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756521.763589:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756521.763600:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756521.763610:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756521.763638:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756521.763647:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756521.763654:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756522.787451:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756522.787464:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756522.787479:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756522.787491:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756522.787504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756522.787514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756522.787522:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756522.787533:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756522.787550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756522.787631:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756522.787641:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756522.787651:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756522.787666:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756522.787682:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756522.787694:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756522.787724:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756522.787730:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756522.787738:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756522.851437:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308899793, at 4308899840 00000100:00000010:1.0:1787756522.851450:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787756523.811422:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756523.811433:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756523.811439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756523.811454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756523.811476:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756523.811499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756523.811522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756523.811529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756523.811547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756523.811588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756523.811596:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756523.811608:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756523.811626:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756523.811643:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756523.811653:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756523.811664:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756523.811673:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756523.811682:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756524.835356:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756524.835368:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756524.835374:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756524.835383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756524.835391:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756524.835405:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756524.835421:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756524.835431:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756524.835441:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756524.835493:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756524.835501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756524.835509:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756524.835523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756524.835530:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756524.835535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756524.835538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756524.835540:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756524.835542:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756525.859341:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756525.859346:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756525.859349:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756525.859355:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756525.859361:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756525.859366:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756525.859377:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756525.859382:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756525.859389:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756525.859412:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756525.859417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756525.859421:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756525.859427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756525.859434:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756525.859437:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756525.859442:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756525.859446:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756525.859450:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.883429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756526.883441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756526.883447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.883456:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756526.883467:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756526.883478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756526.883486:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756526.883494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756526.883509:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.883545:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756526.883553:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756526.883562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.883577:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756526.883588:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756526.883595:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756526.883604:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756526.883614:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756526.883628:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756526.947433:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756526.947444:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756526.947447:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756526.947452:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756526.947457:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756526.947465:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14231 00000400:00000200:1.0:1787756526.947477:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756526.947484:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756526.947489:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756526.947494:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947498:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.947501:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947504:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756526.947509:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756526.947512:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756526.947515:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756526.947519:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756526.947522:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756526.947525:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756526.947529:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947532:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.947534:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947537:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756526.947541:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756526.947560:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947563:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756526.947566:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756526.947571:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756526.947575:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.947578:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756526.947581:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756526.947592:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756526.947596:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756526.947601:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756526.947604:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.947607:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756526.947610:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756526.947615:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756526.947625:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1800. 00000100:00000001:1.0:1787756526.947633:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.947644:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930936960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756526.947657:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756526.947663:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756526.947668:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930936960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756526.947696:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756526.947700:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756526.947704:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756526.947707:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756526.947709:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756526.947713:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756526.947716:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14231 00000400:00000200:1.0:1787756526.947720:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756526.947724:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756526.947751:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756526.947756:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947759:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.947762:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947765:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756526.947768:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756526.947770:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756526.947772:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756526.947776:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756526.947779:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756526.947783:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756526.947787:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947791:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.947794:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947797:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756526.947802:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756526.947813:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756526.947820:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756526.947826:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756526.947834:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756526.947844:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.947852:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756526.947861:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756526.947870:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.947876:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756526.947884:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756526.947891:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=57 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756526.947900:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756526.947905:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.947911:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756526.947917:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756526.947921:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756526.947931:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756526.947941:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.947954:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930937088/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756526.947980:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756526.948002:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756526.948010:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930937088/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756526.948034:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756526.948043:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756526.948053:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756526.948061:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756526.948066:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756526.948076:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756526.948087:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14231 00000400:00000200:1.0:1787756526.948128:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756526.948143:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756526.948154:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756526.948170:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948181:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.948195:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948205:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756526.948221:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756526.948227:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756526.948234:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756526.948242:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756526.948251:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756526.948260:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756526.948273:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948283:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.948292:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948300:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756526.948359:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756526.948366:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948376:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756526.948380:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756526.948389:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756526.948397:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.948405:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756526.948411:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756526.948419:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.948429:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756526.948437:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756526.948445:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756526.948472:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756526.948477:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.948486:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756526.948495:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756526.948502:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756526.948513:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756526.948525:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.948543:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930937216/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756526.948599:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756526.948605:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756526.948620:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930937216/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756526.948658:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756526.948665:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756526.948671:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756526.948680:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756526.948683:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756526.948690:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756526.948700:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14231 00000400:00000200:1.0:1787756526.948715:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756526.948725:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756526.948778:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756526.948787:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948798:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.948804:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948810:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756526.948817:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756526.948823:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756526.948828:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756526.948833:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756526.948840:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756526.948845:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756526.948854:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948863:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.948871:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948881:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756526.948887:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756526.948897:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756526.948905:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756526.948911:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756526.948918:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756526.948927:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.948936:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756526.948942:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756526.948952:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.948960:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756526.948970:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756526.948980:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756526.949008:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756526.949013:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.949021:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756526.949027:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756526.949033:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756526.949043:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756526.949055:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.949072:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930937344/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756526.949120:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756526.949132:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756526.949153:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930937344/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756526.949194:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756526.949205:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756526.949220:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756526.949228:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756526.949234:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756526.949244:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756526.949254:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14231 00000400:00000200:1.0:1787756526.949269:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756526.949283:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756526.949292:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756526.949305:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.949312:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.949355:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.949361:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756526.949368:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756526.949373:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756526.949379:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756526.949387:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756526.949392:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756526.949400:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756526.949411:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.949434:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756526.949442:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756526.949450:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756526.949456:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756526.949468:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756526.949471:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756526.949476:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756526.949487:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756526.949499:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.949502:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756526.949513:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756526.949522:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.949531:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756526.949537:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756526.949543:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756526.949552:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756526.949556:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756526.949565:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756526.949570:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756526.949575:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756526.949585:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756526.949594:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756526.949608:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930937472/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756526.949632:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756526.949638:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756526.949649:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930937472/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756526.949672:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756526.949681:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14241) 00000100:00000001:1.0:1787756527.907402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756527.907413:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756527.907434:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756527.907444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756527.907452:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756527.907460:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756527.907474:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756527.907482:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756527.907493:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756527.907582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756527.907591:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756527.907615:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756527.907627:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756527.907654:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756527.907666:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756527.907701:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756527.907725:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756527.907735:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756527.971379:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308904913, at 4308904960 00000100:00000010:1.0:1787756527.971402:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756528.931394:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756528.931403:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756528.931409:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756528.931419:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756528.931428:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756528.931434:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756528.931442:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756528.931449:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756528.931458:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756528.931509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756528.931518:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756528.931524:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756528.931532:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756528.931540:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756528.931549:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756528.931560:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756528.931568:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756528.931577:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756529.955517:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756529.955533:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756529.955541:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756529.955569:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756529.955586:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756529.955596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756529.955621:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756529.955639:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756529.955655:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756529.955755:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756529.955766:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756529.955771:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756529.955779:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756529.955787:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756529.955794:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756529.955808:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756529.955812:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756529.955816:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756530.979360:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756530.979369:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756530.979375:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756530.979381:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756530.979385:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756530.979391:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756530.979397:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756530.979402:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756530.979409:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756530.979425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756530.979430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756530.979433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756530.979438:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756530.979443:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756530.979449:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756530.979456:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756530.979460:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756530.979463:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756532.003494:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756532.003509:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756532.003517:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756532.003529:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756532.003540:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756532.003551:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756532.003565:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756532.003576:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756532.003592:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756532.003635:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756532.003674:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756532.003683:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756532.003689:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756532.003695:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756532.003702:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756532.003708:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756532.003717:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756532.003732:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756533.027363:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756533.027372:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756533.027376:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756533.027382:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756533.027388:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756533.027395:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756533.027399:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756533.027404:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756533.027408:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756533.027440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756533.027445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756533.027449:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756533.027456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756533.027463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756533.027469:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756533.027476:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756533.027482:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756533.027486:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756533.091330:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308910033, at 4308910080 00000100:00000010:1.0:1787756533.091346:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787756534.051463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756534.051469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756534.051474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756534.051482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756534.051488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756534.051511:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756534.051517:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756534.051523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756534.051529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756534.051577:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756534.051584:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756534.051588:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756534.051594:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756534.051599:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756534.051619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756534.051625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756534.051627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756534.051632:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756535.075421:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756535.075432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756535.075436:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756535.075445:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756535.075460:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756535.075481:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756535.075495:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756535.075503:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756535.075517:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756535.075577:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756535.075621:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756535.075627:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756535.075644:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756535.075653:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756535.075660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756535.075667:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756535.075673:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756535.075678:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756536.099457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756536.099467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756536.099474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756536.099487:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756536.099512:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756536.099521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756536.099552:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756536.099560:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756536.099587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756536.099625:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756536.099635:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756536.099644:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756536.099657:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756536.099667:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756536.099674:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756536.099681:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756536.099688:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756536.099693:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756537.123410:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756537.123421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756537.123426:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756537.123437:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756537.123460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756537.123469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756537.123482:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756537.123490:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756537.123497:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756537.123583:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756537.123592:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756537.123599:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756537.123612:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756537.123625:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756537.123632:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756537.123654:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756537.123662:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756537.123669:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756538.147439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756538.147474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756538.147478:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756538.147486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756538.147495:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756538.147503:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756538.147512:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756538.147521:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756538.147578:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756538.147627:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756538.147633:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756538.147636:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756538.147639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756538.147644:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756538.147651:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756538.147676:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756538.147682:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756538.147690:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756538.211403:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308915153, at 4308915200 00000100:00000010:1.0:1787756538.211436:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787756539.171447:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756539.171466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756539.171480:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756539.171501:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756539.171544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756539.171558:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756539.171573:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756539.171585:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756539.171602:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756539.171640:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756539.171650:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756539.171659:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756539.171669:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756539.171682:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756539.171691:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756539.171701:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756539.171714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756539.171741:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756540.195479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756540.195536:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756540.195543:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756540.195561:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756540.195569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756540.195588:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756540.195615:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756540.195633:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756540.195652:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756540.195716:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756540.195724:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756540.195734:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756540.195751:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756540.195762:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756540.195777:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756540.195800:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756540.195816:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756540.195826:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756541.219422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756541.219438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756541.219442:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756541.219451:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756541.219458:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756541.219466:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756541.219471:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756541.219501:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756541.219512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756541.219585:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756541.219596:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756541.219609:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756541.219621:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756541.219637:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756541.219652:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756541.219691:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756541.219708:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756541.219725:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756541.219785:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756541.219804:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756541.219814:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756541.219827:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756541.219837:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756541.219843:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756541.219849:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756541.219852:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756541.219861:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756542.243511:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756542.243524:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756542.243533:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756542.243541:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756542.243553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756542.243564:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756542.243606:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756542.243614:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756542.243621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756542.243650:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756542.243660:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756542.243665:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756542.243676:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756542.243689:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756542.243698:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756542.243729:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756542.243737:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756542.243746:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756543.267428:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756543.267472:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756543.267477:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756543.267487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756543.267497:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756543.267507:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756543.267519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756543.267528:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756543.267546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756543.331401:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308920273, at 4308920320 00000100:00000010:1.0:1787756543.331421:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493840. 00000100:00000001:1.0:1787756544.291471:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756544.291485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756544.291491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756544.291503:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756544.291519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756544.291533:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756544.291551:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756544.291563:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756544.291579:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756545.315382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756545.315392:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756545.315395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756545.315402:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756545.315436:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756545.315442:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756545.315448:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756545.315453:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756545.315461:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756545.315528:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756545.315539:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756545.315547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756545.315560:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756545.315569:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756545.315580:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756545.315593:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756545.315603:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756545.315616:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756545.315650:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756545.315659:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756545.315668:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756545.315679:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756545.315686:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756545.315698:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756545.315714:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756545.315722:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756545.315729:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756546.339489:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308923281, at 4308923328 00000100:00000010:1.0:1787756546.339510:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493f00. 00000100:00000001:1.0:1787756546.339543:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756546.339552:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756546.339556:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756546.339561:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756546.339566:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756546.339570:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756546.339574:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756546.339577:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756546.339583:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756546.339613:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756546.339623:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756546.339629:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756546.339640:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756546.339649:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756546.339657:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756546.339698:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756546.339703:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756546.339713:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756547.363432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756547.363444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756547.363450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756547.363459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756547.363471:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756547.363479:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756547.363491:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756547.363497:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756547.363506:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756547.363558:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756547.363567:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756547.363575:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756547.363584:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756547.363597:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756547.363610:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756547.363622:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756547.363627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756547.363635:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756548.387499:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756548.387515:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756548.387525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756548.387545:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756548.387559:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756548.387568:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756548.387602:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756548.387608:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756548.387615:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756548.387643:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756548.387658:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756548.387670:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756548.387692:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756548.387703:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756548.387716:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756548.387743:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756548.387756:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756548.387762:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756548.387822:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756548.387830:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756548.387834:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756548.387841:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756548.387849:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756548.387854:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756548.387860:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756548.387864:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756548.387869:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756549.411458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756549.411470:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756549.411476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756549.411486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756549.411497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756549.411507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756549.411518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756549.411524:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756549.411533:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756549.411575:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756549.411584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756549.411594:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756549.411604:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756549.411619:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756549.411629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756549.411638:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756549.411645:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756549.411658:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756550.435455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756550.435470:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756550.435477:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756550.435488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756550.435496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756550.435502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756550.435510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756550.435516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756550.435529:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756550.435560:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756550.435576:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756550.435588:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756550.435605:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756550.435625:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756550.435638:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756550.435647:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756550.435654:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756550.435669:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756551.459487:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756551.459499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756551.459504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756551.459514:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756551.459527:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756551.459538:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756551.459544:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756551.459552:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756551.459560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756551.459589:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756551.459598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756551.459603:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756551.459609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756551.459618:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756551.459632:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756551.459648:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756551.459656:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756551.459667:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756551.459738:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756551.459747:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756551.459751:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756551.459758:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756551.459764:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756551.459774:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756551.459782:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756551.459787:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756551.459797:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756551.523414:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308928465, at 4308928512 00000100:00000010:1.0:1787756551.523434:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493f00. 00000100:00000001:1.0:1787756552.483477:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756552.483487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756552.483496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756552.483508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756552.483519:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756552.483533:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756552.483553:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756552.483561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756552.483569:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756552.483623:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756552.483631:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756552.483638:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756552.483649:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756552.483662:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756552.483672:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756552.483707:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756552.483715:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756552.483724:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756552.483756:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756552.483764:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756552.483770:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756552.483774:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756552.483779:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756552.483783:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756552.483786:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756552.483789:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756552.483792:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756553.507468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756553.507481:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756553.507492:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756553.507504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756553.507512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756553.507525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756553.507563:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756553.507568:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756553.507574:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756553.507608:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756553.507617:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756553.507627:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756553.507636:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756553.507648:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756553.507658:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756553.507671:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756553.507678:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756553.507685:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756554.531386:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756554.531395:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756554.531400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756554.531410:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756554.531418:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756554.531424:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756554.531430:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756554.531435:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756554.531449:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756554.531502:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756554.531511:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756554.531520:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756554.531533:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756554.531551:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756554.531557:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756554.531562:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756554.531578:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756554.531584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756555.555441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756555.555455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756555.555465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756555.555478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756555.555495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756555.555508:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756555.555516:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756555.555523:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756555.555529:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756555.555589:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756555.555596:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756555.555603:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756555.555610:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756555.555620:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756555.555628:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756555.555640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756555.555663:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756555.555672:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756555.555696:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756555.555703:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756555.555711:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756555.555741:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756555.555748:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756555.555755:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756555.555764:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756555.555769:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756555.555772:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756556.579363:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756556.579372:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756556.579376:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756556.579384:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756556.579397:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756556.579403:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756556.579426:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756556.579431:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756556.579441:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756556.579462:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756556.579471:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756556.579475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756556.579481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756556.579488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756556.579495:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756556.579507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756556.579517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756556.579530:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756556.643348:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308933585, at 4308933632 00000100:00000010:1.0:1787756556.643362:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493840. 00000100:00000001:1.0:1787756557.603471:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756557.603483:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756557.603492:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756557.603507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756557.603521:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756557.603532:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756557.603538:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756557.603544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756557.603550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756557.603576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756557.603583:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756557.603589:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756557.603597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756557.603608:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756557.603618:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756557.603624:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756557.603631:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756557.603643:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756558.627444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756558.627464:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756558.627474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756558.627488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756558.627502:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756558.627514:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756558.627530:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756558.627540:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756558.627552:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756558.627586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756558.627594:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756558.627600:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756558.627611:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756558.627620:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756558.627629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756558.627649:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756558.627659:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756558.627669:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756559.651419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756559.651429:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756559.651438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756559.651451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756559.651463:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756559.651474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756559.651490:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756559.651499:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756559.651513:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756559.651544:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756559.651552:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756559.651560:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756559.651567:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756559.651576:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756559.651583:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756559.651591:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756559.651596:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756559.651624:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.675446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756560.675459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756560.675468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.675476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756560.675491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756560.675500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756560.675517:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756560.675527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756560.675548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.675657:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756560.675664:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756560.675671:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.675679:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756560.675690:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756560.675695:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756560.675699:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756560.675701:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756560.675705:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756560.739433:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756560.739444:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756560.739447:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756560.739452:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756560.739458:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756560.739467:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14265 00000400:00000200:1.0:1787756560.739479:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756560.739487:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756560.739492:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756560.739496:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739500:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.739504:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739507:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756560.739513:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756560.739516:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756560.739519:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756560.739524:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756560.739527:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756560.739530:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756560.739534:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739537:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.739540:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739543:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756560.739547:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756560.739552:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739555:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756560.739559:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756560.739563:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756560.739567:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.739570:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756560.739573:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756560.739583:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756560.739588:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756560.739593:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756560.739596:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.739600:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756560.739603:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756560.739608:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756560.739618:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756560.739627:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.739639:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930941696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756560.739653:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756560.739659:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756560.739666:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930941696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756560.739696:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756560.739701:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756560.739706:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756560.739708:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756560.739721:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756560.739724:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756560.739728:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14265 00000400:00000200:1.0:1787756560.739732:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756560.739736:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756560.739739:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756560.739743:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739747:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.739749:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739753:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756560.739756:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756560.739758:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756560.739761:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756560.739764:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756560.739767:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756560.739770:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756560.739775:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739790:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.739794:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739802:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756560.739806:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756560.739816:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756560.739823:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756560.739828:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756560.739839:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756560.739848:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.739858:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756560.739869:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756560.739879:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.739885:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756560.739893:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756560.739900:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756560.739930:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756560.739943:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.739956:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756560.739963:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756560.739972:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756560.739992:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756560.740004:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.740032:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930941824/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756560.740085:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756560.740097:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756560.740117:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930941824/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756560.740193:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756560.740201:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756560.740211:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756560.740216:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756560.740222:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756560.740235:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756560.740249:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14265 00000400:00000200:1.0:1787756560.740344:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756560.740362:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756560.740375:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756560.740391:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740399:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.740404:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740411:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756560.740418:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756560.740422:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756560.740428:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756560.740436:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756560.740441:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756560.740450:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756560.740458:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.740469:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740475:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756560.740481:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756560.740492:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740498:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756560.740502:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756560.740512:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756560.740520:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.740528:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756560.740533:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756560.740542:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.740552:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756560.740564:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756560.740571:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756560.740580:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756560.740586:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.740594:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756560.740599:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756560.740607:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756560.740621:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756560.740630:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.740649:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930941952/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756560.740667:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756560.740675:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756560.740682:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930941952/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756560.740698:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756560.740704:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756560.740723:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756560.740730:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756560.740734:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756560.740742:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756560.740751:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14265 00000400:00000200:1.0:1787756560.740761:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756560.740772:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756560.740781:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756560.740793:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740798:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.740806:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740813:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756560.740819:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756560.740825:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756560.740831:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756560.740836:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756560.740842:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756560.740852:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756560.740866:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740875:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.740884:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740888:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756560.740897:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756560.740908:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756560.740918:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756560.740923:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756560.740930:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756560.740940:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.740946:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756560.740952:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756560.740962:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.740970:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756560.740991:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756560.741000:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756560.741009:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756560.741013:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.741021:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756560.741026:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756560.741032:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756560.741042:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756560.741053:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.741066:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930942080/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756560.741098:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756560.741107:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756560.741124:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930942080/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756560.741167:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756560.741172:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756560.741178:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756560.741185:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756560.741190:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756560.741195:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756560.741205:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14265 00000400:00000200:1.0:1787756560.741217:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756560.741230:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756560.741240:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756560.741249:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.741258:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.741265:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.741305:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756560.741315:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756560.741321:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756560.741325:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756560.741331:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756560.741340:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756560.741347:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756560.741360:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.741366:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756560.741373:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756560.741380:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756560.741386:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756560.741391:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756560.741399:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756560.741406:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756560.741414:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756560.741423:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.741427:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756560.741433:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756560.741453:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.741462:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756560.741470:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756560.741482:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756560.741491:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756560.741496:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756560.741507:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756560.741518:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756560.741524:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756560.741534:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756560.741545:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756560.741560:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930942208/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756560.741591:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756560.741597:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756560.741610:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930942208/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756560.741636:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756560.741648:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14275) 00000100:00000001:1.0:1787756561.699413:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756561.699425:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756561.699434:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756561.699448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756561.699459:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756561.699468:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756561.699478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756561.699486:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756561.699495:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756561.699530:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756561.699538:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756561.699543:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756561.699554:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756561.699565:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756561.699574:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756561.699581:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756561.699587:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756561.699597:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756561.699649:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756561.699657:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756561.699665:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756561.699678:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756561.699687:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756561.699691:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756561.699694:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756561.699697:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756561.699702:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756561.763383:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308938705, at 4308938752 00000100:00000010:1.0:1787756561.763403:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493660. 00000100:00000001:1.0:1787756562.723427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756562.723438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756562.723447:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756562.723461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756562.723474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756562.723483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756562.723512:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756562.723520:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756562.723531:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756562.723563:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756562.723573:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756562.723583:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756562.723598:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756562.723609:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756562.723619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756562.723628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756562.723632:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756562.723640:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756563.747384:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756563.747395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756563.747401:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756563.747412:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756563.747422:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756563.747431:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756563.747438:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756563.747445:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756563.747449:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756563.747489:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756563.747494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756563.747498:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756563.747507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756563.747513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756563.747521:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756563.747530:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756563.747536:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756563.747544:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756564.771394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756564.771404:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756564.771407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756564.771414:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756564.771420:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756564.771425:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756564.771430:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756564.771434:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756564.771440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756564.771486:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756564.771498:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756564.771522:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756564.771527:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756564.771534:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756564.771543:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756564.771550:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756564.771556:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756564.771563:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756564.771611:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756564.771617:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756564.771624:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756564.771631:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756564.771638:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756564.771643:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756564.771646:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756564.771648:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756564.771652:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756565.795426:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756565.795456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756565.795462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756565.795473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756565.795485:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756565.795494:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756565.795540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756565.795546:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756565.795552:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756565.795585:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756565.795595:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756565.795602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756565.795613:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756565.795626:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756565.795641:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756565.795676:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756565.795685:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756565.795695:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756566.819347:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756566.819355:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756566.819361:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756566.819376:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756566.819383:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756566.819389:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756566.819404:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756566.819407:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756566.819410:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756566.819446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756566.819451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756566.819454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756566.819459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756566.819466:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756566.819473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756566.819481:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756566.819485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756566.819489:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756566.883327:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308943825, at 4308943872 00000100:00000010:1.0:1787756566.883342:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493e40. 00000100:00000001:1.0:1787756567.843401:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756567.843407:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756567.843411:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756567.843417:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756567.843421:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756567.843426:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756567.843441:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756567.843443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756567.843446:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756567.843464:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756567.843468:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756567.843472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756567.843476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756567.843480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756567.843503:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756567.843526:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756567.843533:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756567.843544:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756568.867403:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756568.867417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756568.867422:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756568.867436:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756568.867446:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756568.867455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756568.867466:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756568.867477:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756568.867494:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756568.867551:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756568.867559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756568.867569:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756568.867583:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756568.867590:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756568.867600:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756568.867615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756568.867626:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756568.867643:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756568.867685:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756568.867696:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756568.867704:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756568.867715:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756568.867722:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756568.867728:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756568.867735:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756568.867741:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756568.867746:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756569.891459:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756569.891472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756569.891480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756569.891493:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756569.891504:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756569.891512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756569.891545:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756569.891550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756569.891555:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756569.891589:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756569.891600:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756569.891607:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756569.891617:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756569.891622:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756569.891642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756569.891665:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756569.891674:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756569.891682:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756569.891740:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756569.891748:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756569.891756:0:261363:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756570.915439:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756570.915450:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756570.915459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756570.915469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756570.915480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756570.915492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756570.915503:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756570.915510:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756570.915520:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756570.915560:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756570.915571:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756570.915580:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756570.915591:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756570.915604:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756570.915611:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756570.915620:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756570.915626:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756570.915637:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756570.916305:0:261363:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756570.916311:0:261363:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756570.916316:0:261363:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 40 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787756570.916675:0:261393:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1787756570.916682:0:261393:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8b3c1e838d40. 00000020:00000010:1.0:1787756570.916689:0:261393:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8b3c0efb3600. 00000020:00000010:1.0:1787756570.916716:0:261393:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8b3c0efb2200. 00000020:00000010:1.0:1787756570.916763:0:261393:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8b3b13fe5800. 00000020:00000010:1.0:1787756570.916772:0:261393:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8b3c0f184b78. 00000020:00000010:1.0:1787756570.916779:0:261393:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8b3c0efb3e00. 80000000:00000010:1.0:1787756570.916786:0:261393:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8b3c200b4a20. 40000000:00000010:1.0:1787756570.916792:0:261393:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8b3c1e838100. 00100000:00000010:1.0:1787756570.916799:0:261393:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8b3b13fe7000. 00040000:00000010:1.0:1787756570.916805:0:261393:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8b3b1383d700. 00040000:00000010:1.0:1787756570.916811:0:261393:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8b3c0efb2400. 00002000:00000010:1.0:1787756570.916820:0:261393:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff8b3c0e4a1800. 00000020:00000010:1.0:1787756570.916828:0:261393:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8b3c1e838c80. 00000020:00000001:1.0:1787756570.916843:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756570.916846:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756570.916850:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787756570.916854:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756570.916858:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756570.916861:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787756570.916864:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756570.916866:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756570.916870:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756571.939429:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756571.939442:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756571.939451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756571.939464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756571.939479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756571.939489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756571.939510:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756571.939516:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756571.939524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756571.939555:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756571.939563:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756571.939568:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756571.939588:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756571.939598:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756571.939607:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756571.939625:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756571.939632:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756571.939636:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756571.939747:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756571.939752:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756571.939755:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756572.003396:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308948945, at 4308948992 00000100:00000010:1.0:1787756572.003432:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493540. 00000100:00000001:1.0:1787756572.963425:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756572.963435:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756572.963438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756572.963444:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756572.963451:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756572.963459:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756572.963467:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756572.963475:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756572.963486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756572.963536:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756572.963544:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756572.963551:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756572.963560:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756572.963571:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756572.963578:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756572.963587:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756572.963595:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756572.963603:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756572.963630:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756572.963637:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756572.963643:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756572.963671:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756572.963681:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756572.963685:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756572.963688:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756572.963691:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756572.963695:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756572.963856:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756572.963863:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756572.963869:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756573.987343:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756573.987352:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756573.987356:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756573.987360:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756573.987366:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756573.987371:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756573.987377:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756573.987380:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756573.987385:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756573.987408:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756573.987412:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756573.987414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756573.987416:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756573.987419:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756573.987424:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756573.987427:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756573.987431:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756573.987438:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756573.987464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756573.987470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756573.987473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756573.987478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756573.987482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756573.987485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756573.987489:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756573.987490:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756573.987492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756575.011459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756575.011470:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756575.011476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756575.011488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756575.011503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756575.011515:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756575.011523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756575.011528:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756575.011534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756575.011604:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756575.011611:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756575.011620:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756575.011630:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756575.011640:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756575.011650:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756575.011662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756575.011669:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756575.011677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756576.035435:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756576.035447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756576.035455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756576.035467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756576.035475:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756576.035485:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756576.035496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756576.035504:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756576.035515:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756576.035548:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756576.035558:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756576.035562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756576.035575:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756576.035584:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756576.035592:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756576.035599:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756576.035607:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756576.035618:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756576.035662:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756576.035671:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756576.035677:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756576.035688:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756576.035693:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756576.035697:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756576.035704:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756576.035710:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756576.035715:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756577.059483:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756577.059493:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756577.059500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756577.059510:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756577.059521:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756577.059533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756577.059548:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756577.059556:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756577.059563:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756577.059618:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756577.059625:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756577.059631:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756577.059639:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756577.059647:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756577.059656:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756577.059664:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756577.059667:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756577.059673:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756577.059718:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756577.059727:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756577.059734:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756577.059742:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756577.059752:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756577.059760:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756577.059778:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756577.059785:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756577.059792:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756577.123385:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308954065, at 4308954112 00000100:00000010:1.0:1787756577.123403:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493ba0. 00000100:00000001:1.0:1787756578.083449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756578.083463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756578.083468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756578.083486:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756578.083506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756578.083516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756578.083535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756578.083548:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756578.083561:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756578.083594:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756578.083603:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756578.083613:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756578.083619:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756578.083627:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756578.083633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756578.083641:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756578.083649:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756578.083668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756578.083761:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756578.083773:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756578.083781:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756578.083796:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756578.083816:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756578.083822:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756578.083859:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756578.083862:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756578.083867:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756579.107593:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756579.107611:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756579.107623:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756579.107651:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756579.107671:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756579.107685:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756579.107726:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756579.107742:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756579.107754:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756579.107802:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756579.107831:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756579.107837:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756579.107859:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756579.107869:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756579.107881:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756579.107887:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756579.107895:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756579.107910:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756580.131462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756580.131482:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756580.131492:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756580.131511:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756580.131534:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756580.131547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756580.131598:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756580.131613:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756580.131631:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756580.131754:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756580.131769:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756580.131785:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756580.131820:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756580.131832:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756580.131847:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756580.131890:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756580.131898:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756580.131905:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756581.155491:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756581.155502:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756581.155510:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756581.155532:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756581.155562:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756581.155579:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756581.155614:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756581.155624:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756581.155636:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756581.155679:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756581.155689:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756581.155694:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756581.155698:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756581.155705:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756581.155711:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756581.155728:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756581.155742:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756581.155755:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756581.155859:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756581.155870:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756581.155878:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756581.155885:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756581.155896:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756581.155907:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756581.155916:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756581.155925:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756581.155939:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756582.179391:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756582.179401:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756582.179412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756582.179420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756582.179428:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756582.179436:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756582.179447:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756582.179454:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756582.179469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756582.179487:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756582.179493:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756582.179496:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756582.179530:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756582.179539:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756582.179547:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756582.179559:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756582.179567:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756582.179573:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756582.243342:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308959185, at 4308959232 00000100:00000010:1.0:1787756582.243357:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787756583.203463:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756583.203479:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756583.203490:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756583.203504:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756583.203519:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756583.203529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756583.203544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756583.203555:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756583.203572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756583.203651:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756583.203683:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756583.203693:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756583.203707:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756583.203716:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756583.203723:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756583.203760:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756583.203767:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756583.203776:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756584.227398:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756584.227414:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756584.227421:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756584.227434:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756584.227447:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756584.227458:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756584.227468:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756584.227476:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756584.227483:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756584.227561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756584.227572:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756584.227583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756584.227596:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756584.227606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756584.227616:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756584.227623:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756584.227630:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756584.227644:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756584.227780:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756584.227787:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756584.227794:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756585.251441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756585.251453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756585.251460:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756585.251470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756585.251496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756585.251506:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756585.251516:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756585.251523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756585.251537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756585.251621:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756585.251641:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756585.251647:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756585.251655:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756585.251668:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756585.251677:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756585.251691:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756585.251754:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756585.251765:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756585.251829:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756585.251836:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756585.251844:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756586.275457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756586.275472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756586.275482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756586.275501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756586.275522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756586.275534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756586.275547:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756586.275554:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756586.275565:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756586.275645:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756586.275655:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756586.275661:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756586.275672:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756586.275710:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756586.275721:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756586.275735:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756586.275744:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756586.275756:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756587.299455:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756587.299466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756587.299475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756587.299490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756587.299506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756587.299517:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756587.299544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756587.299570:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756587.299582:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756587.299641:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756587.299651:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756587.299660:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756587.299694:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756587.299706:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756587.299715:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756587.299724:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756587.299728:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756587.299734:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756587.363395:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308964305, at 4308964352 00000100:00000010:1.0:1787756587.363414:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756588.323415:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756588.323427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756588.323434:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756588.323447:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756588.323458:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756588.323465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756588.323473:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756588.323495:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756588.323506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756588.323558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756588.323564:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756588.323570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756588.323574:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756588.323578:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756588.323584:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756588.323589:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756588.323598:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756588.323608:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756588.323700:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756588.323711:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756588.323719:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756588.323728:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756588.323742:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756588.323752:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756588.323765:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756588.323770:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756588.323776:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756589.347437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756589.347447:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756589.347456:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756589.347464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756589.347477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756589.347488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756589.347499:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756589.347506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756589.347516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756589.347551:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756589.347562:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756589.347569:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756589.347580:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756589.347592:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756589.347600:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756589.347615:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756589.347624:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756589.347662:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756589.347726:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756589.347734:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756589.347745:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756589.347756:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756589.347764:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756589.347770:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756589.347781:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756589.347784:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756589.347788:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756590.371443:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756590.371455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756590.371465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756590.371482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756590.371511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756590.371521:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756590.371545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756590.371549:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756590.371553:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756590.371577:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756590.371584:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756590.371591:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756590.371600:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756590.371625:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756590.371629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756590.371641:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756590.371650:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756590.371658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756591.395481:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756591.395492:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756591.395505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756591.395538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756591.395569:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756591.395585:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756591.395675:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756591.395680:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756591.395689:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756591.395751:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756591.395762:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756591.395778:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756591.395803:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756591.395824:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756591.395838:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756591.395869:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756591.395879:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756591.395894:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756592.419484:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756592.419497:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756592.419508:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756592.419535:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756592.419549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756592.419559:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756592.419619:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756592.419628:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756592.419639:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756592.419677:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756592.419689:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756592.419700:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756592.419717:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756592.419728:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756592.419739:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756592.419748:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756592.419758:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756592.419768:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756592.483405:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308969425, at 4308969472 00000100:00000010:1.0:1787756592.483420:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787756593.443578:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756593.443590:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756593.443605:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756593.443623:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756593.443641:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756593.443654:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756593.443697:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756593.443714:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756593.443736:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756593.443781:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756593.443791:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756593.443811:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756593.443844:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756593.443857:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756593.443865:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756593.443884:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756593.443892:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756593.443904:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756594.467581:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756594.467599:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756594.467616:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756594.467637:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756594.467654:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756594.467666:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756594.467676:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756594.467684:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756594.467697:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756594.467751:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756594.467773:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756594.467786:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756594.467795:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756594.467820:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756594.467829:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756594.467863:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756594.467869:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756594.467877:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756595.491450:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756595.491464:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756595.491469:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756595.491483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756595.491498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756595.491512:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756595.491553:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756595.491564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756595.491579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756595.491636:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756595.491648:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756595.491661:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756595.491683:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756595.491696:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756595.491717:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756595.491744:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756595.491755:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756595.491772:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.515545:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756596.515561:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756596.515571:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.515599:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756596.515623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756596.515635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756596.515644:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756596.515660:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756596.515674:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.515725:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756596.515737:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756596.515753:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.515773:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756596.515787:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756596.515805:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756596.515829:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756596.515835:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756596.515848:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756596.579475:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756596.579484:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756596.579488:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756596.579493:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756596.579536:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756596.579546:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14301 00000400:00000200:1.0:1787756596.579557:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756596.579565:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756596.579570:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756596.579575:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579579:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.579583:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579586:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756596.579592:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756596.579595:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756596.579598:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756596.579603:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756596.579607:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756596.579610:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756596.579614:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579617:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.579619:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579622:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756596.579627:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756596.579632:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579635:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756596.579639:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756596.579644:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756596.579648:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.579651:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756596.579654:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756596.579666:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756596.579671:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756596.579676:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756596.579679:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.579683:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756596.579686:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756596.579691:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756596.579701:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756596.579710:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.579722:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930946304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756596.579736:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756596.579742:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756596.579749:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930946304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756596.579782:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756596.579787:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756596.579792:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756596.579794:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756596.579797:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756596.579801:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756596.579804:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14301 00000400:00000200:1.0:1787756596.579809:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756596.579813:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756596.579816:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756596.579820:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579823:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.579826:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579829:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756596.579832:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756596.579834:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756596.579836:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756596.579838:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756596.579841:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756596.579844:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756596.579848:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579851:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.579854:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579857:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756596.579861:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756596.579867:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756596.579871:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756596.579874:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756596.579882:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756596.579885:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.579888:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756596.579894:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756596.579899:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.579902:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756596.579907:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756596.579914:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756596.579920:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756596.579924:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.579934:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756596.579943:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756596.579948:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756596.579955:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756596.579965:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.579987:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930946432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756596.580036:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756596.580049:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756596.580074:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930946432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756596.580126:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756596.580132:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756596.580139:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756596.580143:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756596.580147:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756596.580167:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756596.580176:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14301 00000400:00000200:1.0:1787756596.580182:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756596.580186:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756596.580190:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756596.580199:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580206:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.580216:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580221:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756596.580224:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756596.580226:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756596.580231:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756596.580237:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756596.580262:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756596.580341:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756596.580348:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580351:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.580359:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580365:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756596.580370:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756596.580392:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580398:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756596.580415:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756596.580424:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756596.580435:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.580439:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756596.580442:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756596.580449:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.580468:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756596.580490:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756596.580530:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756596.580540:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756596.580550:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.580557:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756596.580564:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756596.580569:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756596.580580:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756596.580590:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.580601:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930946560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756596.580623:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756596.580637:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756596.580652:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930946560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756596.580690:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756596.580699:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756596.580719:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756596.580728:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756596.580739:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756596.580747:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756596.580755:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14301 00000400:00000200:1.0:1787756596.580790:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756596.580807:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756596.580814:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756596.580836:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580849:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.580866:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.580892:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756596.580914:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756596.580927:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756596.580938:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756596.580948:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756596.580959:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756596.580977:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756596.580996:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581008:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.581023:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581036:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756596.581042:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756596.581059:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581066:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756596.581078:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756596.581086:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756596.581102:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.581115:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756596.581121:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756596.581133:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.581138:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756596.581144:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756596.581149:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756596.581156:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756596.581161:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.581165:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756596.581168:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756596.581175:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756596.581187:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756596.581195:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.581215:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930946688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756596.581240:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756596.581254:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756596.581302:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930946688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756596.581347:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756596.581354:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756596.581364:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756596.581367:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756596.581372:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756596.581379:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756596.581386:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14301 00000400:00000200:1.0:1787756596.581411:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756596.581427:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756596.581432:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756596.581448:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581460:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.581468:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581473:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756596.581488:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756596.581494:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756596.581519:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756596.581528:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756596.581537:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756596.581543:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756596.581561:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581577:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756596.581592:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581610:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756596.581621:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756596.581637:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756596.581654:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756596.581669:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756596.581681:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756596.581690:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.581698:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756596.581704:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756596.581725:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.581735:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756596.581758:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756596.581770:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756596.581779:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756596.581786:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756596.581800:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756596.581807:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756596.581814:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756596.581830:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756596.581840:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756596.581865:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930946816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756596.581903:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756596.581913:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756596.581942:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930946816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756596.581999:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756596.582008:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14311) 00000100:00000001:1.0:1787756597.539518:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756597.539540:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756597.539552:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756597.539565:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756597.539588:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756597.539605:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756597.539627:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756597.539634:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756597.539647:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756597.539690:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756597.539706:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756597.539717:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756597.539727:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756597.539742:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756597.539757:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756597.539770:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756597.539777:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756597.539787:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756597.603437:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308974546, at 4308974592 00000100:00000010:1.0:1787756597.603458:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787756598.563439:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756598.563448:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756598.563455:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756598.563492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756598.563505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756598.563514:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756598.563524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756598.563532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756598.563543:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756598.563570:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756598.563582:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756598.563586:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756598.563596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756598.563606:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756598.563614:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756598.563625:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756598.563635:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756598.563647:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756598.563693:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756598.563701:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756598.563707:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756598.563713:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756598.563720:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756598.563727:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756598.563736:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756598.563739:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756598.563743:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756599.587431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756599.587443:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756599.587480:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756599.587488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756599.587496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756599.587505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756599.587517:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756599.587523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756599.587531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756599.587568:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756599.587581:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756599.587589:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756599.587597:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756599.587606:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756599.587617:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756599.587630:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756599.587635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756599.587641:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756599.587806:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756599.587815:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756599.587818:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756599.587823:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756599.587827:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756599.587831:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756599.587834:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756599.587837:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756599.587841:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756600.611583:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756600.611607:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756600.611614:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756600.611644:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756600.611675:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756600.611684:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756600.611709:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756600.611715:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756600.611721:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756600.611796:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756600.611808:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756600.611816:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756600.611835:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756600.611855:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756600.611866:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756600.611880:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756600.611890:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756600.611899:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756600.611955:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756600.611962:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756600.611966:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756600.611980:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756600.611992:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756600.611999:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756600.612007:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756600.612010:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756600.612015:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756601.635488:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756601.635499:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756601.635504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756601.635513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756601.635523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756601.635531:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756601.635540:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756601.635548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756601.635560:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756601.635624:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756601.635634:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756601.635640:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756601.635646:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756601.635653:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756601.635663:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756601.635670:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756601.635676:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756601.635684:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756602.659425:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756602.659441:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756602.659452:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756602.659483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756602.659502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756602.659517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756602.659547:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756602.659558:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756602.659574:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756602.659630:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756602.659655:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756602.659661:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756602.659670:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756602.659683:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756602.659693:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756602.659704:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756602.659709:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756602.659714:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756602.723433:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308979665, at 4308979712 00000100:00000010:1.0:1787756602.723461:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493420. 00000100:00000001:1.0:1787756603.683459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756603.683474:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756603.683483:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756603.683495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756603.683511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756603.683521:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756603.683531:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756603.683538:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756603.683548:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756603.683664:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756603.683674:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756603.683683:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756603.683696:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756603.683703:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756603.683720:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756603.683747:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756603.683754:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756603.683762:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756604.707488:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756604.707504:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756604.707516:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756604.707528:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756604.707538:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756604.707551:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756604.707582:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756604.707586:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756604.707596:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756604.707628:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756604.707641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756604.707651:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756604.707664:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756604.707675:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756604.707681:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756604.707687:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756604.707691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756604.707696:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756605.731476:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756605.731492:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756605.731503:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756605.731521:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756605.731536:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756605.731547:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756605.731567:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756605.731575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756605.731583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756605.731646:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756605.731655:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756605.731661:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756605.731670:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756605.731680:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756605.731688:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756605.731695:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756605.731702:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756605.731711:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756606.755467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756606.755482:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756606.755491:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756606.755504:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756606.755515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756606.755528:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756606.755558:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756606.755567:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756606.755576:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756606.755606:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756606.755616:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756606.755622:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756606.755626:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756606.755634:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756606.755643:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756606.755655:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756606.755661:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756606.755672:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756606.755727:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756606.755739:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756606.755745:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756606.755750:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756606.755754:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756606.755760:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756606.755765:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756606.755770:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756606.755777:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756607.779417:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756607.779425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756607.779430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756607.779439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756607.779448:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756607.779456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756607.779462:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756607.779470:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756607.779483:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756607.779505:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756607.779511:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756607.779516:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756607.779520:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756607.779525:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756607.779529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756607.779534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756607.779539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756607.779544:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756607.779575:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756607.779582:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756607.779584:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756607.779591:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756607.779597:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756607.779602:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756607.779607:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756607.779611:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756607.779614:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756607.843392:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308984785, at 4308984832 00000100:00000010:1.0:1787756607.843403:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787756608.803424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756608.803434:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756608.803439:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756608.803449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756608.803458:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756608.803465:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756608.803472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756608.803477:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756608.803482:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756608.803506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756608.803509:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756608.803511:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756608.803513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756608.803516:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756608.803519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756608.803523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756608.803526:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756608.803532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756608.803559:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756608.803564:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756608.803567:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756608.803575:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756608.803581:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756608.803587:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756608.803593:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756608.803596:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756608.803601:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756609.827474:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756609.827501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756609.827509:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756609.827521:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756609.827535:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756609.827567:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756609.827595:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756609.827601:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756609.827611:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756609.827644:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756609.827651:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756609.827659:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756609.827670:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756609.827678:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756609.827688:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756609.827710:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756609.827714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756609.827718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756610.851437:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756610.851447:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756610.851455:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756610.851468:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756610.851481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756610.851488:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756610.851513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756610.851521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756610.851528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756610.851563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756610.851573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756610.851578:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756610.851588:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756610.851601:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756610.851613:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756610.851620:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756610.851628:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756610.851641:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.875372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756611.875380:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756611.875383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.875389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756611.875395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756611.875401:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756611.875406:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756611.875410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756611.875418:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.875437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756611.875442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756611.875443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.875445:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756611.875448:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756611.875453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756611.875461:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756611.875467:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756611.875475:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756611.939352:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756611.939360:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756611.939363:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756611.939366:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756611.939370:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756611.939376:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14316 00000400:00000200:1.0:1787756611.939383:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756611.939388:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756611.939390:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756611.939394:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939396:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.939398:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939400:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756611.939403:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756611.939405:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756611.939407:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756611.939410:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756611.939411:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756611.939413:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756611.939415:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939417:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.939418:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939420:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756611.939422:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756611.939425:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939427:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756611.939429:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756611.939432:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756611.939434:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939436:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756611.939438:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756611.939453:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756611.939456:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756611.939459:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756611.939460:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939463:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756611.939465:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756611.939468:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756611.939474:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756611.939480:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.939487:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930948224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756611.939505:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756611.939508:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756611.939512:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930948224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756611.939527:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756611.939530:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756611.939532:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756611.939534:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756611.939535:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756611.939537:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756611.939539:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14316 00000400:00000200:1.0:1787756611.939543:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756611.939545:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756611.939548:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756611.939551:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939564:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.939566:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939571:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756611.939573:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756611.939577:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756611.939581:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756611.939583:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756611.939586:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756611.939589:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756611.939597:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939600:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.939603:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939607:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756611.939611:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756611.939617:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939619:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756611.939622:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756611.939627:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756611.939635:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939640:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756611.939647:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756611.939654:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939660:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756611.939667:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756611.939673:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756611.939680:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756611.939683:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939688:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756611.939690:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756611.939691:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756611.939696:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756611.939701:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.939707:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930948352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756611.939719:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756611.939722:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756611.939728:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930948352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756611.939755:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756611.939761:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756611.939765:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756611.939767:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756611.939772:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756611.939775:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756611.939779:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14316 00000400:00000200:1.0:1787756611.939785:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756611.939789:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756611.939791:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756611.939798:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939801:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.939805:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939811:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756611.939814:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756611.939816:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756611.939819:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756611.939821:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756611.939824:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756611.939830:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756611.939838:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939843:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.939848:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939852:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756611.939856:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756611.939860:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939862:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756611.939866:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756611.939870:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756611.939873:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939878:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756611.939880:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756611.939884:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939886:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756611.939893:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756611.939896:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756611.939901:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756611.939903:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.939904:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756611.939906:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756611.939908:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756611.939913:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756611.939917:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.939924:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930948480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756611.939930:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756611.939931:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756611.939934:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930948480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756611.939943:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756611.939949:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756611.939954:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756611.939957:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756611.939959:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756611.939962:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756611.939976:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14316 00000400:00000200:1.0:1787756611.939982:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756611.939987:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756611.939990:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756611.939994:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.939998:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.940001:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940005:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756611.940007:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756611.940010:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756611.940014:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756611.940016:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756611.940019:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756611.940021:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756611.940028:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940034:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.940035:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940037:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756611.940038:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756611.940041:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940062:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756611.940066:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756611.940070:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756611.940074:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.940078:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756611.940082:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756611.940086:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.940089:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756611.940095:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756611.940099:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756611.940103:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756611.940106:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.940109:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756611.940112:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756611.940117:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756611.940122:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756611.940126:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.940134:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930948608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756611.940146:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756611.940149:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756611.940155:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930948608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756611.940167:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756611.940170:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756611.940179:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756611.940182:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756611.940185:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756611.940192:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756611.940208:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14316 00000400:00000200:1.0:1787756611.940213:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756611.940217:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756611.940221:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756611.940225:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940239:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.940243:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940249:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756611.940255:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756611.940258:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756611.940262:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756611.940300:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756611.940308:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756611.940316:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756611.940326:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940331:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756611.940336:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940342:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756611.940346:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756611.940355:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756611.940361:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756611.940366:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756611.940371:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756611.940378:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.940383:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756611.940388:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756611.940395:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.940401:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756611.940407:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756611.940413:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756611.940420:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756611.940424:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756611.940431:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756611.940435:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756611.940441:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756611.940450:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756611.940458:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756611.940470:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930948736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756611.940502:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756611.940507:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756611.940517:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930948736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756611.940531:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756611.940540:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14326) 00000100:00000001:1.0:1787756612.899465:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756612.899479:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756612.899488:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756612.899501:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756612.899515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756612.899522:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756612.899529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756612.899532:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756612.899537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756612.899571:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756612.899579:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756612.899587:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756612.899596:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756612.899610:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756612.899620:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756612.899626:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756612.899634:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756612.899641:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756612.963414:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308989904, at 4308989952 00000100:00000010:1.0:1787756612.963436:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787756613.923474:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756613.923488:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756613.923498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756613.923513:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756613.923522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756613.923530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756613.923543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756613.923550:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756613.923559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756613.923592:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756613.923602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756613.923611:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756613.923619:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756613.923632:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756613.923641:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756613.923665:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756613.923672:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756613.923678:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756614.947442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756614.947453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756614.947462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756614.947474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756614.947484:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756614.947495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756614.947504:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756614.947511:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756614.947518:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756614.947574:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756614.947585:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756614.947593:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756614.947599:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756614.947607:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756614.947637:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756614.947643:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756614.947647:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756614.947653:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756615.971532:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756615.971550:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756615.971560:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756615.971588:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756615.971603:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756615.971616:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756615.971667:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756615.971682:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756615.971695:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756616.995446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756616.995458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756616.995467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756616.995477:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756616.995489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756616.995499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756616.995507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756616.995515:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756616.995522:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756616.995544:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756616.995551:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756616.995558:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756616.995566:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756616.995575:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756616.995596:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756616.995613:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756616.995621:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756616.995627:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756617.059380:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756617.059390:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756617.059394:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756617.059399:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756617.059405:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756617.059414:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14321 00000400:00000200:1.0:1787756617.059426:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756617.059434:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756617.059439:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756617.059445:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059450:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.059454:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059458:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756617.059462:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756617.059465:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756617.059469:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756617.059474:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756617.059479:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756617.059482:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756617.059487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059490:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.059493:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059495:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756617.059499:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756617.059504:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059507:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756617.059510:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756617.059514:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756617.059518:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.059521:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756617.059524:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756617.059532:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756617.059537:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756617.059543:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756617.059545:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.059548:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756617.059551:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756617.059556:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756617.059566:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756617.059574:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756617.059586:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930948864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756617.059606:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756617.059614:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756617.059623:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930948864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756617.059669:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756617.059677:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756617.059685:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756617.059689:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756617.059693:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756617.059699:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756617.059705:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14321 00000400:00000200:1.0:1787756617.059713:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756617.059719:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756617.059725:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756617.059732:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059738:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.059744:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059749:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756617.059755:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756617.059758:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756617.059764:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756617.059773:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756617.059785:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756617.059797:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756617.059812:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059824:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.059834:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059846:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756617.059857:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756617.059873:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756617.059886:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756617.059897:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756617.059913:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756617.059920:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.059930:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756617.059941:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756617.059954:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.059963:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756617.059978:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756617.059991:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756617.059999:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756617.060007:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.060017:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756617.060022:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756617.060029:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756617.060046:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756617.060058:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756617.060079:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930948992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756617.060128:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756617.060165:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756617.060179:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930948992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756617.060213:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756617.060225:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756617.060240:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756617.060248:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756617.060256:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756617.060308:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756617.060320:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14321 00000400:00000200:1.0:1787756617.060335:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756617.060348:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756617.060354:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756617.060360:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060365:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.060370:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060376:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756617.060381:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756617.060384:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756617.060388:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756617.060392:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756617.060397:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756617.060402:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756617.060410:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060415:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.060420:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060426:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756617.060432:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756617.060449:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060455:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756617.060460:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756617.060467:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756617.060471:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.060475:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756617.060480:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756617.060486:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.060490:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756617.060500:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756617.060506:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756617.060511:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756617.060515:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.060520:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756617.060522:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756617.060526:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756617.060535:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756617.060542:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756617.060556:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930949120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756617.060599:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756617.060611:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756617.060629:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930949120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756617.060666:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756617.060676:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756617.060691:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756617.060696:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756617.060704:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756617.060719:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756617.060733:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14321 00000400:00000200:1.0:1787756617.060748:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756617.060764:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756617.060773:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756617.060786:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060796:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.060808:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060819:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756617.060830:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756617.060838:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756617.060846:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756617.060855:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756617.060869:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756617.060880:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756617.060895:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060905:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.060917:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060926:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756617.060939:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756617.060956:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756617.060967:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756617.060975:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756617.060984:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756617.060996:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.061006:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756617.061014:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756617.061024:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.061046:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756617.061060:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756617.061071:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756617.061082:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756617.061089:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.061099:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756617.061107:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756617.061116:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756617.061130:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756617.061177:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756617.061198:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930949248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756617.061224:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756617.061232:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756617.061246:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930949248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756617.061321:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756617.061333:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756617.061346:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756617.061354:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756617.061363:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756617.061375:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756617.061391:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14321 00000400:00000200:1.0:1787756617.061408:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756617.061423:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756617.061432:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756617.061448:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.061458:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.061473:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.061484:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756617.061495:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756617.061499:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756617.061505:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756617.061511:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756617.061517:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756617.061531:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756617.061546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.061555:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756617.061564:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756617.061569:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756617.061577:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756617.061589:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756617.061599:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756617.061604:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756617.061612:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756617.061622:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.061630:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756617.061639:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756617.061650:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.061659:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756617.061672:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756617.061681:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756617.061688:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756617.061696:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756617.061706:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756617.061713:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756617.061719:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756617.061733:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756617.061743:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756617.061758:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930949376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756617.061794:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756617.061800:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756617.061816:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930949376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756617.061831:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756617.061845:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14331) 00000100:00000001:1.0:1787756618.019471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756618.019482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756618.019489:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756618.019500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756618.019510:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756618.019520:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756618.019533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756618.019542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756618.019556:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756618.019672:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756618.019680:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756618.019688:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756618.019700:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756618.019723:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756618.019731:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756618.019754:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756618.019760:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756618.019780:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756618.083408:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4308995025, at 4308995072 00000100:00000010:1.0:1787756618.083432:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493240. 00000100:00000001:1.0:1787756619.043445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756619.043459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756619.043467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756619.043484:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756619.043500:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756619.043511:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756619.043522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756619.043528:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756619.043534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756619.043567:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756619.043575:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756619.043584:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756619.043598:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756619.043611:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756619.043621:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756619.043633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756619.043640:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756619.043648:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756619.043700:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756619.043709:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756619.043715:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756619.043726:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756619.043732:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756619.043740:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756619.043746:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756619.043749:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756619.043754:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756620.067464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756620.067474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756620.067484:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756620.067499:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756620.067509:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756620.067521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756620.067549:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756620.067557:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756620.067574:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756620.067619:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756620.067632:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756620.067644:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756620.067679:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756620.067687:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756620.067696:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756620.067728:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756620.067745:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756620.067752:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756621.091464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756621.091473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756621.091480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756621.091496:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756621.091512:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756621.091525:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756621.091559:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756621.091570:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756621.091585:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756622.115443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756622.115456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756622.115469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756622.115487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756622.115500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756622.115512:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756622.115552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756622.115564:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756622.115571:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756622.115605:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756622.115613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756622.115621:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756622.115632:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756622.115641:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756622.115650:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756622.115661:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756622.115667:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756622.115679:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756623.139412:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756623.139424:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756623.139430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756623.139442:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756623.139455:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756623.139471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756623.139507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756623.139514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756623.139521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756623.139553:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756623.139562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756623.139568:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756623.139576:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756623.139589:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756623.139597:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756623.139610:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756623.139615:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756623.139629:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756623.203414:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309000145, at 4309000192 00000100:00000010:1.0:1787756623.203433:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493060. 00000100:00000001:1.0:1787756624.163453:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756624.163467:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756624.163476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756624.163494:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756624.163510:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756624.163524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756624.163534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756624.163542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756624.163553:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756624.163594:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756624.163606:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756624.163613:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756624.163623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756624.163633:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756624.163640:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756624.163652:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756624.163659:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756624.163671:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756625.187560:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756625.187572:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756625.187579:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756625.187593:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756625.187602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756625.187612:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756625.187636:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756625.187644:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756625.187656:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756625.187684:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756625.187692:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756625.187701:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756625.187714:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756625.187726:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756625.187735:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756625.187742:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756625.187750:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756625.187765:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756626.211471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756626.211486:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756626.211494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756626.211509:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756626.211521:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756626.211531:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756626.211541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756626.211546:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756626.211566:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756626.211603:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756626.211614:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756626.211624:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756626.211637:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756626.211650:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756626.211659:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756626.211670:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756626.211678:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756626.211688:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756627.235399:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756627.235406:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756627.235410:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756627.235418:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756627.235424:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756627.235430:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756627.235452:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756627.235456:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756627.235470:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756627.235484:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756627.235490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756627.235493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756627.235499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756627.235503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756627.235507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756627.235514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756627.235518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756627.235523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756627.235551:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756627.235555:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756627.235559:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756627.235561:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756627.235564:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756627.235566:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756627.235568:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756627.235569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756627.235572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756628.259481:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756628.259492:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756628.259499:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756628.259512:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756628.259524:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756628.259534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756628.259541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756628.259549:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756628.259560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756628.259601:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756628.259613:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756628.259620:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756628.259628:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756628.259640:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756628.259648:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756628.259658:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756628.259666:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756628.259680:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756628.323389:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309005264, at 4309005312 00000100:00000010:1.0:1787756628.323407:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756629.283445:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756629.283457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756629.283466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756629.283474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756629.283484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756629.283492:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756629.283504:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756629.283510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756629.283520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756629.283552:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756629.283564:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756629.283571:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756629.283580:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756629.283591:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756629.283600:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756629.283612:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756629.283617:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756629.283624:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756629.283688:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756629.283708:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756629.283715:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756629.283724:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756629.283736:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756629.283743:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756629.283746:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756629.283748:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756629.283751:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756630.307550:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756630.307560:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756630.307566:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756630.307576:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756630.307586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756630.307596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756630.307606:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756630.307616:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756630.307623:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756630.307662:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756630.307687:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756630.307696:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756630.307721:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756630.307747:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756630.307762:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756630.307815:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756630.307825:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756630.307846:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756631.331468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756631.331481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756631.331489:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756631.331501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756631.331511:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756631.331518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756631.331542:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756631.331547:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756631.331552:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756631.331586:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756631.331593:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756631.331603:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756631.331618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756631.331630:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756631.331640:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756631.331655:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756631.331661:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756631.331670:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756632.355460:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756632.355472:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756632.355481:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756632.355495:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756632.355506:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756632.355516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756632.355528:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756632.355536:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756632.355550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756632.355602:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756632.355613:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756632.355620:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756632.355627:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756632.355635:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756632.355643:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756632.355651:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756632.355661:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756632.355674:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756633.379438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756633.379448:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756633.379458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756633.379471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756633.379478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756633.379489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756633.379501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756633.379510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756633.379516:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756633.379543:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756633.379551:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756633.379557:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756633.379566:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756633.379578:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756633.379584:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756633.379591:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756633.379597:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756633.379604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756633.379657:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756633.379666:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756633.379689:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756633.379697:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756633.379704:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756633.379709:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756633.379713:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756633.379716:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756633.379721:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756633.443412:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309010385, at 4309010432 00000100:00000010:1.0:1787756633.443429:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787756634.403513:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756634.403529:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756634.403542:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756634.403552:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756634.403561:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756634.403568:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756634.403575:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756634.403580:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756634.403587:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756634.403623:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756634.403641:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756634.403654:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756634.403671:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756634.403687:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756634.403695:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756634.403708:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756634.403718:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756634.403730:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756635.427405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756635.427414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756635.427420:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756635.427448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756635.427459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756635.427466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756635.427478:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756635.427488:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756635.427496:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756635.427556:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756635.427567:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756635.427577:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756635.427584:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756635.427594:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756635.427604:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756635.427614:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756635.427623:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756635.427630:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756635.427658:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756635.427667:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756635.427673:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756635.427685:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756635.427693:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756635.427698:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756635.427701:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756635.427703:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756635.427708:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756636.451484:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756636.451494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756636.451502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756636.451514:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756636.451528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756636.451538:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756636.451549:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756636.451557:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756636.451570:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756636.451611:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756636.451621:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756636.451627:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756636.451634:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756636.451646:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756636.451654:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756636.451664:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756636.451674:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756636.451686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756637.475442:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756637.475456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756637.475467:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756637.475481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756637.475492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756637.475503:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756637.475521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756637.475534:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756637.475548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756637.475580:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756637.475587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756637.475596:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756637.475603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756637.475617:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756637.475627:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756637.475654:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756637.475662:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756637.475671:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756638.499399:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756638.499424:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756638.499429:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756638.499440:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756638.499455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756638.499467:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756638.499477:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756638.499491:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756638.499507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756638.499561:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756638.499585:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756638.499591:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756638.499598:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756638.499610:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756638.499620:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756638.499634:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756638.499640:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756638.499649:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756638.499734:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756638.499744:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756638.499750:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756638.499783:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756638.499794:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756638.499809:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756638.499813:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756638.499818:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756638.499824:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756638.563401:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309015505, at 4309015552 00000100:00000010:1.0:1787756638.563427:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787756639.523456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756639.523471:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756639.523479:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756639.523490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756639.523502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756639.523514:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756639.523528:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756639.523540:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756639.523554:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756639.523591:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756639.523600:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756639.523607:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756639.523614:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756639.523626:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756639.523635:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756639.523646:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756639.523651:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756639.523665:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756639.523714:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756639.523724:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756639.523732:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756639.523741:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756639.523773:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756639.523778:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756639.523783:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756639.523786:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756639.523791:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756640.547461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756640.547473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756640.547481:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756640.547490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756640.547515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756640.547524:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756640.547569:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756640.547578:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756640.547590:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756640.547625:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756640.547636:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756640.547642:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756640.547652:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756640.547664:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756640.547680:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756640.547693:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756640.547703:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756640.547713:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756641.571452:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756641.571464:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756641.571473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756641.571479:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756641.571489:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756641.571496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756641.571503:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756641.571509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756641.571517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756641.571564:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756641.571573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756641.571589:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756641.571611:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756641.571628:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756641.571637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756641.571654:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756641.571659:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756641.571668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756641.571730:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756641.571740:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756641.571752:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756641.571763:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756641.571780:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756641.571791:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756641.571803:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756641.571808:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756641.571815:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756642.595429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756642.595445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756642.595454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756642.595466:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756642.595479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756642.595491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756642.595499:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756642.595521:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756642.595532:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756642.595566:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756642.595579:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756642.595588:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756642.595599:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756642.595611:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756642.595624:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756642.595638:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756642.595646:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756642.595658:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756643.619425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756643.619436:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756643.619442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756643.619455:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756643.619466:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756643.619473:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756643.619494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756643.619498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756643.619501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756643.619547:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756643.619553:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756643.619559:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756643.619565:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756643.619571:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756643.619576:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756643.619580:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756643.619586:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756643.619593:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756643.683379:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309020625, at 4309020672 00000100:00000010:1.0:1787756643.683397:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787756644.643383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756644.643392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756644.643399:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756644.643408:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756644.643413:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756644.643421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756644.643426:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756644.643431:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756644.643436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756644.643469:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756644.643476:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756644.643481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756644.643490:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756644.643500:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756644.643505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756644.643517:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756644.643521:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756644.643528:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756644.644340:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756644.644343:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756644.644345:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756644.644348:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756644.644351:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756644.644354:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756644.644357:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756644.644360:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756644.644364:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756645.667412:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756645.667422:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756645.667426:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756645.667433:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756645.667440:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756645.667447:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756645.667456:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756645.667462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756645.667472:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756645.667522:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756645.667531:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756645.667537:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756645.667548:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756645.667561:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756645.667569:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756645.667580:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756645.667585:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756645.667600:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756645.667672:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756645.667685:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756645.667696:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756645.667727:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756645.667737:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756645.667745:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756645.667757:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756645.667768:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756645.667777:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756645.667780:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756645.667783:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756645.667786:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756646.691440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756646.691450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756646.691457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756646.691470:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756646.691483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756646.691493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756646.691531:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756646.691537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756646.691542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756646.691596:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756646.691604:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756646.691609:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756646.691649:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756646.691662:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756646.691669:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756646.691674:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756646.691678:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756646.691685:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756647.715446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756647.715458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756647.715466:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756647.715476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756647.715488:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756647.715498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756647.715529:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756647.715535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756647.715541:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756647.715589:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756647.715628:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756647.715637:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756647.715646:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756647.715662:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756647.715669:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756647.715677:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756647.715686:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756647.715697:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756648.739436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756648.739450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756648.739456:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756648.739465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756648.739477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756648.739491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756648.739500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756648.739522:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756648.739531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756648.739628:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756648.739653:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756648.739676:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756648.739707:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756648.739727:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756648.739740:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756648.739760:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756648.739778:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756648.739795:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756648.803399:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309025745, at 4309025792 00000100:00000010:1.0:1787756648.803419:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756649.763407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756649.763423:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756649.763435:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756649.763447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756649.763460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756649.763471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756649.763488:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756649.763499:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756649.763513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756649.763605:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756649.763617:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756649.763629:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756649.763640:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756649.763651:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756649.763659:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756649.763671:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756649.763678:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756649.763685:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756650.787431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756650.787446:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756650.787456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756650.787469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756650.787479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756650.787492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756650.787501:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756650.787509:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756650.787521:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756650.787604:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756650.787612:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756650.787618:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756650.787625:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756650.787639:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756650.787649:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756650.787665:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756650.787674:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756650.787686:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756650.787763:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756650.787770:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756650.787777:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756651.811458:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756651.811469:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756651.811477:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756651.811486:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756651.811496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756651.811510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756651.811549:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756651.811559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756651.811571:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756651.811606:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756651.811618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756651.811627:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756651.811638:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756651.811653:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756651.811662:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756651.811671:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756651.811678:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756651.811686:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756651.811743:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756651.811753:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756651.811760:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756651.811767:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756651.811780:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756651.811790:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756651.811797:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756651.811803:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756651.811808:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756652.835445:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756652.835462:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756652.835473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756652.835488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756652.835500:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756652.835540:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756652.835565:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756652.835573:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756652.835583:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756652.835625:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756652.835635:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756652.835648:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756652.835664:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756652.835678:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756652.835685:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756652.835694:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756652.835703:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756652.835714:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756653.859441:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756653.859453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756653.859461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756653.859470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756653.859483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756653.859518:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756653.859528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756653.859537:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756653.859548:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756653.859578:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756653.859587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756653.859594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756653.859608:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756653.859615:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756653.859625:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756653.859635:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756653.859646:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756653.859661:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756653.923396:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309030865, at 4309030912 00000100:00000010:1.0:1787756653.923410:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787756654.883413:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756654.883425:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756654.883428:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756654.883437:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756654.883444:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756654.883452:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756654.883491:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756654.883497:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756654.883511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756654.883581:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756654.883591:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756654.883598:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756654.883604:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756654.883612:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756654.883620:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756654.883645:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756654.883653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756654.883662:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756654.883867:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756654.883871:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756654.883875:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756655.907489:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756655.907505:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756655.907512:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756655.907529:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756655.907539:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756655.907550:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756655.907576:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756655.907585:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756655.907592:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756655.907875:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756655.907881:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756655.907887:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756656.931400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756656.931410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756656.931413:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756656.931422:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756656.931432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756656.931474:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756656.931486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756656.931494:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756656.931504:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756656.931546:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756656.931555:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756656.931561:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756656.931569:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756656.931577:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756656.931588:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756656.931601:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756656.931607:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756656.931617:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756656.931687:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756656.931694:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756656.931697:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756656.931701:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756656.931707:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756656.931714:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756656.931719:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756656.931723:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756656.931729:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756656.931848:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756656.931852:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756656.931856:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756657.955482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756657.955494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756657.955503:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756657.955515:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756657.955530:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756657.955541:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756657.955567:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756657.955573:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756657.955578:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756657.955613:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756657.955632:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756657.955639:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756657.955653:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756657.955666:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756657.955680:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756657.955700:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756657.955706:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756657.955712:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756658.979580:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756658.979594:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756658.979602:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756658.979612:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756658.979624:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756658.979634:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756658.979645:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756658.979655:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756658.979664:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756658.979780:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756658.979793:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756658.979808:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756658.979833:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756658.979839:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756658.979843:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756658.979847:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756658.979850:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756658.979854:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756659.043500:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309035985, at 4309036032 00000100:00000010:1.0:1787756659.043523:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787756660.003560:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756660.003576:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756660.003586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756660.003610:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756660.003633:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756660.003665:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756660.003699:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756660.003709:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756660.003719:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756660.003763:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756660.003772:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756660.003776:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756660.003782:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756660.003799:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756660.003828:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756660.003857:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756660.003869:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756660.003882:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756661.027509:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756661.027528:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756661.027537:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756661.027564:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756661.027583:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756661.027598:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756661.027615:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756661.027630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756661.027652:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756661.027701:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756661.027710:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756661.027714:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756661.027719:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756661.027727:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756661.027734:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756661.027745:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756661.027750:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756661.027757:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756662.051472:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756662.051489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756662.051500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756662.051523:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756662.051542:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756662.051552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756662.051576:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756662.051590:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756662.051604:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756662.051659:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756662.051673:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756662.051682:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756662.051710:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756662.051733:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756662.051755:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756662.051786:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756662.051806:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756662.051843:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756663.075535:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756663.075553:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756663.075560:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756663.075574:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756663.075594:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756663.075609:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756663.075633:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756663.075640:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756663.075647:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756663.075682:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756663.075691:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756663.075695:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756663.075700:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756663.075707:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756663.075713:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756663.075720:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756663.075729:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756663.075746:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756663.075853:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756663.075861:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756663.075865:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756663.075869:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756663.075873:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756663.075879:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756663.075883:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756663.075887:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756663.075892:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756664.099535:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756664.099550:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756664.099554:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756664.099566:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756664.099574:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756664.099582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756664.099602:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756664.099614:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756664.099622:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756664.100422:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756664.100430:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756664.100434:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756664.100440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756664.100453:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756664.100468:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756664.100489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756664.100504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756664.100519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756664.163418:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309041105, at 4309041152 00000100:00000010:1.0:1787756664.163439:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787756665.123500:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756665.123523:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756665.123538:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756665.123557:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756665.123575:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756665.123589:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756665.123623:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756665.123643:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756665.123661:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756665.123710:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756665.123722:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756665.123731:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756665.123748:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756665.123758:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756665.123770:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756665.123776:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756665.123785:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756665.123794:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756666.147475:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756666.147487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756666.147507:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756666.147523:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756666.147537:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756666.147548:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756666.147561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756666.147570:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756666.147587:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756666.147664:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756666.147680:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756666.147702:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756666.147716:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756666.147732:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756666.147741:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756666.147755:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756666.147763:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756666.147773:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756667.171448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756667.171462:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756667.171472:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756667.171487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756667.171500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756667.171511:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756667.171529:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756667.171537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756667.171544:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756667.171580:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756667.171591:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756667.171598:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756667.171607:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756667.171616:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756667.171627:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756667.171641:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756667.171647:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756667.171658:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756668.195447:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756668.195462:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756668.195469:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756668.195480:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756668.195491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756668.195504:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756668.195541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756668.195546:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756668.195552:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756668.195582:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756668.195591:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756668.195598:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756668.195609:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756668.195621:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756668.195633:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756668.195643:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756668.195651:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756668.195661:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756669.219463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756669.219471:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756669.219476:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756669.219491:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756669.219506:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756669.219521:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756669.219550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756669.219553:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756669.219558:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756669.219583:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756669.219590:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756669.219596:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756669.219611:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756669.219621:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756669.219634:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756669.219643:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756669.219649:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756669.219658:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756669.283399:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309046225, at 4309046272 00000100:00000010:1.0:1787756669.283422:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493a20. 00000100:00000001:1.0:1787756670.243474:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756670.243488:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756670.243510:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756670.243532:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756670.243552:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756670.243570:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756670.243620:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756670.243626:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756670.243633:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756670.243663:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756670.243675:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756670.243684:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756670.243693:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756670.243702:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756670.243715:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756670.243737:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756670.243746:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756670.243770:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756671.267449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756671.267461:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756671.267468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756671.267481:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756671.267492:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756671.267502:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756671.267516:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756671.267525:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756671.267535:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756671.267563:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756671.267573:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756671.267594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756671.267601:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756671.267610:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756671.267617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756671.267625:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756671.267631:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756671.267638:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756671.267672:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756671.267681:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756671.267690:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756671.267701:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756671.267714:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756671.267723:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756671.267730:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756671.267738:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756671.267749:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756672.291483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756672.291493:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756672.291499:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756672.291508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756672.291518:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756672.291527:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756672.291555:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756672.291565:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756672.291579:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756672.291623:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756672.291638:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756672.291648:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756672.291670:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756672.291684:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756672.291694:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756672.291708:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756672.291715:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756672.291729:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756673.315470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756673.315484:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756673.315496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756673.315512:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756673.315528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756673.315540:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756673.315589:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756673.315599:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756673.315616:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756674.339379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756674.339391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756674.339395:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756674.339403:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756674.339409:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756674.339415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756674.339421:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756674.339430:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756674.339442:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756674.339494:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756674.339500:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756674.339508:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756674.339515:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756674.339527:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756674.339534:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756674.339563:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756674.339571:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756674.339584:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756674.339632:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756674.339641:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756674.339650:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756674.339656:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756674.339667:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756674.339675:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756674.339682:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756674.339686:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756674.339693:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756674.403396:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309051345, at 4309051392 00000100:00000010:1.0:1787756674.403415:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493060. 00000100:00000001:1.0:1787756675.363434:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756675.363444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756675.363451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756675.363465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756675.363482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756675.363492:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756675.363504:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756675.363513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756675.363521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756675.363541:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756675.363551:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756675.363558:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756675.363564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756675.363569:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756675.363576:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756675.363595:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756675.363602:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756675.363611:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756675.363641:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756675.363651:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756675.363658:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756675.363666:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756675.363676:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756675.363687:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756675.363696:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756675.363704:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756675.363712:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756676.387493:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756676.387502:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756676.387512:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756676.387540:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756676.387553:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756676.387562:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756676.387579:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756676.387585:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756676.387592:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756676.387622:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756676.387629:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756676.387635:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756676.387641:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756676.387645:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756676.387663:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756676.387676:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756676.387683:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756676.387691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756677.411414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756677.411425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756677.411429:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756677.411437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756677.411444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756677.411453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756677.411464:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756677.411474:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756677.411491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756677.411543:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756677.411551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756677.411572:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756677.411580:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756677.411588:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756677.411599:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756677.411610:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756677.411619:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756677.411633:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756677.411682:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756677.411689:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756677.411691:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756677.411696:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756677.411700:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756677.411708:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756677.411714:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756677.411717:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756677.411724:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756678.435442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756678.435451:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756678.435457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756678.435471:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756678.435483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756678.435491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756678.435521:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756678.435526:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756678.435531:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756678.435561:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756678.435572:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756678.435580:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756678.435587:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756678.435595:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756678.435608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756678.435625:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756678.435634:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756678.435647:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756679.459403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756679.459415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756679.459419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756679.459427:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756679.459433:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756679.459440:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756679.459449:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756679.459457:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756679.459470:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756679.459520:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756679.459528:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756679.459534:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756679.459545:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756679.459555:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756679.459564:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756679.459574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756679.459580:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756679.459588:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756679.459635:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756679.459645:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756679.459652:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756679.459662:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756679.459673:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756679.459681:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756679.459691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756679.459697:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756679.459702:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756679.523406:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309056464, at 4309056512 00000100:00000010:1.0:1787756679.523425:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493240. 00000100:00000001:1.0:1787756680.483426:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756680.483439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756680.483446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756680.483458:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756680.483471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756680.483479:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756680.483486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756680.483496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756680.483506:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756680.483541:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756680.483549:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756680.483556:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756680.483568:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756680.483577:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756680.483588:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756680.483612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756680.483619:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756680.483627:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756681.507351:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756681.507357:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756681.507360:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756681.507365:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756681.507370:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756681.507375:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756681.507380:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756681.507383:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756681.507389:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756681.507432:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756681.507436:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756681.507440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756681.507442:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756681.507445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756681.507447:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756681.507450:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756681.507454:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756681.507459:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756682.531410:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756682.531414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756682.531424:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756682.531431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756682.531448:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756682.531456:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756682.531465:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756682.531469:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756682.531476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756682.531502:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756682.531510:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756682.531513:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756682.531520:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756682.531532:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756682.531544:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756682.531552:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756682.531562:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756682.531582:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756683.555485:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756683.555507:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756683.555520:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756683.555536:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756683.555556:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756683.555580:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756683.555597:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756683.555610:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756683.555636:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756683.555683:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756683.555695:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756683.555702:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756683.555720:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756683.555735:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756683.555748:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756683.555765:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756683.555781:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756683.555807:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756683.555845:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756683.555860:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756683.555872:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756683.555883:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756683.555908:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756683.555924:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756683.555953:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756683.555958:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756683.556000:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756684.579446:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756684.579457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756684.579466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756684.579483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756684.579510:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756684.579521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756684.579529:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756684.579538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756684.579544:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756684.579623:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756684.579636:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756684.579649:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756684.579667:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756684.579683:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756684.579713:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756684.579738:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756684.579742:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756684.579748:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756684.643397:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309061585, at 4309061632 00000100:00000010:1.0:1787756684.643422:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493420. 00000100:00000001:1.0:1787756685.603435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756685.603450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756685.603460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756685.603475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756685.603489:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756685.603504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756685.603515:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756685.603525:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756685.603532:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756685.603591:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756685.603600:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756685.603607:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756685.603616:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756685.603626:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756685.603637:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756685.603663:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756685.603673:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756685.603681:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756686.627448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756686.627461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756686.627472:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756686.627489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756686.627505:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756686.627516:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756686.627541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756686.627551:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756686.627561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756686.627606:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756686.627615:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756686.627623:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756686.627630:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756686.627640:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756686.627647:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756686.627666:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756686.627677:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756686.627690:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756687.651435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756687.651450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756687.651455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756687.651463:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756687.651478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756687.651493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756687.651511:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756687.651527:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756687.651561:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756687.651631:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756687.651638:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756687.651645:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756687.651654:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756687.651670:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756687.651679:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756687.651687:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756687.651699:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756687.651709:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756687.651757:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756687.651771:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756687.651778:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756687.651783:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756687.651789:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756687.651795:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756687.651799:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756687.651802:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756687.651808:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756688.675491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756688.675505:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756688.675517:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756688.675527:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756688.675551:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756688.675562:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756688.675626:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756688.675636:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756688.675644:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756688.675682:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756688.675690:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756688.675701:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756688.675720:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756688.675729:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756688.675745:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756688.675758:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756688.675770:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756688.675778:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756688.675838:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756688.675849:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756688.675862:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756688.675873:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756688.675921:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756688.675930:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756688.675938:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756688.675942:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756688.675948:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756689.699434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756689.699453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756689.699459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756689.699484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756689.699495:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756689.699502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756689.699514:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756689.699521:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756689.699534:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756689.699557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756689.699563:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756689.699568:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756689.699596:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756689.699633:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756689.699640:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756689.699653:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756689.699661:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756689.699676:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756689.699747:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756689.699753:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756689.699758:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756689.699764:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756689.699771:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756689.699775:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756689.699778:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756689.699781:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756689.699785:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756689.763398:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309066705, at 4309066752 00000100:00000010:1.0:1787756689.763415:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756690.723418:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756690.723433:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756690.723440:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756690.723453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756690.723464:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756690.723471:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756690.723490:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756690.723504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756690.723527:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756690.723579:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756690.723590:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756690.723592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756690.723597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756690.723605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756690.723612:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756690.723624:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756690.723635:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756690.723647:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756690.723694:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756690.723704:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756690.723711:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756690.723720:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756690.723725:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756690.723729:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756690.723732:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756690.723735:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756690.723738:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756691.747456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756691.747469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756691.747481:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756691.747496:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756691.747513:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756691.747540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756691.747574:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756691.747585:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756691.747597:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756691.747642:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756691.747656:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756691.747665:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756691.747674:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756691.747686:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756691.747696:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756691.747708:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756691.747717:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756691.747724:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756692.771391:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756692.771397:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756692.771401:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756692.771427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756692.771437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756692.771448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756692.771459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756692.771479:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756692.771493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756692.771561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756692.771572:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756692.771578:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756692.771589:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756692.771596:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756692.771607:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756692.771629:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756692.771638:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756692.771664:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756693.795398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756693.795404:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756693.795407:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756693.795413:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756693.795418:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756693.795431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756693.795436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756693.795441:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756693.795446:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756693.795461:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756693.795466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756693.795471:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756693.795475:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756693.795480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756693.795483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756693.795487:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756693.795490:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756693.795493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756693.795525:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756693.795529:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756693.795533:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756693.795537:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756693.795542:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756693.795547:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756693.795551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756693.795553:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756693.795556:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756694.819455:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756694.819465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756694.819473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756694.819480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756694.819492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756694.819502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756694.819551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756694.819559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756694.819572:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756694.819603:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756694.819611:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756694.819620:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756694.819633:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756694.819646:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756694.819652:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756694.819670:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756694.819677:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756694.819686:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756694.883400:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309071824, at 4309071872 00000100:00000010:1.0:1787756694.883414:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493c60. 00000100:00000001:1.0:1787756695.843520:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756695.843536:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756695.843550:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756695.843578:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756695.843598:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756695.843615:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756695.843629:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756695.843635:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756695.843649:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756695.843706:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756695.843714:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756695.843717:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756695.843722:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756695.843770:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756695.843778:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756695.843783:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756695.843787:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756695.843793:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756696.867423:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756696.867432:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756696.867441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756696.867455:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756696.867468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756696.867475:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756696.867483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756696.867492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756696.867499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756696.867529:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756696.867537:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756696.867540:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756696.867545:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756696.867557:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756696.867572:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756696.867586:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756696.867596:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756696.867608:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756696.867651:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756696.867663:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756696.867671:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756696.867678:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756696.867685:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756696.867692:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756696.867706:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756696.867713:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756696.867718:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756697.891426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756697.891435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756697.891439:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756697.891453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756697.891466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756697.891480:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756697.891508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756697.891514:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756697.891519:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756697.891552:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756697.891560:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756697.891568:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756697.891576:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756697.891588:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756697.891596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756697.891607:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756697.891616:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756697.891625:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756697.891760:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756697.891766:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756697.891772:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756698.915440:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756698.915453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756698.915465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756698.915479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756698.915494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756698.915505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756698.915544:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756698.915557:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756698.915575:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756698.915606:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756698.915617:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756698.915625:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756698.915640:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756698.915655:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756698.915668:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756698.915680:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756698.915688:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756698.915717:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756698.915752:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756698.915757:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756698.915766:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756699.939464:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756699.939475:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756699.939484:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756699.939491:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756699.939506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756699.939516:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756699.939529:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756699.939538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756699.939543:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756699.939571:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756699.939579:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756699.939586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756699.939592:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756699.939605:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756699.939613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756699.939630:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756699.939637:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756699.939654:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756699.939811:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756699.939816:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756699.939821:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756700.003414:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309076945, at 4309076992 00000100:00000010:1.0:1787756700.003432:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493540. 00000100:00000001:1.0:1787756700.963431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756700.963444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756700.963455:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756700.963469:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756700.963478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756700.963487:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756700.963499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756700.963506:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756700.963518:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756700.963553:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756700.963561:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756700.963569:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756700.963609:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756700.963617:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756700.963626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756700.963638:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756700.963649:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756700.963656:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756700.963711:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756700.963718:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756700.963728:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756701.987510:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756701.987521:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756701.987528:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756701.987539:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756701.987552:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756701.987559:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756701.987588:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756701.987598:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756701.987612:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756701.987697:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756701.987707:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756701.987712:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756701.987717:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756701.987729:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756701.987741:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756701.987750:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756701.987756:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756701.987769:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756701.987972:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756701.987979:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756701.987985:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756703.011442:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756703.011453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756703.011462:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756703.011472:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756703.011482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756703.011491:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756703.011502:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756703.011512:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756703.011521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756703.011575:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756703.011585:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756703.011594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756703.011605:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756703.011615:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756703.011647:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756703.011659:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756703.011669:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756703.011683:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.035445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756704.035458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756704.035465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.035478:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756704.035490:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756704.035500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756704.035509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756704.035518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756704.035531:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.035557:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756704.035566:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756704.035574:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.035584:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756704.035593:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756704.035599:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756704.035639:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756704.035646:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756704.035655:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756704.099450:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756704.099460:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756704.099464:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756704.099469:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756704.099475:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756704.099487:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14408 00000400:00000200:1.0:1787756704.099502:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756704.099515:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756704.099522:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756704.099529:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099535:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.099540:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099546:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756704.099553:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756704.099557:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756704.099562:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756704.099568:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756704.099573:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756704.099579:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756704.099586:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099590:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.099595:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099600:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756704.099636:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756704.099644:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099650:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756704.099656:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756704.099663:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756704.099669:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.099674:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756704.099679:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756704.099694:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756704.099701:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756704.099708:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756704.099713:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.099718:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756704.099723:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756704.099729:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756704.099744:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756704.099755:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.099772:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930959744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756704.099794:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756704.099802:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756704.099811:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930959744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756704.099849:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756704.099856:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756704.099864:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756704.099867:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756704.099871:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756704.099877:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756704.099883:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14408 00000400:00000200:1.0:1787756704.099894:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756704.099903:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756704.099909:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756704.099920:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099926:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.099935:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099941:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756704.099948:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756704.099954:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756704.099959:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756704.099965:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756704.099974:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756704.099981:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756704.099992:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.099997:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.100005:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100013:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756704.100023:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756704.100035:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100042:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756704.100048:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756704.100057:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756704.100066:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100073:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756704.100081:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756704.100088:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100098:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756704.100107:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756704.100118:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756704.100128:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756704.100130:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100138:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756704.100141:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756704.100145:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756704.100159:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756704.100169:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.100185:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930959872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756704.100216:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756704.100224:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756704.100237:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930959872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756704.100263:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756704.100325:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756704.100331:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756704.100334:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756704.100337:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756704.100342:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756704.100354:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14408 00000400:00000200:1.0:1787756704.100369:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756704.100374:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756704.100378:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756704.100386:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100393:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.100398:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100406:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756704.100415:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756704.100418:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756704.100424:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756704.100429:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756704.100437:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756704.100445:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756704.100459:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100465:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.100475:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100482:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756704.100491:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756704.100499:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100505:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756704.100513:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756704.100521:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756704.100529:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100531:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756704.100535:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756704.100543:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100547:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756704.100558:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756704.100568:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756704.100574:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756704.100578:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100588:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756704.100591:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756704.100597:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756704.100634:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756704.100644:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.100658:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930960000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756704.100685:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756704.100692:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756704.100706:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930960000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756704.100732:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756704.100741:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756704.100757:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756704.100761:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756704.100766:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756704.100775:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756704.100786:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14408 00000400:00000200:1.0:1787756704.100802:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756704.100813:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756704.100820:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756704.100828:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100832:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.100841:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100850:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756704.100856:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756704.100861:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756704.100865:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756704.100869:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756704.100877:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756704.100882:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756704.100888:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100896:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.100901:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100905:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756704.100914:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756704.100928:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756704.100939:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756704.100944:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756704.100952:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756704.100959:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100966:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756704.100971:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756704.100982:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.100989:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756704.101001:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756704.101009:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756704.101019:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756704.101025:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.101034:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756704.101039:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756704.101045:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756704.101055:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756704.101060:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.101075:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930960128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756704.101147:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756704.101154:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756704.101167:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930960128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756704.101201:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756704.101214:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756704.101225:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756704.101229:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756704.101233:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756704.101241:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756704.101250:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14408 00000400:00000200:1.0:1787756704.101264:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756704.101305:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756704.101315:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756704.101325:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.101331:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.101339:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.101346:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756704.101355:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756704.101358:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756704.101365:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756704.101372:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756704.101379:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756704.101388:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756704.101401:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.101410:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756704.101417:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756704.101423:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756704.101430:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756704.101440:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756704.101448:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756704.101455:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756704.101461:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756704.101471:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.101478:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756704.101483:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756704.101490:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.101496:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756704.101505:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756704.101513:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756704.101521:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756704.101527:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756704.101538:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756704.101544:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756704.101548:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756704.101559:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756704.101569:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756704.101584:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930960256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756704.101618:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756704.101623:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756704.101633:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930960256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756704.101661:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756704.101674:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14418) 00000100:00000001:1.0:1787756705.059414:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756705.059422:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756705.059429:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756705.059438:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756705.059445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756705.059454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756705.059462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756705.059468:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756705.059490:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756705.059552:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756705.059565:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756705.059626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756705.059638:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756705.059650:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756705.059659:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756705.059672:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756705.059680:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756705.059699:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756705.123398:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309082065, at 4309082112 00000100:00000010:1.0:1787756705.123413:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493e40. 00000100:00000001:1.0:1787756706.083457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756706.083468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756706.083476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756706.083489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756706.083517:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756706.083524:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756706.083562:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756706.083592:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756706.083599:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756706.083629:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756706.083639:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756706.083648:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756706.083657:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756706.083665:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756706.083675:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756706.083685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756706.083693:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756706.083707:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756707.107451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756707.107462:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756707.107470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756707.107511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756707.107521:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756707.107532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756707.107539:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756707.107542:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756707.107547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756707.107636:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756707.107641:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756707.107645:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756707.107652:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756707.107659:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756707.107664:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756707.107671:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756707.107676:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756707.107681:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756707.107705:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756707.107712:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756707.107716:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756707.107735:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756707.107755:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756707.107761:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756707.107775:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756707.107782:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756707.107794:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756708.131571:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756708.131582:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756708.131607:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756708.131621:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756708.131633:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756708.131646:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756708.131656:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756708.131662:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756708.131669:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756708.131746:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756708.131755:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756708.131761:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756708.131774:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756708.131787:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756708.131799:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756708.131811:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756708.131818:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756708.131824:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756709.155425:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756709.155442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756709.155455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756709.155473:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756709.155480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756709.155486:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756709.155501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756709.155509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756709.155538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756709.155564:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756709.155573:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756709.155577:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756709.155591:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756709.155602:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756709.155614:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756709.155638:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756709.155654:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756709.155675:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756710.179402:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756710.179415:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756710.179422:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756710.179436:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756710.179448:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756710.179456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756710.179465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756710.179472:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756710.179481:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756710.179574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756710.179585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756710.179592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756710.179601:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756710.179610:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756710.179619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756710.179629:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756710.179635:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756710.179647:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756710.179678:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756710.179688:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756710.179694:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756710.179706:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756710.179716:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756710.179725:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756710.179730:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756710.179733:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756710.179737:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756710.243402:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309087185, at 4309087232 00000100:00000010:1.0:1787756710.243421:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493d20. 00000100:00000001:1.0:1787756711.203412:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756711.203423:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756711.203427:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756711.203434:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756711.203441:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756711.203448:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756711.203454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756711.203471:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756711.203498:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756711.203560:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756711.203576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756711.203589:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756711.203596:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756711.203610:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756711.203629:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756711.203652:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756711.203667:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756711.203687:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756711.203756:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756711.203764:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756711.203771:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756711.203783:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756711.203799:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756711.203810:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756711.203822:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756711.203829:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756711.203842:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756712.227456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756712.227488:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756712.227498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756712.227528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756712.227542:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756712.227552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756712.227574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756712.227584:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756712.227600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756712.227640:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756712.227651:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756712.227661:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756712.227676:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756712.227691:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756712.227704:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756712.227717:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756712.227722:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756712.227734:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756713.251474:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756713.251490:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756713.251500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756713.251519:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756713.251532:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756713.251541:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756713.251553:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756713.251563:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756713.251570:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756713.251599:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756713.251610:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756713.251617:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756713.251628:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756713.251636:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756713.251644:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756713.251651:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756713.251656:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756713.251665:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756713.251721:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756713.251730:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756713.251737:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756713.251743:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756713.251754:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756713.251764:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756713.251789:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756713.251794:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756713.251799:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756714.275417:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756714.275446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756714.275451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756714.275462:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756714.275473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756714.275480:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756714.275497:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756714.275504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756714.275515:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756714.275551:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756714.275559:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756714.275566:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756714.275573:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756714.275581:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756714.275588:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756714.275599:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756714.275609:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756714.275622:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756714.275649:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756714.275657:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756714.275663:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756714.275668:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756714.275671:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756714.275676:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756714.275679:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756714.275682:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756714.275685:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756715.299433:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756715.299441:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756715.299448:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756715.299458:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756715.299467:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756715.299475:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756715.299488:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756715.299496:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756715.299503:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756715.299530:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756715.299537:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756715.299543:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756715.299552:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756715.299562:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756715.299571:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756715.299589:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756715.299595:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756715.299604:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756715.363374:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309092305, at 4309092352 00000100:00000010:1.0:1787756715.363388:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756716.323446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756716.323456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756716.323462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756716.323471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756716.323480:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756716.323491:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756716.323508:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756716.323516:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756716.323525:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756716.323609:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756716.323618:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756716.323624:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756716.323629:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756716.323640:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756716.323647:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756716.323654:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756716.323662:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756716.323673:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756717.347457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756717.347468:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756717.347475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756717.347489:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756717.347499:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756717.347511:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756717.347521:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756717.347530:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756717.347541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756717.347600:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756717.347607:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756717.347613:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756717.347620:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756717.347634:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756717.347646:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756717.347659:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756717.347666:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756717.347691:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756717.347745:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756717.347754:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756717.347764:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756718.371474:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756718.371486:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756718.371495:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756718.371514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756718.371527:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756718.371537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756718.371559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756718.371567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756718.371575:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756718.371642:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756718.371649:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756718.371652:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756718.371655:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756718.371659:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756718.371664:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756718.371667:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756718.371670:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756718.371675:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.395406:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756719.395415:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756719.395418:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.395424:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756719.395431:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756719.395441:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756719.395452:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756719.395461:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756719.395475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.395528:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756719.395538:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756719.395543:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.395551:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756719.395557:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756719.395566:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756719.395585:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756719.395591:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756719.395600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756719.459416:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756719.459434:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756719.459437:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756719.459441:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756719.459446:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756719.459455:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14424 00000400:00000200:1.0:1787756719.459463:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756719.459469:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756719.459473:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756719.459477:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459480:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.459482:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459485:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756719.459489:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756719.459491:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756719.459494:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756719.459498:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756719.459501:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756719.459504:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756719.459507:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459509:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.459511:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459513:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756719.459516:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756719.459520:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459522:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756719.459525:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756719.459529:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756719.459532:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.459534:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756719.459536:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756719.459545:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756719.459549:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756719.459554:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756719.459555:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.459558:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756719.459561:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756719.459565:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756719.459573:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756719.459580:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.459589:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930961664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756719.459600:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756719.459605:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756719.459610:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930961664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756719.459631:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756719.459634:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756719.459638:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756719.459640:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756719.459642:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756719.459645:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756719.459648:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14424 00000400:00000200:1.0:1787756719.459652:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756719.459655:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756719.459658:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756719.459663:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459665:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.459668:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459671:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756719.459674:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756719.459680:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756719.459682:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756719.459688:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756719.459693:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756719.459697:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756719.459704:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459711:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.459716:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459722:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756719.459729:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756719.459736:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756719.459742:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756719.459747:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756719.459756:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756719.459765:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.459771:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756719.459781:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756719.459793:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.459803:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756719.459814:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756719.459823:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756719.459832:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756719.459838:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.459848:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756719.459853:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756719.459860:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756719.459870:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756719.459877:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.459904:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930961792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756719.459924:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756719.459929:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756719.459936:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930961792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756719.459951:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756719.459956:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756719.459963:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756719.459968:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756719.459972:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756719.459979:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756719.459988:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14424 00000400:00000200:1.0:1787756719.460003:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756719.460019:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756719.460029:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756719.460043:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460054:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.460065:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460075:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756719.460080:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756719.460084:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756719.460089:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756719.460094:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756719.460102:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756719.460108:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756719.460117:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460123:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.460132:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460138:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756719.460147:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756719.460160:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460171:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756719.460179:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756719.460188:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756719.460200:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460208:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756719.460213:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756719.460220:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460225:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756719.460235:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756719.460243:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756719.460251:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756719.460254:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460262:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756719.460316:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756719.460325:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756719.460354:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756719.460360:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.460372:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930961920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756719.460397:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756719.460401:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756719.460411:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930961920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756719.460423:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756719.460427:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756719.460439:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756719.460444:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756719.460447:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756719.460456:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756719.460464:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14424 00000400:00000200:1.0:1787756719.460477:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756719.460486:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756719.460492:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756719.460499:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460505:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.460511:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460520:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756719.460528:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756719.460531:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756719.460536:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756719.460540:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756719.460544:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756719.460548:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756719.460553:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460555:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.460557:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460564:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756719.460573:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756719.460583:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460589:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756719.460594:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756719.460600:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756719.460607:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460614:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756719.460619:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756719.460625:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460630:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756719.460636:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756719.460643:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756719.460650:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756719.460654:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460660:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756719.460666:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756719.460671:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756719.460679:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756719.460688:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.460705:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930962048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756719.460724:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756719.460729:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756719.460741:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930962048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756719.460767:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756719.460775:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756719.460793:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756719.460801:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756719.460810:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756719.460820:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756719.460833:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14424 00000400:00000200:1.0:1787756719.460850:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756719.460860:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756719.460869:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756719.460874:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460877:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.460883:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460888:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756719.460893:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756719.460898:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756719.460903:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756719.460908:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756719.460915:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756719.460922:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756719.460931:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460937:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756719.460945:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460950:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756719.460955:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756719.460965:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756719.460972:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756719.460976:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756719.460982:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756719.460990:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.460996:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756719.461002:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756719.461013:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.461023:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756719.461037:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756719.461048:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756719.461056:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756719.461062:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756719.461071:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756719.461077:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756719.461083:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756719.461092:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756719.461101:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756719.461114:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930962176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756719.461137:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756719.461145:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756719.461163:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930962176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756719.461209:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756719.461218:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14434) 00000100:00000001:1.0:1787756720.419475:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756720.419489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756720.419495:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756720.419507:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756720.419550:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756720.419560:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756720.419568:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756720.419573:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756720.419583:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756720.419770:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756720.419778:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756720.419782:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756720.419787:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756720.419794:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756720.419798:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756720.419802:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756720.419804:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756720.419808:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756720.483419:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309097425, at 4309097472 00000100:00000010:1.0:1787756720.483437:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787756721.443444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756721.443455:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756721.443458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756721.443466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756721.443476:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756721.443484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756721.443492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756721.443502:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756721.443510:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756721.443562:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756721.443570:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756721.443577:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756721.443588:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756721.443593:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756721.443601:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756721.443610:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756721.443617:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756721.443633:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756721.443682:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756721.443692:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756721.443698:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756721.443710:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756721.443718:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756721.443726:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756721.443733:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756721.443737:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756721.443752:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756721.443907:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756721.443912:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756721.443916:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756722.467455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756722.467464:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756722.467471:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756722.467481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756722.467488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756722.467496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756722.467502:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756722.467509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756722.467519:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756722.467547:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756722.467555:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756722.467562:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756722.467588:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756722.467596:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756722.467602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756722.467609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756722.467619:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756722.467628:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756722.467656:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756722.467663:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756722.467669:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756723.491461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756723.491470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756723.491479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756723.491496:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756723.491512:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756723.491531:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756723.491561:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756723.491567:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756723.491584:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756723.491617:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756723.491637:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756723.491654:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756723.491679:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756723.491701:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756723.491717:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756723.491746:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756723.491755:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756723.491765:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756723.491806:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756723.491820:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756723.491832:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756724.515493:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756724.515515:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756724.515524:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.515558:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756724.515571:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756724.515585:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756724.515619:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756724.515627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756724.515636:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756724.515676:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756724.515696:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756724.515710:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756724.515729:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756724.515738:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756724.515762:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.515769:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756724.515793:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756724.515801:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756724.515828:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756724.515841:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756724.515850:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756724.579381:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756724.579391:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756724.579395:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756724.579399:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756724.579404:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756724.579414:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14429 00000400:00000200:1.0:1787756724.579425:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756724.579433:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756724.579437:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756724.579442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579446:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.579450:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579453:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756724.579459:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756724.579461:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756724.579465:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756724.579469:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756724.579472:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756724.579477:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756724.579481:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579484:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.579487:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579490:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756724.579494:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756724.579498:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579502:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756724.579514:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756724.579520:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756724.579524:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.579527:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756724.579529:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756724.579556:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756724.579561:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756724.579566:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756724.579569:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.579573:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756724.579576:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756724.579581:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756724.579592:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756724.579601:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.579614:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930962304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756724.579629:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756724.579635:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756724.579641:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930962304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756724.579681:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756724.579685:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756724.579690:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756724.579693:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756724.579696:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756724.579700:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756724.579704:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14429 00000400:00000200:1.0:1787756724.579709:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756724.579714:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756724.579717:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756724.579722:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579726:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.579730:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579733:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756724.579738:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756724.579740:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756724.579743:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756724.579746:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756724.579749:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756724.579753:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756724.579765:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579775:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.579783:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579790:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756724.579795:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756724.579808:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756724.579818:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756724.579826:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756724.579835:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756724.579844:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.579852:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756724.579862:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756724.579869:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.579875:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756724.579885:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756724.579892:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756724.579898:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756724.579903:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.579909:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756724.579916:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756724.579920:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756724.579938:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756724.579946:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.579960:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930962432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756724.579985:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756724.579991:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756724.580007:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930962432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756724.580019:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756724.580023:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756724.580038:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756724.580043:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756724.580049:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756724.580062:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756724.580072:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14429 00000400:00000200:1.0:1787756724.580082:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756724.580089:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756724.580097:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756724.580107:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580116:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.580125:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580132:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756724.580135:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756724.580138:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756724.580141:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756724.580148:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756724.580157:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756724.580161:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756724.580171:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580179:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.580184:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580191:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756724.580197:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756724.580205:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580213:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756724.580223:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756724.580229:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756724.580237:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.580306:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756724.580311:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756724.580317:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.580322:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756724.580331:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756724.580343:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756724.580356:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756724.580365:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.580374:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756724.580383:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756724.580393:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756724.580408:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756724.580421:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.580435:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930962560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756724.580460:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756724.580469:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756724.580482:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930962560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756724.580497:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756724.580503:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756724.580512:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756724.580518:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756724.580524:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756724.580531:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756724.580541:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14429 00000400:00000200:1.0:1787756724.580557:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756724.580570:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756724.580576:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756724.580589:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580597:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.580607:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580618:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756724.580622:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756724.580627:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756724.580632:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756724.580637:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756724.580646:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756724.580661:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756724.580673:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580680:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.580685:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580693:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756724.580699:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756724.580712:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756724.580722:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756724.580728:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756724.580737:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756724.580746:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.580757:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756724.580764:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756724.580773:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.580781:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756724.580789:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756724.580797:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756724.580802:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756724.580808:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.580813:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756724.580815:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756724.580819:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756724.580835:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756724.580846:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.580862:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930962688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756724.580887:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756724.580895:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756724.580909:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930962688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756724.580935:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756724.580943:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756724.580958:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756724.580964:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756724.580970:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756724.580977:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756724.580988:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14429 00000400:00000200:1.0:1787756724.580999:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756724.581009:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756724.581017:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756724.581028:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.581034:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.581042:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.581046:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756724.581054:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756724.581058:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756724.581063:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756724.581067:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756724.581075:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756724.581082:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756724.581094:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.581098:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756724.581107:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756724.581111:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756724.581118:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756724.581125:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756724.581134:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756724.581138:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756724.581145:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756724.581151:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.581156:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756724.581159:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756724.581167:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.581173:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756724.581182:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756724.581189:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756724.581197:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756724.581201:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756724.581206:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756724.581208:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756724.581212:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756724.581222:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756724.581231:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756724.581305:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930962816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756724.581340:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756724.581349:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756724.581367:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930962816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756724.581394:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756724.581403:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14439) 00000100:00000001:1.0:1787756725.539418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756725.539432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756725.539441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756725.539455:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756725.539468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756725.539477:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756725.539490:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756725.539510:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756725.539524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756725.539577:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756725.539585:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756725.539589:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756725.539597:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756725.539606:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756725.539614:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756725.539623:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756725.539631:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756725.539644:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756725.539688:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756725.539697:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756725.539702:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756725.539709:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756725.539715:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756725.539719:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756725.539721:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756725.539724:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756725.539728:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756725.603421:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309102545, at 4309102592 00000100:00000010:1.0:1787756725.603442:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787756726.563449:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756726.563462:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756726.563473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756726.563487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756726.563503:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756726.563515:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756726.563543:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756726.563553:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756726.563566:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756726.563599:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756726.563609:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756726.563615:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756726.563624:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756726.563630:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756726.563637:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756726.563648:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756726.563658:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756726.563665:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756727.587392:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756727.587402:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756727.587406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756727.587413:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756727.587422:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756727.587429:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756727.587436:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756727.587444:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756727.587456:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756727.587523:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756727.587533:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756727.587538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756727.587549:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756727.587559:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756727.587570:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756727.587592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756727.587602:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756727.587617:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756728.611442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756728.611454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756728.611460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756728.611477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756728.611491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756728.611499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756728.611526:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756728.611537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756728.611543:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756728.611631:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756728.611639:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756728.611644:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756728.611651:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756728.611663:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756728.611670:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756728.611681:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756728.611688:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756728.611704:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.635424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756729.635438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756729.635443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.635454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756729.635464:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756729.635480:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756729.635507:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756729.635523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756729.635533:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.635576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756729.635594:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756729.635602:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.635618:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756729.635632:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756729.635644:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756729.635661:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756729.635667:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756729.635681:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756729.699390:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756729.699405:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756729.699408:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756729.699413:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756729.699419:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756729.699428:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14434 00000400:00000200:1.0:1787756729.699440:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756729.699449:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756729.699453:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756729.699458:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.699466:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699469:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756729.699475:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756729.699478:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756729.699481:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756729.699486:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756729.699489:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756729.699492:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756729.699496:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699499:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.699502:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699505:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756729.699509:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756729.699514:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699517:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756729.699521:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756729.699525:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756729.699529:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.699532:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756729.699535:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756729.699548:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756729.699553:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756729.699559:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756729.699561:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.699565:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756729.699569:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756729.699575:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756729.699585:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756729.699594:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.699611:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930962944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756729.699632:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756729.699639:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756729.699650:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930962944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756729.699694:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756729.699701:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756729.699708:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756729.699712:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756729.699715:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756729.699720:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756729.699726:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14434 00000400:00000200:1.0:1787756729.699733:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756729.699740:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756729.699743:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756729.699749:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699756:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.699764:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699771:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756729.699779:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756729.699783:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756729.699790:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756729.699796:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756729.699804:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756729.699814:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756729.699826:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699835:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.699843:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699849:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756729.699858:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756729.699872:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756729.699877:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756729.699885:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756729.699896:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756729.699907:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.699916:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756729.699927:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756729.699931:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.699934:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756729.699940:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756729.699943:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756729.699947:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756729.699949:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.699953:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756729.699959:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756729.699962:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756729.699972:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756729.699985:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.699998:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930963072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756729.700015:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756729.700023:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756729.700031:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930963072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756729.700053:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756729.700063:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756729.700072:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756729.700078:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756729.700082:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756729.700091:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756729.700106:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14434 00000400:00000200:1.0:1787756729.700126:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756729.700145:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756729.700180:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756729.700196:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700205:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.700216:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700223:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756729.700227:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756729.700232:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756729.700236:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756729.700242:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756729.700248:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756729.700254:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756729.700316:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700327:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.700341:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700354:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756729.700365:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756729.700383:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700396:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756729.700400:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756729.700409:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756729.700416:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.700423:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756729.700431:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756729.700444:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.700446:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756729.700454:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756729.700461:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756729.700467:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756729.700472:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.700475:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756729.700481:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756729.700487:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756729.700500:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756729.700508:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.700528:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930963200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756729.700546:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756729.700556:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756729.700570:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930963200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756729.700589:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756729.700597:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756729.700610:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756729.700616:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756729.700620:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756729.700632:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756729.700645:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14434 00000400:00000200:1.0:1787756729.700663:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756729.700682:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756729.700695:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756729.700710:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700720:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.700727:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700731:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756729.700736:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756729.700741:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756729.700746:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756729.700752:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756729.700760:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756729.700766:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756729.700775:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700779:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.700787:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700792:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756729.700797:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756729.700808:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756729.700813:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756729.700822:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756729.700830:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756729.700837:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.700843:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756729.700852:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756729.700864:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.700872:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756729.700882:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756729.700892:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756729.700901:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756729.700906:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.700914:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756729.700917:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756729.700926:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756729.700938:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756729.700953:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.700970:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930963328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756729.700987:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756729.700994:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756729.701005:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930963328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756729.701061:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756729.701065:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756729.701072:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756729.701079:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756729.701085:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756729.701098:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756729.701114:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14434 00000400:00000200:1.0:1787756729.701138:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756729.701181:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756729.701194:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756729.701212:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.701219:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.701228:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.701233:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756729.701242:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756729.701246:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756729.701252:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756729.701258:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756729.701265:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756729.701308:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756729.701317:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.701326:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756729.701333:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756729.701339:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756729.701345:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756729.701357:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756729.701363:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756729.701369:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756729.701378:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756729.701388:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.701396:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756729.701403:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756729.701410:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.701419:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756729.701428:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756729.701438:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756729.701445:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756729.701451:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756729.701458:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756729.701462:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756729.701467:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756729.701478:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756729.701488:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756729.701503:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930963456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756729.701524:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756729.701531:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756729.701543:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930963456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756729.701570:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756729.701579:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14444) 00000100:00000001:1.0:1787756730.659379:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756730.659389:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756730.659393:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756730.659401:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756730.659406:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756730.659412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756730.659416:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756730.659421:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756730.659427:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756730.659475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756730.659482:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756730.659486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756730.659492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756730.659537:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756730.659555:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756730.659580:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756730.659599:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756730.659623:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756730.659925:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756730.659929:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756730.659932:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756730.723339:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309107665, at 4309107712 00000100:00000010:1.0:1787756730.723358:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787756731.683392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756731.683404:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756731.683407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756731.683415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756731.683426:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756731.683434:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756731.683441:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756731.683449:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756731.683455:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756731.683504:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756731.683514:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756731.683521:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756731.683530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756731.683542:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756731.683552:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756731.683577:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756731.683585:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756731.683599:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756731.683661:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756731.683670:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756731.683679:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756731.683692:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756731.683701:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756731.683709:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756731.683716:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756731.683723:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756731.683732:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756731.683846:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756731.683851:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756731.683855:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756732.707453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756732.707466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756732.707474:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756732.707489:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756732.707500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756732.707508:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756732.707519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756732.707528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756732.707533:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756732.707556:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756732.707567:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756732.707571:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756732.707578:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756732.707582:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756732.707590:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756732.707600:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756732.707606:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756732.707613:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756732.707641:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756732.707651:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756732.707656:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756732.707663:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756732.707673:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756732.707679:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756732.707685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756732.707693:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756732.707706:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756733.731402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756733.731413:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756733.731417:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756733.731424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756733.731430:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756733.731438:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756733.731447:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756733.731452:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756733.731459:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756733.731502:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756733.731509:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756733.731520:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756733.731533:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756733.731545:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756733.731558:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756733.731570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756733.731578:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756733.731593:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756733.731654:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756733.731663:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756733.731668:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756733.731673:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756733.731678:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756733.731684:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756733.731687:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756733.731690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756733.731695:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756734.755432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756734.755445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756734.755453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756734.755485:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756734.755501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756734.755514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756734.755530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756734.755539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756734.755550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756734.755593:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756734.755603:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756734.755613:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756734.755622:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756734.755635:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756734.755643:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756734.755657:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756734.755664:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756734.755675:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756734.755738:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756734.755746:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756734.755757:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756735.779402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756735.779412:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756735.779416:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756735.779427:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756735.779439:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756735.779451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756735.779461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756735.779468:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756735.779483:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756735.779546:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756735.779555:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756735.779564:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756735.779575:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756735.779583:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756735.779591:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756735.779599:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756735.779607:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756735.779613:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756735.779663:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756735.779674:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756735.779680:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756735.779691:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756735.779699:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756735.779707:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756735.779735:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756735.779740:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756735.779750:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756735.843379:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309112785, at 4309112832 00000100:00000010:1.0:1787756735.843408:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787756736.803460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756736.803474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756736.803486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756736.803502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756736.803520:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756736.803533:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756736.803551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756736.803562:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756736.803573:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756736.803621:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756736.803635:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756736.803643:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756736.803652:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756736.803662:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756736.803674:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756736.803702:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756736.803711:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756736.803739:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756737.827424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756737.827436:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756737.827458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756737.827473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756737.827487:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756737.827496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756737.827510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756737.827519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756737.827531:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756737.827582:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756737.827588:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756737.827596:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756737.827602:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756737.827611:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756737.827621:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756737.827631:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756737.827639:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756737.827647:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756738.851443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756738.851451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756738.851460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756738.851483:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756738.851506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756738.851518:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756738.851535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756738.851546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756738.851558:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756738.851605:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756738.851616:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756738.851622:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756738.851630:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756738.851637:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756738.851649:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756738.851680:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756738.851685:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756738.851691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756738.851744:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756738.851751:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756738.851756:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756739.875460:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756739.875471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756739.875481:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756739.875494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756739.875507:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756739.875521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756739.875556:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756739.875562:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756739.875572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756739.875612:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756739.875621:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756739.875631:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756739.875639:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756739.875650:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756739.875660:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756739.875671:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756739.875677:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756739.875686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756740.899410:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756740.899420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756740.899424:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756740.899431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756740.899440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756740.899449:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756740.899456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756740.899466:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756740.899478:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756740.899529:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756740.899543:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756740.899553:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756740.899566:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756740.899576:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756740.899585:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756740.899595:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756740.899601:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756740.899610:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756740.963369:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309117905, at 4309117952 00000100:00000010:1.0:1787756740.963391:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787756741.923424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756741.923433:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756741.923438:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756741.923453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756741.923468:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756741.923485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756741.923504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756741.923511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756741.923517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756741.923550:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756741.923558:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756741.923563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756741.923574:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756741.923586:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756741.923604:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756741.923612:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756741.923622:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756741.923631:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756741.923684:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756741.923692:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756741.923700:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756741.923705:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756741.923712:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756741.923722:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756741.923732:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756741.923736:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756741.923745:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756742.947409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756742.947419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756742.947425:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756742.947434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756742.947444:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756742.947453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756742.947480:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756742.947488:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756742.947493:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756742.947520:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756742.947527:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756742.947533:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756742.947540:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756742.947549:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756742.947556:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756742.947567:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756742.947571:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756742.947581:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756743.971370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756743.971378:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756743.971383:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756743.971390:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756743.971397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756743.971402:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756743.971410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756743.971415:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756743.971422:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756743.971440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756743.971445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756743.971449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756743.971453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756743.971458:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756743.971465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756743.971474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756743.971478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756743.971483:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756743.971511:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756743.971514:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756743.971516:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756743.971518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756743.971520:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756743.971533:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756743.971535:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756743.971537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756743.971539:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756744.995417:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756744.995431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756744.995438:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756744.995453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756744.995464:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756744.995472:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756744.995510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756744.995516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756744.995532:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756744.995571:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756744.995578:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756744.995586:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756744.995595:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756744.995601:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756744.995607:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756744.995614:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756744.995622:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756744.995630:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756746.019486:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756746.019499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756746.019511:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756746.019542:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756746.019557:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756746.019572:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756746.019596:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756746.019602:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756746.019611:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756746.019654:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756746.019665:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756746.019685:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756746.019714:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756746.019736:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756746.019762:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756746.019808:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756746.019814:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756746.019821:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756746.019890:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756746.019898:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756746.019902:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756746.019908:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756746.019916:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756746.019920:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756746.019923:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756746.019926:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756746.019931:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756746.083423:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309123025, at 4309123072 00000100:00000010:1.0:1787756746.083441:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787756747.043445:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756747.043458:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756747.043465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756747.043478:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756747.043490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756747.043502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756747.043515:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756747.043523:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756747.043536:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756747.043566:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756747.043575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756747.043581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756747.043591:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756747.043600:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756747.043606:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756747.043614:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756747.043632:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756747.043641:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756747.043731:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756747.043738:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756747.043746:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756748.067497:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756748.067520:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756748.067535:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756748.067549:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756748.067568:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756748.067578:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756748.067590:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756748.067603:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756748.067612:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756748.067645:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756748.067654:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756748.067659:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756748.067669:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756748.067686:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756748.067700:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756748.067723:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756748.067734:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756748.067744:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756748.067795:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756748.067813:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756748.067821:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756748.067867:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756748.067884:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756748.067891:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756748.067904:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756748.067912:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756748.067917:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756748.068009:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756748.068013:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756748.068017:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756749.091476:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756749.091492:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756749.091500:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756749.091514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756749.091527:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756749.091540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756749.091552:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756749.091564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756749.091577:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756749.091617:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756749.091628:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756749.091636:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756749.091650:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756749.091662:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756749.091673:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756749.091685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756749.091694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756749.091726:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756750.115489:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756750.115500:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756750.115507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756750.115520:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756750.115532:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756750.115543:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756750.115556:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756750.115564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756750.115577:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756750.115604:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756750.115615:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756750.115621:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756750.115632:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756750.115638:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756750.115642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756750.115646:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756750.115648:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756750.115652:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756750.115696:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756750.115704:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756750.115715:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756750.115730:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756750.115748:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756750.115762:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756750.115776:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756750.115823:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756750.115839:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756751.139557:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756751.139573:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756751.139582:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756751.139597:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756751.139634:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756751.139645:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756751.139681:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756751.139693:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756751.139719:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756751.139757:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756751.139803:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756751.139809:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756751.139818:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756751.139839:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756751.139853:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756751.139871:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756751.139882:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756751.139904:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756751.203396:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309128145, at 4309128192 00000100:00000010:1.0:1787756751.203420:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787756752.163373:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756752.163385:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756752.163390:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756752.163399:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756752.163408:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756752.163417:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756752.163424:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756752.163428:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756752.163431:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756752.163448:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756752.163453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756752.163465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756752.163471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756752.163476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756752.163482:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756752.163497:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756752.163502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756752.163507:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756753.187359:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756753.187369:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756753.187373:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756753.187379:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756753.187383:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756753.187387:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756753.187393:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756753.187400:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756753.187407:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756753.187440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756753.187444:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756753.187447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756753.187452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756753.187458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756753.187463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756753.187477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756753.187481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756753.187489:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756753.187511:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756753.187516:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756753.187518:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756753.187521:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756753.187524:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756753.187527:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756753.187530:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756753.187532:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756753.187535:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756754.211417:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756754.211439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756754.211443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756754.211453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756754.211461:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756754.211468:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756754.211487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756754.211491:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756754.211495:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756754.211515:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756754.211523:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756754.211527:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756754.211531:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756754.211537:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756754.211541:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756754.211547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756754.211551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756754.211555:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756754.211605:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756754.211610:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756754.211614:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756755.235446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756755.235462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756755.235466:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756755.235480:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756755.235497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756755.235506:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756755.235517:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756755.235534:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756755.235551:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756755.235594:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756755.235608:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756755.235615:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756755.235630:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756755.235644:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756755.235659:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756755.235688:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756755.235726:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756755.235740:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756756.259429:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756756.259448:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756756.259458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756756.259473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756756.259486:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756756.259498:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756756.259540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756756.259545:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756756.259551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756756.259618:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756756.259628:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756756.259637:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756756.259645:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756756.259674:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756756.259712:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756756.259723:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756756.259727:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756756.259736:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756756.323363:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309133265, at 4309133312 00000100:00000010:1.0:1787756756.323385:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787756757.283426:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756757.283441:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756757.283452:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756757.283465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756757.283479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756757.283489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756757.283508:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756757.283528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756757.283547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756757.283594:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756757.283603:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756757.283609:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756757.283615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756757.283629:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756757.283640:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756757.283651:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756757.283659:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756757.283721:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756757.283789:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756757.283798:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756757.283803:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756757.283810:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756757.283818:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756757.283826:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756757.283843:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756757.283850:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756757.283862:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756758.307779:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756758.307792:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756758.307802:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756758.307819:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756758.307836:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756758.307848:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756758.307882:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756758.307888:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756758.307894:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756759.331409:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756759.331421:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756759.331425:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756759.331433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756759.331444:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756759.331453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756759.331460:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756759.331470:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756759.331480:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756759.331514:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756759.331524:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756759.331531:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756759.331537:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756759.331550:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756759.331558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756759.331566:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756759.331573:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756759.331580:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756759.331608:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756759.331619:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756759.331655:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756759.331664:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756759.331676:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756759.331687:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756759.331713:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756759.331720:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756759.331729:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756760.355360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756760.355367:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756760.355372:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756760.355380:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756760.355387:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756760.355392:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756760.355406:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756760.355411:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756760.355418:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756760.355435:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756760.355439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756760.355442:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756760.355449:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756760.355455:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756760.355460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756760.355465:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756760.355468:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756760.355472:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756761.379382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756761.379393:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756761.379397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756761.379419:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756761.379428:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756761.379438:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756761.379449:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756761.379459:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756761.379473:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756761.379901:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756761.379908:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756761.379915:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756761.379928:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756761.379938:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756761.379947:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756761.379958:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756761.379962:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756761.379969:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756761.443370:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309138385, at 4309138432 00000100:00000010:1.0:1787756761.443389:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c154935a0. 00000100:00000001:1.0:1787756762.403442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756762.403456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756762.403465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756762.403490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756762.403518:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756762.403541:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756762.403615:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756762.403624:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756762.403638:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756762.403704:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756762.403717:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756762.403726:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756762.403741:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756762.403755:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756762.403768:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756762.403797:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756762.403816:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756762.403826:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756763.427432:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756763.427449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756763.427457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756763.427467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756763.427481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756763.427497:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756763.427522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756763.427540:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756763.427551:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756763.427637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756763.427654:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756763.427661:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756763.427668:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756763.427681:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756763.427690:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756763.427700:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756763.427710:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756763.427727:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756764.451461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756764.451473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756764.451478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756764.451489:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756764.451499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756764.451509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756764.451522:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756764.451534:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756764.451577:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756764.451627:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756764.451639:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756764.451648:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756764.451663:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756764.451677:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756764.451687:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756764.451693:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756764.451696:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756764.451701:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756764.451774:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756764.451785:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756764.451792:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756764.451803:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756764.451817:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756764.451828:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756764.451852:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756764.451868:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756764.451876:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.475495:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756765.475510:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756765.475548:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.475563:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756765.475586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756765.475603:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756765.475656:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756765.475665:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756765.475672:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.475716:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756765.475728:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756765.475736:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.475747:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756765.475757:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756765.475767:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756765.475786:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756765.475801:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756765.475814:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756765.539464:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756765.539475:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756765.539480:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756765.539485:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756765.539493:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756765.539508:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14470 00000400:00000200:1.0:1787756765.539547:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756765.539560:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756765.539568:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756765.539576:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539583:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.539588:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539594:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756765.539603:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756765.539607:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756765.539613:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756765.539619:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756765.539626:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756765.539632:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756765.539639:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539644:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.539647:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539650:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756765.539655:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756765.539661:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539665:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756765.539669:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756765.539675:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756765.539679:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.539683:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756765.539687:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756765.539701:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756765.539707:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756765.539714:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756765.539717:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.539722:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756765.539726:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756765.539732:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756765.539745:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756765.539756:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.539772:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930967424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756765.539789:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756765.539796:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756765.539803:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930967424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756765.539839:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756765.539844:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756765.539850:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756765.539852:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756765.539855:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756765.539859:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756765.539864:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14470 00000400:00000200:1.0:1787756765.539870:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756765.539877:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756765.539880:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756765.539885:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539888:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.539893:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539902:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756765.539907:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756765.539911:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756765.539916:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756765.539920:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756765.539928:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756765.539931:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756765.539939:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539942:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.539946:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539954:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756765.539962:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756765.539969:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756765.539978:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756765.539984:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756765.539995:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756765.540004:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540012:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756765.540031:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756765.540044:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540051:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756765.540059:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756765.540067:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756765.540076:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756765.540082:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540085:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756765.540087:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756765.540091:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756765.540105:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756765.540113:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.540127:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930967552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756765.540144:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756765.540151:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756765.540157:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930967552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756765.540183:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756765.540191:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756765.540207:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756765.540214:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756765.540219:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756765.540229:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756765.540238:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14470 00000400:00000200:1.0:1787756765.540249:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756765.540261:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756765.540266:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756765.540315:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540318:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.540322:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540326:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756765.540330:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756765.540333:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756765.540336:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756765.540340:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756765.540344:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756765.540348:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756765.540353:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540362:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.540369:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540378:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756765.540384:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756765.540392:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540398:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756765.540404:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756765.540408:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756765.540412:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540420:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756765.540429:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756765.540436:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540444:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756765.540452:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756765.540460:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756765.540467:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756765.540474:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540480:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756765.540485:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756765.540495:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756765.540504:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756765.540517:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.540563:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930967680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756765.540627:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756765.540632:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756765.540645:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930967680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756765.540666:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756765.540674:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756765.540684:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756765.540690:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756765.540693:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756765.540702:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756765.540709:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14470 00000400:00000200:1.0:1787756765.540721:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756765.540730:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756765.540736:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756765.540747:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540755:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.540762:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540768:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756765.540772:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756765.540775:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756765.540778:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756765.540783:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756765.540789:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756765.540794:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756765.540804:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540812:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.540820:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540823:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756765.540828:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756765.540837:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756765.540845:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756765.540850:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756765.540856:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756765.540863:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540866:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756765.540874:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756765.540883:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540890:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756765.540901:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756765.540907:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756765.540913:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756765.540917:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.540922:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756765.540927:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756765.540931:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756765.540939:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756765.540949:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.540966:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930967808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756765.540984:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756765.540990:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756765.540998:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930967808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756765.541017:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756765.541024:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756765.541034:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756765.541040:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756765.541044:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756765.541048:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756765.541056:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14470 00000400:00000200:1.0:1787756765.541063:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756765.541069:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756765.541078:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756765.541082:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.541086:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.541092:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.541098:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756765.541107:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756765.541110:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756765.541119:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756765.541123:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756765.541132:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756765.541140:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756765.541149:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.541153:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756765.541161:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756765.541169:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756765.541177:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756765.541188:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756765.541196:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756765.541202:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756765.541207:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756765.541214:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.541221:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756765.541226:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756765.541233:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.541237:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756765.541250:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756765.541258:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756765.541264:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756765.541299:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756765.541302:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756765.541305:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756765.541307:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756765.541313:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756765.541319:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756765.541332:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930967936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756765.541375:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756765.541383:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756765.541396:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930967936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756765.541419:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756765.541428:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14480) 00000100:00000001:1.0:1787756766.499424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756766.499437:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756766.499441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756766.499454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756766.499465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756766.499473:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756766.499482:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756766.499489:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756766.499496:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756766.499597:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756766.499614:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756766.499626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756766.499644:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756766.499673:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756766.499702:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756766.499748:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756766.499758:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756766.499769:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756766.499817:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756766.499829:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756766.499846:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756766.499866:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756766.499888:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756766.499905:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756766.499934:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756766.499943:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756766.499953:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756766.563373:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309143505, at 4309143552 00000100:00000010:1.0:1787756766.563395:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493ae0. 00000100:00000001:1.0:1787756767.523465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756767.523476:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756767.523506:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756767.523524:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756767.523540:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756767.523557:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756767.523616:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756767.523627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756767.523649:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756767.523755:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756767.523772:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756767.523785:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756767.523795:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756767.523813:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756767.523828:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756767.523839:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756767.523854:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756767.523884:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756768.547452:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756768.547486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756768.547495:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756768.547507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756768.547521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756768.547529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756768.547545:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756768.547558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756768.547579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756768.547636:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756768.547650:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756768.547658:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756768.547677:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756768.547694:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756768.547705:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756768.547717:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756768.547724:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756768.547749:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756768.547804:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756768.547813:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756768.547824:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756768.547844:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756768.547873:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756768.547890:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756768.547934:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756768.547939:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756768.547946:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756769.571516:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756769.571529:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756769.571535:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756769.571542:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756769.571548:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756769.571558:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756769.571575:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756769.571584:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756769.571594:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756769.571627:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756769.571641:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756769.571651:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756769.571661:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756769.571675:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756769.571685:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756769.571718:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756769.571723:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756769.571735:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.595386:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756770.595401:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756770.595407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.595419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756770.595464:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756770.595475:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756770.595483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756770.595507:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756770.595520:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.595591:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756770.595596:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756770.595609:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.595634:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756770.595651:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756770.595659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756770.595667:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756770.595672:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756770.595682:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.595733:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756770.595746:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756770.595754:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.595766:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756770.595775:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756770.595781:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756770.595785:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756770.595788:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756770.595790:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756770.659407:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756770.659418:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756770.659422:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756770.659456:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756770.659463:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756770.659484:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14475 00000400:00000200:1.0:1787756770.659495:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756770.659504:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756770.659508:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756770.659513:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659517:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.659521:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659524:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756770.659531:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756770.659535:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756770.659540:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756770.659546:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756770.659551:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756770.659556:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756770.659564:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659569:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.659573:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659577:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756770.659583:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756770.659591:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659596:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756770.659601:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756770.659608:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756770.659613:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.659617:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756770.659622:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756770.659637:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756770.659645:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756770.659652:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756770.659656:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.659661:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756770.659666:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756770.659672:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756770.659685:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756770.659697:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.659713:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930968064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756770.659735:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756770.659742:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756770.659752:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930968064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756770.659792:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756770.659800:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756770.659808:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756770.659812:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756770.659815:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756770.659821:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756770.659827:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14475 00000400:00000200:1.0:1787756770.659838:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756770.659846:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756770.659852:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756770.659858:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659863:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.659870:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.659881:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756770.659897:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756770.659903:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756770.659914:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756770.659923:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756770.659940:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756770.659958:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756770.659982:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660003:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.660027:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660039:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756770.660055:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756770.660073:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660088:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756770.660100:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756770.660115:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756770.660127:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.660142:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756770.660159:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756770.660174:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.660187:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756770.660199:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756770.660214:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756770.660225:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756770.660232:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.660238:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756770.660243:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756770.660249:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756770.660259:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756770.660308:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.660319:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930968192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756770.660332:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756770.660336:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756770.660342:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930968192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756770.660359:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756770.660366:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756770.660371:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756770.660380:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756770.660388:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756770.660403:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756770.660408:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14475 00000400:00000200:1.0:1787756770.660414:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756770.660420:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756770.660451:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756770.660464:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660471:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.660475:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660479:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756770.660489:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756770.660494:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756770.660501:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756770.660511:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756770.660518:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756770.660527:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756770.660534:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660544:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.660562:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660574:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756770.660585:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756770.660602:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756770.660616:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756770.660628:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756770.660638:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756770.660644:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.660647:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756770.660656:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756770.660671:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.660679:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756770.660696:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756770.660703:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756770.660711:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756770.660715:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.660719:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756770.660727:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756770.660736:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756770.660747:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756770.660759:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.660792:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930968320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756770.660832:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756770.660837:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756770.660856:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930968320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756770.660882:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756770.660894:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756770.660904:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756770.660907:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756770.660917:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756770.660926:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756770.660941:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14475 00000400:00000200:1.0:1787756770.660956:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756770.660968:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756770.660976:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756770.660989:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661001:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.661013:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661027:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756770.661041:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756770.661049:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756770.661054:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756770.661059:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756770.661065:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756770.661071:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756770.661098:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661117:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.661131:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661142:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756770.661149:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756770.661156:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661165:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756770.661171:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756770.661186:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756770.661204:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.661211:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756770.661225:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756770.661231:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.661235:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756770.661257:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756770.661264:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756770.661341:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756770.661346:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.661358:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756770.661362:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756770.661372:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756770.661383:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756770.661405:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.661450:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930968448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756770.661494:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756770.661504:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756770.661520:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930968448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756770.661549:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756770.661557:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756770.661577:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756770.661582:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756770.661588:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756770.661600:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756770.661623:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14475 00000400:00000200:1.0:1787756770.661646:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756770.661665:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756770.661679:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756770.661692:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661709:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.661722:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661729:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756770.661742:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756770.661747:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756770.661755:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756770.661767:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756770.661775:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756770.661792:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756770.661815:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661823:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756770.661834:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661843:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756770.661862:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756770.661883:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756770.661900:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756770.661922:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756770.661942:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756770.661958:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.661962:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756770.661978:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756770.661994:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.662001:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756770.662010:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756770.662018:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756770.662031:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756770.662041:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756770.662049:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756770.662058:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756770.662062:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756770.662072:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756770.662085:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756770.662106:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930968576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756770.662141:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756770.662147:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756770.662173:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930968576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756770.662219:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756770.662237:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14485) 00000100:00000001:1.0:1787756771.619583:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756771.619592:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756771.619595:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756771.619601:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756771.619608:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756771.619614:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756771.619618:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756771.619621:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756771.619625:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756771.619646:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756771.619672:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756771.619680:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756771.619685:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756771.619690:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756771.619694:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756771.619702:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756771.619705:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756771.619722:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756771.619744:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756771.619771:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756771.619774:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756771.619778:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756771.619785:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756771.619797:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756771.619813:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756771.619829:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756771.619854:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756771.683431:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309148625, at 4309148672 00000100:00000010:1.0:1787756771.683455:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493840. 00000100:00000001:1.0:1787756772.643537:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756772.643582:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756772.643589:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756772.643597:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756772.643616:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756772.643623:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756772.643657:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756772.643672:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756772.643681:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756772.643767:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756772.643782:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756772.643788:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756772.643799:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756772.643827:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756772.643838:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756772.643864:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756772.643879:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756772.643897:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756772.643970:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756772.643976:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756772.643982:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756773.667506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756773.667519:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756773.667534:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756773.667555:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756773.667576:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756773.667589:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756773.667601:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756773.667608:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756773.667622:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756773.667776:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756773.667791:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756773.667803:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756773.667824:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756773.667850:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756773.667868:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756773.667883:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756773.667890:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756773.667895:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756774.691471:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756774.691483:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756774.691493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756774.691512:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756774.691524:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756774.691533:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756774.691546:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756774.691555:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756774.691567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756774.691631:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756774.691654:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756774.691663:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756774.691687:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756774.691694:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756774.691707:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756774.691722:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756774.691733:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756774.691745:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756775.715449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756775.715462:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756775.715468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756775.715478:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756775.715491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756775.715500:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756775.715507:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756775.715515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756775.715526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756775.715623:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756775.715637:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756775.715645:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756775.715652:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756775.715681:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756775.715690:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756775.715729:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756775.715734:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756775.715741:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756775.715804:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756775.715836:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756775.715845:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756775.715853:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756775.715860:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756775.715865:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756775.715868:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756775.715871:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756775.715875:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756776.739419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756776.739430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756776.739433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756776.739440:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756776.739450:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756776.739456:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756776.739460:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756776.739466:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756776.739472:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756776.739506:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756776.739512:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756776.739519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756776.739533:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756776.739545:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756776.739553:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756776.739601:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756776.739606:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756776.739615:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756776.739697:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756776.739705:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756776.739711:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756776.739717:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756776.739727:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756776.739733:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756776.739744:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756776.739759:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756776.739767:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756776.803481:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309153746, at 4309153792 00000100:00000010:1.0:1787756776.803516:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493660. 00000100:00000001:1.0:1787756777.763474:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756777.763492:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756777.763503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756777.763517:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756777.763529:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756777.763535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756777.763564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756777.763573:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756777.763579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756777.763616:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756777.763623:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756777.763633:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756777.763642:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756777.763652:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756777.763662:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756777.763669:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756777.763677:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756777.763687:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756777.763759:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756777.763770:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756777.763777:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756777.763784:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756777.763790:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756777.763795:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756777.763800:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756777.763803:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756777.763808:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756778.787488:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756778.787501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756778.787508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756778.787521:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756778.787535:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756778.787548:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756778.787578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756778.787587:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756778.787595:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756778.787628:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756778.787637:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756778.787643:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756778.787654:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756778.787668:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756778.787678:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756778.787684:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756778.787692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756778.787698:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756779.811478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756779.811494:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756779.811502:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756779.811518:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756779.811534:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756779.811544:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756779.811552:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756779.811562:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756779.811574:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756779.811612:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756779.811622:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756779.811630:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756779.811642:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756779.811652:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756779.811661:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756779.811667:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756779.811673:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756779.811684:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756779.811754:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756779.811764:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756779.811771:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756779.811778:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756779.811786:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756779.811792:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756779.811797:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756779.811801:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756779.811805:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756780.835459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756780.835469:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756780.835480:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756780.835490:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756780.835499:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756780.835509:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756780.835521:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756780.835529:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756780.835547:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756780.835602:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756780.835615:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756780.835621:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756780.835635:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756780.835656:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756780.835678:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756780.835702:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756780.835712:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756780.835722:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756780.835793:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756780.835799:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756780.835805:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756780.835814:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756780.835825:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756780.835835:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756780.835839:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756780.835842:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756780.835845:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756781.859421:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756781.859437:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756781.859443:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756781.859452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756781.859465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756781.859476:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756781.859485:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756781.859493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756781.859501:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756781.859567:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756781.859576:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756781.859583:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756781.859607:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756781.859619:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756781.859651:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756781.859661:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756781.859665:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756781.859674:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756781.859723:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756781.859751:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756781.859763:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756781.859790:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756781.859805:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756781.859819:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756781.859841:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756781.859856:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756781.859866:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756781.923418:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309158866, at 4309158912 00000100:00000010:1.0:1787756781.923439:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493d20. 00000100:00000001:1.0:1787756782.883485:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756782.883499:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756782.883508:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756782.883518:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756782.883530:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756782.883549:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756782.883559:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756782.883573:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756782.883592:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756782.883649:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756782.883659:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756782.883667:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756782.883681:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756782.883696:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756782.883708:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756782.883731:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756782.883744:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756782.883771:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756783.907535:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756783.907554:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756783.907567:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756783.907580:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756783.907593:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756783.907607:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756783.907636:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756783.907653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756783.907668:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756784.931479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756784.931496:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756784.931504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756784.931539:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756784.931561:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756784.931573:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756784.931625:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756784.931637:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756784.931652:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756784.931711:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756784.931737:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756784.931752:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756784.931779:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756784.931800:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756784.931816:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756784.931847:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756784.931868:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756784.931894:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756785.955438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756785.955447:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756785.955454:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756785.955464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756785.955476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756785.955488:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756785.955499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756785.955507:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756785.955512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756785.955542:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756785.955551:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756785.955558:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756785.955566:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756785.955574:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756785.955584:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756785.955615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756785.955623:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756785.955630:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756785.955685:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756785.955694:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756785.955701:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756785.955707:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756785.955717:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756785.955722:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756785.955725:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756785.955728:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756785.955731:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756786.979521:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756786.979537:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756786.979551:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756786.979582:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756786.979597:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756786.979615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756786.979624:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756786.979631:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756786.979649:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756786.979702:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756786.979711:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756786.979722:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756786.979731:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756786.979740:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756786.979751:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756786.979764:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756786.979769:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756786.979783:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756787.043369:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309163985, at 4309164032 00000100:00000010:1.0:1787756787.043393:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493e40. 00000100:00000001:1.0:1787756788.003504:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756788.003527:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756788.003552:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756788.003576:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756788.003595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756788.003610:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756788.003627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756788.003641:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756788.003672:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756788.003738:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756788.003749:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756788.003756:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756788.003771:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756788.003788:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756788.003795:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756788.003804:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756788.003816:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756788.003823:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756789.027542:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756789.027567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756789.027580:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756789.027603:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756789.027621:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756789.027641:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756789.027673:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756789.027689:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756789.027721:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756790.051377:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756790.051389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756790.051393:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756790.051401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756790.051408:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756790.051414:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756790.051420:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756790.051424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756790.051430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756790.051479:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756790.051488:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756790.051496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756790.051508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756790.051515:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756790.051525:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756790.051553:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756790.051561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756790.051575:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756790.051703:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756790.051713:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756790.051722:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756790.051728:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756790.051738:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756790.051747:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756790.051765:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756790.051770:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756790.051779:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.075442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756791.075456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756791.075463:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.075482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756791.075499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756791.075512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756791.075532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756791.075544:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756791.075553:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.075591:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756791.075604:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756791.075611:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.075618:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756791.075627:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756791.075635:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756791.075646:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756791.075656:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756791.075668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756791.139443:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756791.139453:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756791.139457:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756791.139462:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756791.139469:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756791.139481:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14495 00000400:00000200:1.0:1787756791.139495:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756791.139505:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756791.139511:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756791.139516:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139522:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.139526:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139530:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756791.139537:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756791.139540:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756791.139544:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756791.139549:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756791.139552:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756791.139556:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756791.139564:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139568:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.139573:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139577:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756791.139581:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756791.139591:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139595:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756791.139599:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756791.139605:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756791.139609:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.139613:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756791.139617:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756791.139630:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756791.139635:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756791.139642:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756791.139644:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.139649:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756791.139654:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756791.139660:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756791.139672:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756791.139684:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.139699:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930970624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756791.139723:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756791.139737:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756791.139756:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930970624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756791.139806:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756791.139811:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756791.139816:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756791.139818:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756791.139820:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756791.139825:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756791.139829:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14495 00000400:00000200:1.0:1787756791.139834:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756791.139839:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756791.139842:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756791.139846:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139849:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.139852:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139855:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756791.139859:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756791.139861:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756791.139863:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756791.139866:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756791.139869:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756791.139872:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756791.139876:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139878:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.139882:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139884:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756791.139888:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756791.139893:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756791.139897:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756791.139899:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756791.139908:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756791.139912:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.139915:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756791.139923:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756791.139930:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.139936:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756791.139944:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756791.139952:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756791.139957:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756791.139961:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.139970:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756791.139974:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756791.139979:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756791.139989:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756791.139998:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.140014:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930970752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756791.140048:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756791.140054:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756791.140106:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930970752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756791.140138:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756791.140147:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756791.140163:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756791.140183:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756791.140188:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756791.140196:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756791.140202:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14495 00000400:00000200:1.0:1787756791.140214:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756791.140223:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756791.140228:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756791.140238:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140242:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.140251:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140256:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756791.140264:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756791.140308:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756791.140312:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756791.140315:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756791.140319:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756791.140323:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756791.140329:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140333:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.140336:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140345:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756791.140354:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756791.140366:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140410:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756791.140414:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756791.140421:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756791.140428:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.140432:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756791.140439:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756791.140449:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.140455:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756791.140466:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756791.140475:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756791.140484:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756791.140489:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.140495:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756791.140501:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756791.140506:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756791.140519:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756791.140527:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.140545:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930970880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756791.140576:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756791.140583:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756791.140599:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930970880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756791.140626:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756791.140633:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756791.140642:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756791.140649:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756791.140653:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756791.140664:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756791.140673:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14495 00000400:00000200:1.0:1787756791.140685:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756791.140699:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756791.140705:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756791.140716:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140723:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.140732:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140737:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756791.140742:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756791.140746:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756791.140750:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756791.140756:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756791.140764:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756791.140772:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756791.140786:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140792:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.140802:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140810:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756791.140819:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756791.140829:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756791.140838:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756791.140849:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756791.140858:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756791.140864:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.140875:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756791.140882:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756791.140891:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.140900:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756791.140907:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756791.140914:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756791.140920:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756791.140926:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.140931:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756791.140936:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756791.140941:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756791.140951:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756791.140959:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.140974:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930971008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756791.140995:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756791.141002:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756791.141019:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930971008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756791.141055:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756791.141093:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756791.141104:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756791.141113:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756791.141121:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756791.141131:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756791.141146:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14495 00000400:00000200:1.0:1787756791.141167:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756791.141178:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756791.141183:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756791.141193:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.141200:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.141208:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.141217:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756791.141226:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756791.141231:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756791.141237:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756791.141243:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756791.141248:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756791.141257:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756791.141306:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.141315:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756791.141324:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756791.141330:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756791.141342:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756791.141355:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756791.141363:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756791.141369:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756791.141376:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756791.141385:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.141391:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756791.141397:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756791.141407:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.141416:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756791.141428:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756791.141437:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756791.141448:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756791.141454:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756791.141460:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756791.141465:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756791.141472:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756791.141481:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756791.141491:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756791.141511:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930971136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756791.141529:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756791.141537:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756791.141550:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930971136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756791.141571:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756791.141581:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14505) 00000100:00000001:1.0:1787756792.099464:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756792.099480:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756792.099488:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756792.099496:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756792.099509:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756792.099520:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756792.099535:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756792.099543:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756792.099548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756792.099581:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756792.099593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756792.099600:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756792.099609:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756792.099621:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756792.099631:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756792.099638:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756792.099645:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756792.099657:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756792.099726:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756792.099738:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756792.099745:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756792.099754:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756792.099768:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756792.099777:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756792.099790:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756792.099797:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756792.099806:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756792.163385:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309169105, at 4309169152 00000100:00000010:1.0:1787756792.163404:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756793.123509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756793.123520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756793.123532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756793.123543:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756793.123561:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756793.123570:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756793.123587:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756793.123604:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756793.123648:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756793.123715:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756793.123730:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756793.123738:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756793.123747:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756793.123763:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756793.123776:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756793.123791:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756793.123798:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756793.123803:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756793.123850:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756793.123858:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756793.123863:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756793.123869:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756793.123875:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756793.123885:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756793.123893:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756793.123896:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756793.123900:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756794.147436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756794.147451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756794.147460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756794.147470:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756794.147484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756794.147492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756794.147558:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756794.147566:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756794.147574:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756794.147613:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756794.147621:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756794.147626:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756794.147636:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756794.147646:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756794.147656:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756794.147667:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756794.147671:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756794.147683:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756794.147805:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756794.147812:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756794.147818:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756795.171423:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756795.171435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756795.171439:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756795.171447:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756795.171453:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756795.171458:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756795.171464:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756795.171470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756795.171476:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756795.171532:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756795.171537:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756795.171540:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756795.171568:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756795.171579:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756795.171593:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756795.171663:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756795.171695:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756795.171700:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756795.171719:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756795.171727:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756795.171741:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756796.195446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756796.195468:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756796.195474:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756796.195507:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756796.195522:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756796.195535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756796.195549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756796.195556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756796.195571:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756796.195636:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756796.195646:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756796.195656:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756796.195670:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756796.195683:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756796.195698:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756796.195708:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756796.195713:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756796.195733:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756796.195796:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756796.195807:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756796.195817:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756796.195830:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756796.195854:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756796.195880:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756796.195906:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756796.195911:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756796.195915:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756797.219462:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756797.219478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756797.219484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756797.219495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756797.219508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756797.219521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756797.219536:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756797.219547:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756797.219563:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756797.219653:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756797.219664:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756797.219671:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756797.219685:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756797.219700:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756797.219708:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756797.219737:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756797.219745:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756797.219754:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756797.283439:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309174225, at 4309174272 00000100:00000010:1.0:1787756797.283475:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493ba0. 00000100:00000001:1.0:1787756798.243450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756798.243461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756798.243465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756798.243473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756798.243481:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756798.243487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756798.243493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756798.243496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756798.243499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756798.243549:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756798.243560:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756798.243565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756798.243582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756798.243589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756798.243610:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756798.243624:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756798.243639:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756798.243662:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756798.243691:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756798.243698:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756798.243712:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756798.243735:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756798.243740:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756798.243745:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756798.243749:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756798.243764:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756798.243790:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756799.267442:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756799.267455:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756799.267459:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756799.267469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756799.267482:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756799.267504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756799.267536:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756799.267544:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756799.267557:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756799.267595:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756799.267607:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756799.267618:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756799.267631:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756799.267649:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756799.267658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756799.267670:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756799.267678:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756799.267685:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756799.267745:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756799.267754:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756799.267779:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756800.291511:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756800.291524:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756800.291540:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756800.291559:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756800.291575:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756800.291582:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756800.291609:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756800.291620:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756800.291633:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756800.291682:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756800.291692:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756800.291706:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756800.291726:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756800.291740:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756800.291748:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756800.291764:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756800.291771:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756800.291801:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756800.291838:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756800.291851:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756800.291873:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756801.315432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756801.315442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756801.315449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756801.315464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756801.315478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756801.315491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756801.315508:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756801.315518:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756801.315533:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756801.315576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756801.315588:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756801.315597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756801.315611:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756801.315625:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756801.315635:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756801.315650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756801.315659:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756801.315670:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756801.315734:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756801.315745:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756801.315754:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756801.315769:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756801.315780:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756801.315790:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756801.315803:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756801.315812:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756801.315826:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756801.315947:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756801.315954:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756801.315960:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756802.339471:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756802.339485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756802.339491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756802.339506:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756802.339518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756802.339528:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756802.339557:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756802.339563:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756802.339568:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756802.339597:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756802.339608:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756802.339617:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756802.339628:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756802.339637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756802.339662:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756802.339670:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756802.339693:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756802.339699:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756802.339762:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756802.339769:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756802.339772:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756802.339776:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756802.339781:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756802.339785:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756802.339792:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756802.339797:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756802.339803:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756802.403424:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309179345, at 4309179392 00000100:00000010:1.0:1787756802.403442:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787756803.363417:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756803.363425:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756803.363429:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756803.363436:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756803.363443:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756803.363462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756803.363478:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756803.363489:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756803.363513:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756803.363577:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756803.363581:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756803.363590:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756803.363595:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756803.363603:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756803.363608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756803.363627:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756803.363634:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756803.363653:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756803.363691:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756803.363716:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756803.363722:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756803.363727:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756803.363731:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756803.363733:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756803.363736:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756803.363737:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756803.363739:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756804.387523:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756804.387535:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756804.387539:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756804.387553:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756804.387583:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756804.387599:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756804.387609:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756804.387624:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756804.387646:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756804.387681:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756804.387698:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756804.387703:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756804.387709:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756804.387718:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756804.387725:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756804.387730:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756804.387734:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756804.387739:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756804.387813:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756804.387820:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756804.387881:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756804.387919:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756804.387930:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756804.387937:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756804.387946:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756804.387950:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756804.387956:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756805.411522:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756805.411535:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756805.411541:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756805.411560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756805.411575:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756805.411591:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756805.411642:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756805.411656:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756805.411666:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756805.411741:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756805.411746:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756805.411752:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756805.411761:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756805.411780:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756805.411804:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756805.411843:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756805.411852:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756805.411877:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756806.435493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756806.435506:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756806.435527:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756806.435552:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756806.435573:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756806.435589:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756806.435601:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756806.435609:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756806.435617:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756806.435657:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756806.435674:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756806.435695:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756806.435718:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756806.435738:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756806.435750:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756806.435777:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756806.435785:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756806.435823:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756807.459349:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756807.459355:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756807.459359:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756807.459365:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756807.459373:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756807.459380:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756807.459403:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756807.459409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756807.459416:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756807.459434:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756807.459438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756807.459443:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756807.459448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756807.459453:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756807.459457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756807.459461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756807.459465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756807.459469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756807.523348:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309184466, at 4309184512 00000100:00000010:1.0:1787756807.523365:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787756808.483358:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756808.483372:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756808.483377:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756808.483389:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756808.483397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756808.483402:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756808.483406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756808.483412:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756808.483417:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756809.507451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756809.507466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756809.507479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756809.507501:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756809.507519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756809.507541:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756809.507571:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756809.507576:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756809.507586:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756809.507654:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756809.507665:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756809.507675:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756809.507697:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756809.507712:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756809.507727:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756809.507739:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756809.507797:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756809.507805:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756810.531424:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756810.531435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756810.531440:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756810.531450:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756810.531466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756810.531480:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756810.531507:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756810.531516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756810.531522:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756810.531608:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756810.531619:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756810.531626:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756810.531635:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756810.531650:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756810.531659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756810.531664:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756810.531666:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756810.531669:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.555425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756811.555436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756811.555440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.555447:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756811.555455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756811.555466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756811.555485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756811.555502:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756811.555530:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.555586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756811.555605:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756811.555616:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.555629:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756811.555656:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756811.555669:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756811.555691:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756811.555697:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756811.555781:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.555835:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756811.555846:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756811.555864:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.555888:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756811.555902:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756811.555913:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756811.555921:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756811.555929:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756811.555943:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756811.619504:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756811.619515:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756811.619519:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756811.619525:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756811.619531:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756811.619542:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14516 00000400:00000200:1.0:1787756811.619556:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756811.619567:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756811.619572:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756811.619578:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619583:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.619587:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619591:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756811.619598:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756811.619601:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756811.619605:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756811.619610:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756811.619613:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756811.619617:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756811.619620:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619623:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.619626:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619629:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756811.619633:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756811.619639:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619643:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756811.619647:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756811.619652:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756811.619657:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.619661:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756811.619665:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756811.619697:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756811.619703:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756811.619736:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756811.619739:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.619744:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756811.619748:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756811.619755:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756811.619772:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756811.619783:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.619797:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930973184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756811.619814:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756811.619821:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756811.619828:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930973184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756811.619860:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756811.619865:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756811.619870:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756811.619873:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756811.619875:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756811.619879:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756811.619883:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14516 00000400:00000200:1.0:1787756811.619888:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756811.619893:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756811.619896:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756811.619901:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619905:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.619908:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619912:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756811.619917:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756811.619920:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756811.619922:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756811.619927:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756811.619930:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756811.619935:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756811.619944:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619948:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.619955:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619961:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756811.619969:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756811.619978:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756811.619985:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756811.619992:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756811.620001:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756811.620008:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620011:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756811.620022:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756811.620030:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620034:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756811.620044:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756811.620053:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756811.620059:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756811.620064:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620069:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756811.620071:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756811.620077:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756811.620085:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756811.620094:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.620109:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930973312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756811.620129:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756811.620138:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756811.620149:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930973312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756811.620177:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756811.620184:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756811.620190:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756811.620196:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756811.620198:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756811.620202:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756811.620208:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14516 00000400:00000200:1.0:1787756811.620221:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756811.620233:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756811.620242:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756811.620250:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620258:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.620309:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620314:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756811.620318:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756811.620320:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756811.620324:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756811.620331:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756811.620337:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756811.620345:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756811.620356:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620362:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.620371:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620375:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756811.620379:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756811.620390:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620398:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756811.620401:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756811.620408:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756811.620417:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620422:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756811.620424:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756811.620428:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620431:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756811.620443:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756811.620450:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756811.620453:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756811.620458:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620462:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756811.620468:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756811.620475:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756811.620481:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756811.620488:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.620503:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930973440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756811.620531:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756811.620539:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756811.620550:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930973440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756811.620577:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756811.620582:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756811.620595:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756811.620599:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756811.620605:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756811.620614:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756811.620624:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14516 00000400:00000200:1.0:1787756811.620634:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756811.620645:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756811.620648:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756811.620662:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620668:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.620677:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620687:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756811.620691:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756811.620693:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756811.620695:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756811.620697:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756811.620700:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756811.620703:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756811.620732:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620742:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.620751:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620761:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756811.620773:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756811.620779:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756811.620789:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756811.620792:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756811.620799:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756811.620807:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620810:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756811.620815:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756811.620820:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620826:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756811.620834:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756811.620842:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756811.620853:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756811.620857:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.620861:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756811.620867:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756811.620873:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756811.620883:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756811.620890:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.620901:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930973568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756811.620916:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756811.620920:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756811.620930:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930973568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756811.620952:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756811.620959:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756811.620965:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756811.620971:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756811.620976:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756811.620982:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756811.620992:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14516 00000400:00000200:1.0:1787756811.621005:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756811.621016:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756811.621026:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756811.621033:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.621039:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.621049:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.621054:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756811.621066:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756811.621068:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756811.621075:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756811.621080:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756811.621089:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756811.621094:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756811.621106:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.621114:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756811.621122:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756811.621126:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756811.621136:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756811.621148:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756811.621159:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756811.621165:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756811.621169:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756811.621180:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.621183:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756811.621187:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756811.621196:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.621200:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756811.621208:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756811.621215:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756811.621221:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756811.621225:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756811.621233:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756811.621234:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756811.621237:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756811.621242:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756811.621248:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756811.621262:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930973696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756811.621301:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756811.621308:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756811.621321:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930973696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756811.621349:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756811.621363:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14526) 00000100:00000001:1.0:1787756812.579494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756812.579517:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756812.579537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756812.579568:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756812.579591:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756812.579613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756812.579638:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756812.579658:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756812.579674:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756812.579840:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756812.579862:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756812.579879:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756812.579923:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756812.579942:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756812.579953:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756812.579959:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756812.579964:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756812.579972:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756812.643406:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309189585, at 4309189632 00000100:00000010:1.0:1787756812.643427:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787756813.603453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756813.603467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756813.603474:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756813.603486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756813.603495:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756813.603504:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756813.603514:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756813.603521:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756813.603533:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756813.603577:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756813.603585:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756813.603592:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756813.603603:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756813.603631:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756813.603641:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756813.603653:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756813.603657:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756813.603702:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756814.627490:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756814.627501:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756814.627512:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756814.627534:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756814.627552:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756814.627572:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756814.627592:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756814.627603:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756814.627625:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756814.627715:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756814.627736:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756814.627746:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756814.627769:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756814.627784:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756814.627791:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756814.627816:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756814.627829:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756814.627838:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756815.651467:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756815.651479:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756815.651486:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756815.651499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756815.651514:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756815.651522:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756815.651531:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756815.651539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756815.651545:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756815.651611:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756815.651617:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756815.651629:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756815.651660:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756815.651668:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756815.651673:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756815.652353:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756815.652357:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756815.652361:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756815.652400:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756815.652406:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756815.652410:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756815.652417:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756815.652425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756815.652429:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756815.652435:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756815.652441:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756815.652447:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756816.675415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756816.675424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756816.675431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756816.675441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756816.675448:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756816.675453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756816.675465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756816.675470:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756816.675475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756816.675509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756816.675515:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756816.675519:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756816.675522:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756816.675527:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756816.675530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756816.675533:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756816.675537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756816.675540:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756817.699420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756817.699432:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756817.699439:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756817.699469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756817.699496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756817.699506:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756817.699554:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756817.699568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756817.699584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756817.699640:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756817.699659:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756817.699672:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756817.699690:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756817.699710:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756817.699722:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756817.699747:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756817.699759:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756817.699773:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756817.763383:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309194705, at 4309194752 00000100:00000010:1.0:1787756817.763400:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493c60. 00000100:00000001:1.0:1787756818.723413:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756818.723425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756818.723430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756818.723439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756818.723447:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756818.723459:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756818.723472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756818.723481:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756818.723488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756818.723576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756818.723609:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756818.723616:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756818.723624:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756818.723629:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756818.723642:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756818.723650:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756818.723655:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756818.723677:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756818.723719:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756818.723731:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756818.723749:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756818.723778:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756818.723786:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756818.723801:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756818.723833:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756818.723843:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756818.723852:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756819.747417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756819.747430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756819.747435:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756819.747443:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756819.747452:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756819.747465:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756819.747478:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756819.747489:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756819.747503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756819.747595:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756819.747606:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756819.747615:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756819.747627:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756819.747640:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756819.747648:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756819.747656:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756819.747664:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756819.747678:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756819.747747:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756819.747756:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756819.747759:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756819.747763:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756819.747767:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756819.747772:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756819.747776:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756819.747779:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756819.747782:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756820.771473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756820.771490:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756820.771495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756820.771509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756820.771538:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756820.771573:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756820.771583:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756820.771596:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756820.771611:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756820.771678:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756820.771687:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756820.771699:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756820.771711:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756820.771735:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756820.771746:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756820.771760:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756820.771771:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756820.771790:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756820.771849:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756820.771858:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756820.771861:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756820.771867:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756820.771873:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756820.771882:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756820.771889:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756820.771894:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756820.771901:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756821.795370:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756821.795377:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756821.795381:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756821.795388:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756821.795396:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756821.795402:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756821.795409:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756821.795412:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756821.795417:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756821.795430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756821.795435:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756821.795439:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756821.795442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756821.795446:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756821.795450:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756821.795463:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756821.795467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756821.795471:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756821.795487:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756821.795491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756821.795495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756821.795499:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756821.795504:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756821.795509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756821.795515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756821.795516:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756821.795519:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756822.819446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756822.819459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756822.819471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756822.819492:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756822.819533:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756822.819543:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756822.819554:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756822.819563:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756822.819579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756822.819684:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756822.819694:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756822.819699:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756822.819706:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756822.819714:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756822.819723:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756822.819738:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756822.819744:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756822.819755:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756822.883400:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309199824, at 4309199872 00000100:00000010:1.0:1787756822.883417:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493120. 00000100:00000001:1.0:1787756823.843444:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756823.843460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756823.843470:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756823.843486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756823.843531:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756823.843542:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756823.843599:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756823.843603:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756823.843608:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756823.843676:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756823.843686:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756823.843695:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756823.843705:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756823.843719:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756823.843727:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756823.843733:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756823.843744:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756823.843755:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756823.843806:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756823.843815:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756823.843831:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756824.867448:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756824.867463:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756824.867495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756824.867506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756824.867525:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756824.867538:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756824.867551:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756824.867560:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756824.867569:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756824.867647:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756824.867656:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756824.867666:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756824.867683:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756824.867698:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756824.867714:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756824.867742:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756824.867748:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756824.867756:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756824.867796:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756824.867811:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756824.867827:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756824.867843:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756824.867863:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756824.867880:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756824.867906:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756824.867913:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756824.867922:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756825.891430:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756825.891448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756825.891477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756825.891499:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756825.891526:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756825.891550:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756825.891602:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756825.891625:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756825.891641:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756825.891695:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756825.891705:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756825.891711:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756825.891718:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756825.891733:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756825.891745:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756825.891768:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756825.891777:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756825.891795:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756825.891888:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756825.891899:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756825.891910:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756825.891920:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756825.891934:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756825.891941:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756825.891947:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756825.891952:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756825.891957:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756826.915483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756826.915495:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756826.915504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756826.915519:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756826.915531:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756826.915541:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756826.915559:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756826.915566:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756826.915573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756826.915603:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756826.915610:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756826.915618:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756826.915623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756826.915631:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756826.915637:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756826.915649:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756826.915656:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756826.915663:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756826.915708:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756826.915728:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756826.915737:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756826.915748:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756826.915778:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756826.915791:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756826.915800:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756826.915803:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756826.915808:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756827.939482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756827.939493:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756827.939501:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756827.939510:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756827.939521:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756827.939528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756827.939540:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756827.939547:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756827.939554:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756827.939595:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756827.939603:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756827.939611:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756827.939627:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756827.939638:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756827.939647:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756827.939656:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756827.939663:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756827.939673:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756827.939733:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756827.939742:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756827.939747:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756827.939751:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756827.939757:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756827.939761:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756827.939764:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756827.939768:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756827.939776:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756828.003412:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309204945, at 4309204992 00000100:00000010:1.0:1787756828.003465:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493f60. 00000100:00000001:1.0:1787756828.963372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756828.963382:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756828.963385:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756828.963392:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756828.963417:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756828.963424:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756828.963434:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756828.963439:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756828.963446:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756828.963469:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756828.963475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756828.963478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756828.963484:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756828.963492:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756828.963497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756828.963500:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756828.963502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756828.963504:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756828.963532:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756828.963538:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756828.963542:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756828.963548:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756828.963556:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756828.963561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756828.963584:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756828.963589:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756828.963595:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756829.987434:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756829.987444:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756829.987452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756829.987461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756829.987473:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756829.987483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756829.987493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756829.987499:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756829.987502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756829.987517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756829.987524:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756829.987528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756829.987533:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756829.987544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756829.987550:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756829.987559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756829.987565:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756829.987572:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756829.987597:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756829.987603:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756829.987610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756829.987619:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756829.987625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756829.987630:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756829.987638:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756829.987643:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756829.987649:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756831.011460:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756831.011472:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756831.011479:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756831.011492:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756831.011503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756831.011511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756831.011530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756831.011538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756831.011553:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756831.011685:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756831.011699:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756831.011705:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756831.011714:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756831.011726:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756831.011734:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756831.011742:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756831.011749:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756831.011757:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.035479:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756832.035503:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756832.035521:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.035542:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756832.035554:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756832.035573:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756832.035601:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756832.035609:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756832.035617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.035664:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756832.035675:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756832.035682:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.035687:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756832.035698:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756832.035707:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756832.035720:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756832.035737:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756832.035760:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756832.099509:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756832.099521:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756832.099524:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756832.099529:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756832.099535:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756832.099544:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14536 00000400:00000200:1.0:1787756832.099556:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756832.099563:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756832.099568:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756832.099573:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099577:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.099581:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099584:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756832.099590:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756832.099592:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756832.099596:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756832.099601:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756832.099604:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756832.099607:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756832.099612:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099614:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.099617:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099619:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756832.099623:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756832.099628:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099631:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756832.099634:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756832.099639:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756832.099643:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.099646:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756832.099649:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756832.099660:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756832.099665:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756832.099670:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756832.099672:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.099676:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756832.099679:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756832.099685:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756832.099695:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756832.099703:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.099714:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930975744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756832.099729:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756832.099735:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756832.099741:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930975744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756832.099772:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756832.099787:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756832.099793:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756832.099796:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756832.099798:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756832.099802:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756832.099806:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14536 00000400:00000200:1.0:1787756832.099811:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756832.099815:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756832.099818:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756832.099823:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099826:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.099830:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099834:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756832.099838:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756832.099840:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756832.099842:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756832.099845:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756832.099847:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756832.099850:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756832.099856:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099867:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.099876:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099881:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756832.099886:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756832.099898:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756832.099912:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756832.099924:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756832.099938:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756832.099947:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.099953:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756832.099961:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756832.099970:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.099977:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756832.099990:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756832.100000:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756832.100013:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756832.100020:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.100028:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756832.100030:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756832.100034:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756832.100042:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756832.100051:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.100068:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930975872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756832.100090:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756832.100095:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756832.100104:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930975872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756832.100142:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756832.100149:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756832.100158:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756832.100163:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756832.100168:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756832.100183:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756832.100193:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14536 00000400:00000200:1.0:1787756832.100209:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756832.100219:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756832.100223:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756832.100232:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100238:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.100245:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100250:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756832.100260:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756832.100332:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756832.100336:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756832.100342:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756832.100377:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756832.100382:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756832.100391:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100397:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.100411:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100422:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756832.100436:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756832.100455:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100466:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756832.100469:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756832.100475:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756832.100488:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.100499:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756832.100508:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756832.100524:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.100529:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756832.100544:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756832.100555:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756832.100568:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756832.100572:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.100580:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756832.100589:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756832.100592:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756832.100602:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756832.100611:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.100624:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930976000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756832.100669:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756832.100673:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756832.100691:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930976000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756832.100725:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756832.100737:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756832.100754:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756832.100760:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756832.100765:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756832.100781:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756832.100794:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14536 00000400:00000200:1.0:1787756832.100811:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756832.100825:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756832.100839:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756832.100850:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100861:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.100869:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100873:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756832.100879:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756832.100883:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756832.100890:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756832.100901:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756832.100913:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756832.100921:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756832.100937:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100943:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.100953:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100957:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756832.100962:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756832.100974:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756832.100979:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756832.100986:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756832.100992:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756832.101007:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.101012:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756832.101023:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756832.101044:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.101055:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756832.101062:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756832.101073:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756832.101086:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756832.101092:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.101103:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756832.101109:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756832.101113:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756832.101123:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756832.101128:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.101139:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930976128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756832.101165:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756832.101173:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756832.101181:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930976128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756832.101318:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756832.101326:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756832.101362:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756832.101366:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756832.101372:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756832.101378:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756832.101388:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14536 00000400:00000200:1.0:1787756832.101406:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756832.101418:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756832.101427:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756832.101444:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.101451:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.101467:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.101479:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756832.101491:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756832.101500:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756832.101510:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756832.101514:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756832.101521:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756832.101537:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756832.101553:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.101563:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756832.101574:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756832.101584:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756832.101589:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756832.101598:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756832.101602:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756832.101609:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756832.101615:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756832.101628:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.101639:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756832.101647:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756832.101653:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.101661:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756832.101670:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756832.101674:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756832.101681:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756832.101690:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756832.101697:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756832.101702:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756832.101711:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756832.101728:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756832.101739:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756832.101764:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930976256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756832.101795:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756832.101801:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756832.101812:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930976256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756832.101837:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756832.101848:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14546) 00000100:00000001:1.0:1787756833.059435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756833.059447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756833.059458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756833.059471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756833.059484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756833.059494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756833.059502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756833.059514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756833.059529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756833.059652:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756833.059662:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756833.059669:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756833.059677:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756833.059690:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756833.059700:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756833.059706:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756833.059711:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756833.059715:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756833.123462:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309210065, at 4309210112 00000100:00000010:1.0:1787756833.123481:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c154937e0. 00000100:00000001:1.0:1787756834.083472:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756834.083495:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756834.083506:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756834.083519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756834.083534:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756834.083551:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756834.083625:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756834.083632:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756834.083638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756834.083723:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756834.083736:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756834.083750:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756834.083777:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756834.083811:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756834.083822:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756834.083845:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756834.083852:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756834.083863:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756835.107526:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756835.107544:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756835.107552:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756835.107570:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756835.107591:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756835.107615:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756835.107643:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756835.107652:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756835.107670:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756835.107722:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756835.107733:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756835.107739:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756835.107753:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756835.107772:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756835.107786:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756835.107806:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756835.107812:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756835.107833:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756835.107908:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756835.107915:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756835.107924:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756836.131477:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756836.131487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756836.131495:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756836.131508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756836.131519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756836.131526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756836.131560:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756836.131567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756836.131594:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756836.131645:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756836.131654:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756836.131660:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756836.131669:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756836.131683:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756836.131692:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756836.131700:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756836.131708:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756836.131718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756837.155432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756837.155445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756837.155450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756837.155462:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756837.155473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756837.155482:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756837.155493:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756837.155501:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756837.155514:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756837.155537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756837.155547:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756837.155554:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756837.155562:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756837.155572:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756837.155579:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756837.155587:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756837.155592:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756837.155596:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756837.155646:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756837.155652:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756837.155661:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756837.155673:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756837.155683:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756837.155708:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756837.155726:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756837.155731:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756837.155736:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756838.179459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756838.179471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756838.179481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756838.179499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756838.179512:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756838.179526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756838.179556:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756838.179567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756838.179577:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756838.179610:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756838.179620:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756838.179629:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756838.179646:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756838.179655:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756838.179662:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756838.179668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756838.179672:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756838.179678:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756838.243410:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309215185, at 4309215232 00000100:00000010:1.0:1787756838.243432:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493000. 00000100:00000001:1.0:1787756839.203473:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756839.203494:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756839.203508:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756839.203526:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756839.203542:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756839.203562:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756839.203583:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756839.203593:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756839.203619:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756840.227351:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756840.227362:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756840.227366:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756840.227375:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756840.227382:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756840.227390:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756840.227399:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756840.227407:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756840.227420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756840.227456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756840.227463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756840.227467:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756840.227475:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756840.227480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756840.227487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756840.227504:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756840.227510:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756840.227520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756840.227557:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756840.227565:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756840.227570:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756840.227578:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756840.227584:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756840.227592:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756840.227624:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756840.227629:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756840.227635:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756841.251479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756841.251490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756841.251493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756841.251500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756841.251522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756841.251530:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756841.251549:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756841.251558:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756841.251571:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756841.251612:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756841.251625:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756841.251632:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756841.251645:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756841.251666:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756841.251675:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756841.251693:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756841.251696:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756841.251702:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756841.251751:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756841.251764:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756841.251772:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756841.251783:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756841.251802:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756841.251820:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756841.251846:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756841.251852:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756841.251858:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756842.275494:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756842.275516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756842.275537:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756842.275560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756842.275585:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756842.275599:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756842.275648:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756842.275653:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756842.275659:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756842.275701:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756842.275715:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756842.275721:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756842.275729:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756842.275743:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756842.275762:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756842.275777:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756842.275788:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756842.275811:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756843.299491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756843.299508:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756843.299517:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756843.299528:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756843.299542:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756843.299554:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756843.299580:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756843.299589:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756843.299604:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756843.299677:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756843.299693:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756843.299702:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756843.299716:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756843.299728:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756843.299735:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756843.299744:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756843.299750:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756843.299760:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756843.363398:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309220306, at 4309220352 00000100:00000010:1.0:1787756843.363436:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756844.323416:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756844.323433:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756844.323439:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756844.323454:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756844.323467:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756844.323478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756844.323486:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756844.323497:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756844.323510:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756844.323573:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756844.323584:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756844.323590:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756844.323599:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756844.323607:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756844.323618:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756844.323654:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756844.323663:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756844.323670:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756845.347442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756845.347456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756845.347468:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756845.347483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756845.347496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756845.347507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756845.347515:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756845.347519:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756845.347525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756845.347553:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756845.347562:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756845.347573:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756845.347586:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756845.347594:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756845.347606:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756845.347633:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756845.347642:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756845.347649:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756846.371500:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756846.371524:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756846.371536:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756846.371546:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756846.371553:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756846.371567:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756846.371587:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756846.371596:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756846.371611:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756846.371648:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756846.371662:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756846.371671:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756846.371681:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756846.371697:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756846.371708:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756846.371720:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756846.371731:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756846.371747:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756846.371817:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756846.371832:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756846.371844:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756847.395414:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756847.395423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756847.395427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.395436:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756847.395444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756847.395458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756847.395489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756847.395494:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756847.395499:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.395519:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756847.395524:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756847.395530:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.395536:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756847.395539:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756847.395543:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756847.395549:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756847.395553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756847.395558:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756847.459449:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756847.459459:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756847.459463:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756847.459467:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756847.459471:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756847.459479:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14552 00000400:00000200:1.0:1787756847.459489:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756847.459495:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756847.459506:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756847.459510:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459513:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.459515:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459517:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756847.459521:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756847.459523:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756847.459526:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756847.459530:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756847.459532:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756847.459534:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756847.459537:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459539:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.459541:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459542:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756847.459545:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756847.459549:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459551:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756847.459554:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756847.459557:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756847.459560:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.459562:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756847.459564:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756847.459575:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756847.459578:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756847.459582:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756847.459584:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.459587:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756847.459591:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756847.459613:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756847.459624:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756847.459633:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.459645:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930977664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756847.459658:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756847.459663:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756847.459669:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930977664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756847.459695:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756847.459699:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756847.459704:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756847.459706:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756847.459708:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756847.459712:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756847.459715:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14552 00000400:00000200:1.0:1787756847.459719:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756847.459722:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756847.459725:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756847.459729:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459731:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.459734:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459737:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756847.459739:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756847.459741:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756847.459743:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756847.459745:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756847.459748:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756847.459750:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756847.459754:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459756:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.459759:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459761:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756847.459763:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756847.459767:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756847.459771:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756847.459774:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756847.459783:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756847.459798:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.459804:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756847.459813:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756847.459819:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.459824:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756847.459831:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756847.459839:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756847.459849:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756847.459852:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.459859:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756847.459863:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756847.459868:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756847.459873:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756847.459881:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.459891:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930977792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756847.459908:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756847.459914:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756847.459923:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930977792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756847.459936:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756847.459941:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756847.459945:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756847.459948:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756847.459954:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756847.459960:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756847.459967:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14552 00000400:00000200:1.0:1787756847.459990:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756847.459998:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756847.460003:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756847.460008:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460013:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.460019:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460021:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756847.460024:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756847.460029:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756847.460035:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756847.460038:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756847.460043:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756847.460047:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756847.460054:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460058:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.460066:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460089:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756847.460108:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756847.460115:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460121:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756847.460123:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756847.460128:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756847.460133:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460136:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756847.460139:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756847.460142:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460143:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756847.460149:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756847.460154:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756847.460175:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756847.460177:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460179:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756847.460180:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756847.460182:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756847.460191:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756847.460198:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.460208:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930977920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756847.460224:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756847.460230:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756847.460240:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930977920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756847.460263:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756847.460268:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756847.460271:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756847.460274:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756847.460276:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756847.460281:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756847.460285:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14552 00000400:00000200:1.0:1787756847.460289:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756847.460292:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756847.460294:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756847.460348:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460352:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.460357:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460359:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756847.460364:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756847.460365:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756847.460369:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756847.460372:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756847.460377:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756847.460383:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756847.460391:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460397:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.460404:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460409:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756847.460414:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756847.460420:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460422:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756847.460425:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756847.460428:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756847.460433:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460435:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756847.460439:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756847.460442:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460445:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756847.460451:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756847.460454:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756847.460458:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756847.460461:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460462:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756847.460464:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756847.460465:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756847.460470:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2800. 00000100:00000001:1.0:1787756847.460474:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.460479:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930978048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756847.460489:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756847.460493:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756847.460499:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930978048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756847.460511:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756847.460514:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756847.460518:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756847.460520:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756847.460522:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756847.460524:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756847.460529:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14552 00000400:00000200:1.0:1787756847.460536:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756847.460541:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756847.460545:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756847.460549:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460554:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.460558:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460561:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756847.460565:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756847.460567:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756847.460571:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756847.460576:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756847.460578:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756847.460582:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756847.460586:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460590:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756847.460593:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460596:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756847.460601:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756847.460623:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756847.460628:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756847.460633:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756847.460636:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756847.460643:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460648:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756847.460652:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756847.460660:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460663:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756847.460670:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756847.460675:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756847.460680:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756847.460685:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756847.460689:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756847.460693:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756847.460697:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756847.460706:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3000. 00000100:00000001:1.0:1787756847.460714:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756847.460724:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930978176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756847.460744:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756847.460750:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756847.460759:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930978176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756847.460780:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756847.460789:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14562) 00000100:00000001:1.0:1787756848.419416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756848.419430:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756848.419435:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756848.419446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756848.419460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756848.419471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756848.419484:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756848.419493:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756848.419505:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756848.419565:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756848.419573:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756848.419577:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756848.419588:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756848.419601:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756848.419611:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756848.419618:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756848.419627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756848.419643:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756848.419696:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756848.419703:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756848.419707:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756848.419711:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756848.419716:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756848.419724:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756848.419729:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756848.419735:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756848.419741:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756848.483414:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309225425, at 4309225472 00000100:00000010:1.0:1787756848.483437:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787756849.443454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756849.443471:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756849.443480:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756849.443497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756849.443514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756849.443528:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756849.443540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756849.443552:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756849.443569:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756849.443614:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756849.443624:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756849.443630:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756849.443638:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756849.443648:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756849.443653:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756849.443657:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756849.443663:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756849.443671:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756850.467341:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756850.467349:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756850.467352:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756850.467359:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756850.467364:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756850.467369:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756850.467376:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756850.467381:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756850.467386:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756850.467441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756850.467444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756850.467446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756850.467448:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756850.467451:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756850.467455:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756850.467457:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756850.467460:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756850.467462:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756850.467478:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756850.467483:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756850.467486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756850.467492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756850.467501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756850.467509:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756850.467519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756850.467528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756850.467546:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756851.491450:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756851.491464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756851.491469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756851.491478:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756851.491489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756851.491500:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756851.491513:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756851.491520:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756851.491529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756851.491561:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756851.491571:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756851.491578:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756851.491588:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756851.491597:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756851.491605:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756851.491613:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756851.491621:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756851.491633:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756851.491687:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756851.491700:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756851.491707:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756851.491721:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756851.491734:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756851.491742:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756851.491749:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756851.491755:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756851.491763:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756852.515420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756852.515432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756852.515442:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756852.515460:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756852.515475:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756852.515483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756852.515495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756852.515503:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756852.515510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756852.515534:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756852.515543:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756852.515550:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756852.515563:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756852.515572:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756852.515583:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756852.515592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756852.515600:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756852.515614:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756852.515667:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756852.515677:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756852.515687:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756852.515695:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756852.515702:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756852.515707:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756852.515712:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756852.515718:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756852.515729:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756853.539422:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756853.539433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756853.539439:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756853.539448:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756853.539461:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756853.539472:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756853.539496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756853.539503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756853.539511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756853.539549:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756853.539558:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756853.539565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756853.539573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756853.539583:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756853.539590:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756853.539597:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756853.539607:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756853.539620:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756853.603371:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309230544, at 4309230592 00000100:00000010:1.0:1787756853.603387:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787756854.563480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756854.563491:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756854.563499:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756854.563513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756854.563525:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756854.563537:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756854.563560:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756854.563566:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756854.563576:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756854.563610:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756854.563622:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756854.563632:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756854.563640:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756854.563652:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756854.563662:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756854.563676:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756854.563683:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756854.563691:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756855.587504:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756855.587514:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756855.587523:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756855.587536:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756855.587547:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756855.587557:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756855.587587:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756855.587593:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756855.587608:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756856.611350:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756856.611359:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756856.611361:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756856.611367:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756856.611372:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756856.611376:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756856.611379:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756856.611386:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756856.611391:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756856.611427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756856.611436:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756856.611446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756856.611452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756856.611461:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756856.611469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756856.611509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756856.611520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756856.611528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756856.611572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756856.611576:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756856.611584:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756856.611588:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756856.611593:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756856.611597:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756856.611608:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756856.611611:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756856.611615:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.635357:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756857.635364:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756857.635369:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.635376:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756857.635385:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756857.635390:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756857.635406:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756857.635411:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756857.635417:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.635434:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756857.635439:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756857.635442:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.635446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756857.635451:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756857.635454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756857.635460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756857.635465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756857.635473:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756857.699351:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756857.699358:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756857.699360:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756857.699363:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756857.699367:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756857.699374:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14562 00000400:00000200:1.0:1787756857.699382:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756857.699386:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756857.699389:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756857.699391:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699394:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699396:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699398:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756857.699401:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756857.699402:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756857.699405:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756857.699407:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756857.699409:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756857.699410:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756857.699412:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699413:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699415:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699416:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756857.699419:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756857.699421:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699424:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756857.699426:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756857.699428:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756857.699431:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699433:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756857.699435:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756857.699442:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756857.699444:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756857.699448:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756857.699449:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699451:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756857.699454:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756857.699457:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756857.699463:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756857.699468:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.699476:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930978944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756857.699483:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756857.699486:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756857.699490:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930978944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756857.699505:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756857.699508:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756857.699510:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756857.699512:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756857.699513:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756857.699515:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756857.699517:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14562 00000400:00000200:1.0:1787756857.699519:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756857.699522:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756857.699524:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756857.699526:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699529:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699531:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699532:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756857.699534:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756857.699535:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756857.699536:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756857.699538:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756857.699544:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756857.699546:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756857.699550:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699553:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699557:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699559:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756857.699564:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756857.699568:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699573:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756857.699578:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756857.699584:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756857.699587:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699590:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756857.699596:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756857.699600:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699604:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756857.699610:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756857.699613:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756857.699615:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756857.699618:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699623:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756857.699625:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756857.699628:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756857.699632:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756857.699636:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.699644:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930979072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756857.699653:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756857.699656:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756857.699659:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930979072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756857.699667:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756857.699669:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756857.699671:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756857.699672:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756857.699673:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756857.699680:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756857.699684:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14562 00000400:00000200:1.0:1787756857.699690:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756857.699694:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756857.699705:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756857.699712:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699716:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699719:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699722:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756857.699724:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756857.699726:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756857.699728:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756857.699732:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756857.699734:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756857.699735:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756857.699739:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699742:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699746:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699748:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756857.699751:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756857.699756:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699759:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756857.699761:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756857.699765:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756857.699769:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699772:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756857.699776:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756857.699780:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699783:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756857.699789:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756857.699793:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756857.699795:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756857.699797:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699801:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756857.699804:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756857.699806:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756857.699811:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756857.699817:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.699823:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930979200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756857.699833:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756857.699837:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756857.699845:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930979200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756857.699859:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756857.699863:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756857.699868:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756857.699871:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756857.699874:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756857.699877:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756857.699883:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14562 00000400:00000200:1.0:1787756857.699889:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756857.699908:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756857.699911:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756857.699914:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699919:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699924:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699926:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756857.699931:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756857.699932:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756857.699934:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756857.699936:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756857.699941:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756857.699945:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756857.699952:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699955:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.699958:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699961:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756857.699965:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756857.699972:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756857.699977:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756857.699980:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756857.699985:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756857.699988:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.699990:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756857.699992:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756857.699995:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.700000:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756857.700006:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756857.700010:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756857.700012:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756857.700016:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.700017:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756857.700018:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756857.700020:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756857.700025:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756857.700029:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.700036:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930979328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756857.700048:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756857.700052:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756857.700058:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930979328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756857.700077:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756857.700082:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756857.700090:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756857.700093:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756857.700096:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756857.700099:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756857.700104:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14562 00000400:00000200:1.0:1787756857.700111:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756857.700118:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756857.700124:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756857.700133:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.700139:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.700146:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.700152:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756857.700158:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756857.700162:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756857.700167:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756857.700171:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756857.700175:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756857.700179:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756857.700185:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.700190:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756857.700194:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756857.700197:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756857.700200:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756857.700205:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756857.700211:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756857.700215:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756857.700218:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756857.700222:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.700225:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756857.700228:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756857.700232:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.700243:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756857.700249:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756857.700253:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756857.700257:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756857.700260:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756857.700262:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756857.700264:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756857.700289:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756857.700293:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756857.700296:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756857.700301:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930979456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756857.700318:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756857.700322:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756857.700327:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930979456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756857.700401:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756857.700406:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14572) 00000100:00000001:1.0:1787756858.659355:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756858.659365:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756858.659370:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756858.659378:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756858.659386:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756858.659393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756858.659403:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756858.659408:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756858.659416:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756858.659440:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756858.659447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756858.659453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756858.659461:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756858.659469:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756858.659474:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756858.659493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756858.659497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756858.659500:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756858.723338:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309235664, at 4309235712 00000100:00000010:1.0:1787756858.723348:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787756859.683369:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756859.683378:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756859.683381:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756859.683390:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756859.683397:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756859.683404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756859.683408:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756859.683413:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756859.683417:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756859.683462:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756859.683466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756859.683469:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756859.683473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756859.683481:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756859.683486:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756859.683499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756859.683502:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756859.683511:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756860.707355:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756860.707361:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756860.707366:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756860.707370:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756860.707375:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756860.707380:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756860.707386:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756860.707391:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756860.707395:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756860.707411:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756860.707416:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756860.707420:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756860.707427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756860.707443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756860.707453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756860.707482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756860.707488:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756860.707493:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756860.707527:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756860.707532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756860.707541:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756860.707551:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756860.707566:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756860.707571:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756860.707585:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756860.707589:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756860.707597:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756861.731388:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756861.731395:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756861.731400:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756861.731405:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756861.731415:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756861.731420:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756861.731425:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756861.731429:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756861.731435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756861.731471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756861.731482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756861.731487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756861.731493:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756861.731505:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756861.731510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756861.731514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756861.731518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756861.731522:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756861.731537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756861.731543:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756861.731547:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756861.731550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756861.731556:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756861.731561:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756861.731569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756861.731573:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756861.731579:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756862.755395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756862.755400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756862.755404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756862.755411:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756862.755423:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756862.755433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756862.755440:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756862.755444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756862.755459:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756862.755483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756862.755487:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756862.755497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756862.755515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756862.755526:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756862.755532:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756862.755538:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756862.755540:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756862.755543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756862.755593:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756862.755601:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756862.755605:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756862.755612:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756862.755620:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756862.755625:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756862.755640:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756862.755642:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756862.755645:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756863.779429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756863.779440:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756863.779446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756863.779455:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756863.779465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756863.779481:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756863.779489:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756863.779498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756863.779510:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756863.779568:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756863.779579:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756863.779588:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756863.779594:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756863.779615:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756863.779626:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756863.779640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756863.779657:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756863.779683:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756863.843383:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309240785, at 4309240832 00000100:00000010:1.0:1787756863.843419:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c15493060. 00000100:00000001:1.0:1787756864.803375:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756864.803385:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756864.803389:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756864.803396:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756864.803402:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756864.803408:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756864.803427:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756864.803432:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756864.803436:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756864.803451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756864.803457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756864.803459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756864.803464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756864.803469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756864.803474:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756864.803481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756864.803486:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756864.803491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756865.827385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756865.827396:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756865.827399:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756865.827407:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756865.827417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756865.827422:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756865.827428:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756865.827435:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756865.827443:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756865.827477:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756865.827485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756865.827493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756865.827500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756865.827510:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756865.827518:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756865.827546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756865.827557:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756865.827575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756866.851368:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756866.851378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756866.851381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756866.851388:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756866.851393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756866.851399:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756866.851406:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756866.851410:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756866.851415:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756866.851455:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756866.851459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756866.851466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756866.851484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756866.851503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756866.851508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756866.851512:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756866.851518:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756866.851529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756866.851578:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756866.851589:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756866.851596:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756866.851608:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756866.851612:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756866.851620:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756866.851630:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756866.851631:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756866.851634:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756867.875375:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756867.875386:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756867.875389:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756867.875397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756867.875404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756867.875411:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756867.875427:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756867.875436:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756867.875445:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756867.875488:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756867.875497:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756867.875503:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756867.875512:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756867.875518:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756867.875525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756867.875542:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756867.875546:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756867.875552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756868.899374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756868.899382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756868.899387:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756868.899396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756868.899403:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756868.899408:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756868.899412:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756868.899419:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756868.899426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756868.899446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756868.899451:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756868.899453:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756868.899457:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756868.899462:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756868.899468:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756868.899477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756868.899483:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756868.899491:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756868.899535:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756868.899540:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756868.899542:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756868.899545:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756868.899548:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756868.899550:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756868.899552:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756868.899553:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756868.899555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756868.963327:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309245904, at 4309245952 00000100:00000010:1.0:1787756868.963344:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787756869.923406:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756869.923418:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756869.923426:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756869.923437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756869.923447:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756869.923461:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756869.923480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756869.923490:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756869.923503:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756869.923549:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756869.923587:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756869.923590:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756869.923598:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756869.923606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756869.923612:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756869.923616:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756869.923618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756869.923622:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756870.947397:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756870.947408:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756870.947416:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756870.947431:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756870.947452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756870.947469:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756870.947486:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756870.947492:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756870.947496:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756870.947527:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756870.947537:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756870.947548:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756870.947559:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756870.947574:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756870.947582:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756870.947594:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756870.947609:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756870.947623:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756870.947695:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756870.947702:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756870.947704:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756870.947708:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756870.947712:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756870.947718:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756870.947724:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756870.947727:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756870.947730:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756871.971418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756871.971433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756871.971445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756871.971460:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756871.971474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756871.971488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756871.971528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756871.971539:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756871.971556:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756871.971596:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756871.971604:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756871.971618:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756871.971630:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756871.971668:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756871.971676:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756871.971684:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756871.971690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756871.971696:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756872.995408:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756872.995421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756872.995431:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756872.995451:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756872.995465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756872.995473:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756872.995496:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756872.995500:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756872.995503:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756872.995564:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756872.995572:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756872.995586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756872.995599:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756872.995614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756872.995634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756872.995638:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756872.995642:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756872.995648:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756874.019355:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756874.019361:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756874.019365:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756874.019371:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756874.019384:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756874.019388:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756874.019393:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756874.019398:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756874.019402:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756874.019430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756874.019434:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756874.019437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756874.019440:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756874.019443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756874.019448:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756874.019452:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756874.019456:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756874.019462:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756874.019501:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756874.019506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756874.019510:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756874.019515:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756874.019521:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756874.019526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756874.019531:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756874.019534:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756874.019537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756874.083327:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309251024, at 4309251072 00000100:00000010:1.0:1787756874.083343:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c154937e0. 00000100:00000001:1.0:1787756875.043346:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756875.043352:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756875.043357:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756875.043366:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756875.043372:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756875.043377:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756875.043384:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756875.043389:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756875.043397:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756875.043440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756875.043443:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756875.043445:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756875.043446:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756875.043449:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756875.043452:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756875.043454:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756875.043455:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756875.043457:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756875.044325:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756875.044330:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756875.044333:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756875.044337:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756875.044341:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756875.044344:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756875.044354:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756875.044357:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756875.044359:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756876.067378:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756876.067386:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756876.067391:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756876.067395:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756876.067400:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756876.067406:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756876.067414:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756876.067418:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756876.067431:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756876.067451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756876.067455:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756876.067458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756876.067462:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756876.067469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756876.067472:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756876.067477:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756876.067479:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756876.067483:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756876.067517:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756876.067524:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756876.067528:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756876.067533:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756876.067540:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756876.067545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756876.067548:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756876.067551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756876.067553:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756877.091356:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756877.091361:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756877.091366:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756877.091374:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756877.091381:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756877.091387:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756877.091392:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756877.091397:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756877.091400:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756877.091419:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756877.091423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756877.091426:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756877.091429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756877.091433:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756877.091439:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756877.091444:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756877.091448:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756877.091451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756877.091467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756877.091471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756877.091476:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756877.091481:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756877.091485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756877.091489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756877.091493:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756877.091495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756877.091499:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756878.115407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756878.115416:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756878.115421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756878.115428:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756878.115436:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756878.115441:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756878.115448:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756878.115453:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756878.115458:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756878.115477:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756878.115482:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756878.115486:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756878.115491:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756878.115497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756878.115501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756878.115507:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756878.115512:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756878.115518:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756878.115596:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756878.115601:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756878.115606:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756879.139357:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756879.139365:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756879.139369:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756879.139375:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756879.139382:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756879.139388:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756879.139403:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756879.139407:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756879.139413:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756879.139454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756879.139463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756879.139468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756879.139476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756879.139482:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756879.139487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756879.139493:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756879.139496:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756879.139509:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756879.139545:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756879.139559:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756879.139562:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756879.139568:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756879.139571:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756879.139574:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756879.139576:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756879.139578:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756879.139581:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756879.203335:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309256144, at 4309256192 00000100:00000010:1.0:1787756879.203349:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787756880.163369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756880.163378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756880.163383:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756880.163393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756880.163401:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756880.163407:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756880.163426:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756880.163429:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756880.163433:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756880.163451:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756880.163456:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756880.163461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756880.163467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756880.163473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756880.163478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756880.163490:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756880.163493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756880.163518:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756881.187373:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756881.187385:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756881.187390:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756881.187398:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756881.187409:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756881.187427:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756881.187442:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756881.187447:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756881.187458:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756881.187541:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756881.187545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756881.187547:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756881.187550:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756881.187555:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756881.187558:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756881.187564:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756881.187573:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756881.187578:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756881.187608:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756881.187614:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756881.187623:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756881.187629:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756881.187641:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756881.187649:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756881.187656:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756881.187660:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756881.187664:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756882.211438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756882.211453:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756882.211479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756882.211491:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756882.211503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756882.211514:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756882.211556:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756882.211559:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756882.211562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756882.211590:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756882.211599:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756882.211606:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756882.211617:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756882.211628:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756882.211633:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756882.211643:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756882.211647:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756882.211652:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756882.211670:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756882.211676:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756882.211680:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756882.211684:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756882.211688:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756882.211691:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756882.211696:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756882.211702:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756882.211705:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756883.235370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756883.235384:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756883.235395:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756883.235400:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756883.235410:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756883.235415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756883.235426:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756883.235432:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756883.235454:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756883.235473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756883.235478:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756883.235481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756883.235484:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756883.235494:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756883.235501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756883.235507:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756883.235513:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756883.235518:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756884.259414:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756884.259437:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756884.259442:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756884.259455:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756884.259466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756884.259475:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756884.259494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756884.259503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756884.259508:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756884.259526:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756884.259532:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756884.259538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756884.259544:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756884.259556:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756884.259567:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756884.259580:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756884.259582:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756884.259587:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756884.259636:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756884.259640:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756884.259644:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756884.259649:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756884.259653:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756884.259656:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756884.259659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756884.259662:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756884.259665:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756884.323340:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309261265, at 4309261312 00000100:00000010:1.0:1787756884.323354:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a8a0. 00000100:00000001:1.0:1787756885.283424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756885.283434:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756885.283442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756885.283455:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756885.283461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756885.283470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756885.283498:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756885.283503:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756885.283508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756885.283550:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756885.283562:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756885.283570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756885.283583:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756885.283595:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756885.283605:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756885.283625:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756885.283631:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756885.283642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756886.307425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756886.307436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756886.307450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756886.307471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756886.307487:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756886.307501:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756886.307508:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756886.307514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756886.307524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756886.307555:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756886.307571:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756886.307580:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756886.307597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756886.307610:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756886.307620:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756886.307635:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756886.307638:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756886.307647:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756887.331419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756887.331429:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756887.331435:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756887.331442:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756887.331448:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756887.331455:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756887.331461:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756887.331470:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756887.331483:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756887.331502:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756887.331514:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756887.331517:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756887.331522:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756887.331529:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756887.331534:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756887.331541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756887.331547:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756887.331552:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756888.355386:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756888.355398:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756888.355402:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756888.355409:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756888.355417:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756888.355424:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756888.355445:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756888.355451:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756888.355466:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756888.355504:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756888.355514:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756888.355520:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756888.355527:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756888.355531:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756888.355537:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756888.355541:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756888.355544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756888.355550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756889.379405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756889.379415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756889.379423:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756889.379431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756889.379441:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756889.379457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756889.379475:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756889.379480:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756889.379499:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756889.379700:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756889.379704:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756889.379706:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756889.443354:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309266385, at 4309266432 00000100:00000010:1.0:1787756889.443367:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad20. 00000100:00000001:1.0:1787756890.403370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756890.403378:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756890.403380:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756890.403386:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756890.403389:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756890.403393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756890.403395:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756890.403398:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756890.403400:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756890.403435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756890.403446:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756890.403453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756890.403467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756890.403481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756890.403493:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756890.403537:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756890.403541:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756890.403545:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756890.403568:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756890.403572:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756890.403576:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756890.403581:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756890.403588:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756890.403592:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756890.403596:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756890.403598:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756890.403602:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756890.403661:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756890.403664:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756890.403666:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756891.427407:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756891.427417:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756891.427422:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756891.427428:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756891.427435:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756891.427458:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756891.427463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756891.427465:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756891.427469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756891.427580:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756891.427584:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756891.427594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756891.427597:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756891.427599:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756891.427601:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756891.427603:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756891.427605:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756891.427609:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756891.427694:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756891.427697:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756891.427700:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756892.451427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756892.451445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756892.451454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756892.451461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756892.451472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756892.451478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756892.451505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756892.451508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756892.451512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756892.451544:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756892.451549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756892.451553:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756892.451556:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756892.451565:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756892.451571:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756892.451581:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756892.451595:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756892.451614:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756892.451743:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756892.451746:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756892.451750:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756893.475394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756893.475403:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756893.475407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756893.475413:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756893.475421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756893.475431:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756893.475443:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756893.475455:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756893.475469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756893.475515:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756893.475522:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756893.475526:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756893.475532:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756893.475538:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756893.475544:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756893.475550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756893.475557:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756893.475568:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756893.475583:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756893.475587:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756893.475591:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756893.475610:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756893.475618:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756893.475623:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756893.475630:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756893.475634:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756893.475640:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756893.475651:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756893.475653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756893.475657:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756894.499404:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756894.499415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756894.499421:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756894.499435:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756894.499445:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756894.499457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756894.499466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756894.499473:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756894.499484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756894.563369:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309271504, at 4309271552 00000100:00000010:1.0:1787756894.563384:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a420. 00000100:00000001:1.0:1787756895.523344:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756895.523352:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756895.523356:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756895.523363:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756895.523368:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756895.523373:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756895.523377:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756895.523382:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756895.523385:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756895.523416:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756895.523420:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756895.523423:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756895.523429:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756895.523434:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756895.523438:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756895.523441:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756895.523445:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756895.523450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756895.523500:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756895.523505:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756895.523509:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756895.523512:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756895.523515:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756895.523517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756895.523519:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756895.523520:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756895.523522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756896.547445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756896.547456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756896.547465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756896.547477:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756896.547492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756896.547503:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756896.547528:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756896.547537:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756896.547543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756896.547585:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756896.547595:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756896.547600:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756896.547608:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756896.547620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756896.547630:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756896.547641:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756896.547647:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756896.547659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756897.571424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756897.571441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756897.571451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756897.571466:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756897.571478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756897.571487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756897.571509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756897.571518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756897.571527:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756897.571558:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756897.571568:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756897.571573:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756897.571578:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756897.571585:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756897.571592:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756897.571618:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756897.571625:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756897.571629:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756897.571666:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756897.571671:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756897.571675:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756897.571680:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756897.571686:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756897.571691:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756897.571697:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756897.571700:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756897.571705:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.595519:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756898.595542:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756898.595549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756898.595576:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756898.595595:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756898.595619:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756898.595638:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756898.595655:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756898.595676:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756898.659481:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756898.659492:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756898.659496:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756898.659500:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756898.659507:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756898.659519:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14603 00000400:00000200:1.0:1787756898.659533:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756898.659543:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756898.659548:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756898.659553:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659560:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.659564:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756898.659574:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756898.659577:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756898.659582:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756898.659587:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756898.659590:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756898.659593:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756898.659599:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659603:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.659608:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659613:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756898.659620:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756898.659627:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659633:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756898.659639:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756898.659647:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756898.659654:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.659660:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756898.659666:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756898.659686:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756898.659695:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756898.659704:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756898.659707:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.659713:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756898.659717:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756898.659724:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756898.659738:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756898.659749:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756898.659765:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930984064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756898.659790:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756898.659797:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756898.659805:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930984064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756898.659847:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756898.659852:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756898.659858:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756898.659860:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756898.659863:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756898.659868:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756898.659872:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14603 00000400:00000200:1.0:1787756898.659878:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756898.659882:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756898.659886:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756898.659890:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659894:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.659898:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659901:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756898.659905:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756898.659909:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756898.659912:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756898.659915:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756898.659918:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756898.659922:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756898.659926:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659929:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.659933:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659950:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756898.659960:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756898.659968:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756898.659977:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756898.659982:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756898.659994:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756898.660006:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.660013:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756898.660023:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756898.660031:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.660037:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756898.660060:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756898.660071:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756898.660080:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756898.660089:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.660097:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756898.660100:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756898.660103:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756898.660109:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756898.660116:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756898.660133:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930984192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756898.660147:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756898.660150:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756898.660155:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930984192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756898.660168:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756898.660214:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756898.660220:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756898.660224:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756898.660229:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756898.660239:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756898.660249:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14603 00000400:00000200:1.0:1787756898.660321:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756898.660328:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756898.660332:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756898.660347:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660352:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.660361:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660367:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756898.660372:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756898.660381:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756898.660387:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756898.660392:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756898.660399:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756898.660416:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756898.660430:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660442:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.660458:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660474:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756898.660483:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756898.660504:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660514:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756898.660521:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756898.660530:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756898.660536:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.660542:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756898.660549:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756898.660555:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.660568:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756898.660585:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756898.660592:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756898.660613:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756898.660619:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.660631:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756898.660638:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756898.660645:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756898.660657:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756898.660673:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756898.660693:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930984320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756898.660738:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756898.660746:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756898.660769:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930984320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756898.660792:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756898.660808:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756898.660826:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756898.660833:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756898.660846:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756898.660874:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756898.660884:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14603 00000400:00000200:1.0:1787756898.660901:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756898.660917:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756898.660923:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756898.660937:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660955:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.660968:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.660978:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756898.660987:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756898.660995:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756898.661002:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756898.661012:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756898.661019:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756898.661045:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756898.661064:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661071:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.661087:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661095:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756898.661105:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756898.661119:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661138:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756898.661148:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756898.661158:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756898.661197:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.661202:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756898.661216:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756898.661224:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.661230:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756898.661241:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756898.661252:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756898.661329:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756898.661335:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.661343:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756898.661353:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756898.661359:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756898.661372:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756898.661381:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756898.661411:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930984448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756898.661434:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756898.661439:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756898.661463:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930984448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756898.661494:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756898.661507:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756898.661516:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756898.661525:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756898.661529:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756898.661536:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756898.661543:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14603 00000400:00000200:1.0:1787756898.661566:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756898.661575:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756898.661581:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756898.661592:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661609:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.661627:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661637:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756898.661650:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756898.661657:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756898.661664:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756898.661674:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756898.661686:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756898.661695:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756898.661707:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661723:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756898.661740:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661755:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756898.661777:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756898.661799:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756898.661815:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756898.661824:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756898.661838:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756898.661845:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.661851:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756898.661859:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756898.661880:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.661890:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756898.661908:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756898.661927:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756898.661951:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756898.661959:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756898.661972:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756898.661979:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756898.661989:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756898.662008:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756898.662020:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756898.662046:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930984576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756898.662085:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756898.662092:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756898.662115:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930984576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756898.662156:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756898.662195:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14613) 00000100:00000001:1.0:1787756899.619395:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756899.619408:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756899.619412:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756899.619425:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756899.619435:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756899.619445:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756899.619455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756899.619462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756899.619471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756899.619527:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756899.619535:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756899.619537:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756899.619541:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756899.619559:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756899.619569:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756899.619582:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756899.619590:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756899.619598:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756899.619644:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756899.619651:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756899.619660:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756899.619670:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756899.619682:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756899.619690:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756899.619697:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756899.619701:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756899.619708:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756899.683360:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309276626, at 4309276672 00000100:00000010:1.0:1787756899.683379:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a660. 00000100:00000001:1.0:1787756900.643428:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756900.643438:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756900.643443:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756900.643458:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756900.643465:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756900.643473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756900.643482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756900.643493:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756900.643507:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756900.643614:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756900.643622:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756900.643628:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756900.643641:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756900.643655:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756900.643661:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756900.643671:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756900.643677:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756900.643692:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756901.667401:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756901.667415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756901.667419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756901.667425:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756901.667435:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756901.667446:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756901.667458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756901.667465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756901.667476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756901.667543:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756901.667552:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756901.667555:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756901.667559:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756901.667563:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756901.667568:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756901.667573:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756901.667577:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756901.667585:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756901.667616:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756901.667628:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756901.667639:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756901.667653:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756901.667664:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756901.667671:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756901.667684:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756901.667692:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756901.667704:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756902.691428:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756902.691438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756902.691444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756902.691457:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756902.691467:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756902.691474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756902.691479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756902.691485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756902.691491:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756902.691613:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756902.691619:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756902.691628:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756902.691643:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756902.691654:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756902.691661:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756902.691679:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756902.691687:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756902.691694:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.715410:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756903.715418:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756903.715424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.715434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756903.715442:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756903.715450:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756903.715462:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756903.715468:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756903.715475:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.715498:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756903.715505:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756903.715511:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.715516:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756903.715524:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756903.715528:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756903.715535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756903.715537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756903.715541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.715609:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756903.715616:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756903.715621:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.715629:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756903.715638:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756903.715645:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756903.715654:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756903.715660:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756903.715667:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756903.779380:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756903.779390:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756903.779393:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756903.779398:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756903.779404:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756903.779415:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14608 00000400:00000200:1.0:1787756903.779427:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756903.779435:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756903.779440:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756903.779445:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779449:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.779452:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779456:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756903.779461:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756903.779464:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756903.779467:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756903.779471:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756903.779475:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756903.779478:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756903.779482:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779484:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.779487:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779490:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756903.779495:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756903.779499:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779503:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756903.779506:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756903.779510:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756903.779514:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.779518:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756903.779521:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756903.779533:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756903.779538:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756903.779543:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756903.779546:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.779550:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756903.779553:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756903.779558:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756903.779568:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756903.779578:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.779589:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930984704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756903.779604:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756903.779610:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756903.779616:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930984704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756903.779648:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756903.779653:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756903.779659:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756903.779662:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756903.779666:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756903.779670:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756903.779676:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14608 00000400:00000200:1.0:1787756903.779681:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756903.779686:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756903.779690:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756903.779695:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779699:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.779702:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779706:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756903.779714:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756903.779717:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756903.779724:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756903.779731:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756903.779734:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756903.779741:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756903.779748:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779752:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.779762:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779769:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756903.779777:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756903.779786:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756903.779793:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756903.779800:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756903.779811:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756903.779820:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.779826:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756903.779835:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756903.779843:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.779850:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756903.779859:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756903.779866:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756903.779872:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756903.779875:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.779885:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756903.779892:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756903.779896:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756903.779907:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756903.779914:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.779930:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930984832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756903.779953:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756903.779959:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756903.779970:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930984832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756903.780014:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756903.780024:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756903.780034:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756903.780042:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756903.780049:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756903.780064:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756903.780074:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14608 00000400:00000200:1.0:1787756903.780111:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756903.780127:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756903.780139:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756903.780156:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780169:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.780182:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780190:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756903.780199:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756903.780203:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756903.780207:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756903.780213:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756903.780221:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756903.780229:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756903.780240:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780246:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.780256:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780261:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756903.780313:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756903.780323:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780335:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756903.780339:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756903.780347:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756903.780358:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.780365:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756903.780371:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756903.780381:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.780386:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756903.780396:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756903.780404:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756903.780413:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756903.780417:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.780420:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756903.780424:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756903.780430:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756903.780438:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756903.780446:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.780457:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930984960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756903.780476:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756903.780481:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756903.780500:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930984960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756903.780539:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756903.780547:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756903.780555:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756903.780560:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756903.780565:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756903.780570:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756903.780579:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14608 00000400:00000200:1.0:1787756903.780595:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756903.780605:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756903.780613:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756903.780620:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780627:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.780634:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780639:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756903.780650:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756903.780653:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756903.780658:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756903.780663:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756903.780674:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756903.780677:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756903.780682:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780685:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.780690:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780693:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756903.780696:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756903.780701:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756903.780709:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756903.780714:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756903.780722:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756903.780728:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.780736:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756903.780742:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756903.780750:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.780759:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756903.780766:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756903.780774:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756903.780784:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756903.780789:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.780793:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756903.780799:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756903.780804:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756903.780815:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756903.780822:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.780837:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930985088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756903.780863:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756903.780869:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756903.780885:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930985088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756903.780930:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756903.780942:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756903.780964:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756903.780973:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756903.780980:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756903.780994:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756903.781009:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14608 00000400:00000200:1.0:1787756903.781029:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756903.781047:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756903.781057:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756903.781074:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.781109:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.781124:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.781134:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756903.781144:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756903.781153:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756903.781160:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756903.781167:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756903.781175:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756903.781181:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756903.781192:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.781198:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756903.781206:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756903.781213:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756903.781222:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756903.781232:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756903.781240:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756903.781249:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756903.781258:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756903.781303:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.781310:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756903.781318:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756903.781331:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.781342:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756903.781356:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756903.781368:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756903.781381:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756903.781388:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756903.781400:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756903.781406:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756903.781415:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756903.781429:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756903.781442:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756903.781461:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930985216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756903.781509:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756903.781516:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756903.781528:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930985216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756903.781545:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756903.781554:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14618) 00000100:00000001:1.0:1787756904.739428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756904.739439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756904.739446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756904.739456:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756904.739469:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756904.739478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756904.739511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756904.739516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756904.739525:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756904.739559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756904.739576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756904.739582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756904.739587:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756904.739596:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756904.739602:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756904.739608:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756904.739612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756904.739619:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756904.803395:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309281745, at 4309281792 00000100:00000010:1.0:1787756904.803427:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000001:1.0:1787756905.763388:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756905.763396:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756905.763403:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756905.763414:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756905.763425:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756905.763434:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756905.763440:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756905.763446:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756905.763457:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756905.763490:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756905.763495:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756905.763502:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756905.763507:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756905.763513:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756905.763519:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756905.763526:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756905.763536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756905.763548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756906.787458:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756906.787472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756906.787481:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756906.787496:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756906.787525:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756906.787534:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756906.787554:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756906.787558:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756906.787563:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756906.787590:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756906.787615:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756906.787623:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756906.787631:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756906.787641:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756906.787650:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756906.787661:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756906.787667:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756906.787675:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756907.811494:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756907.811511:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756907.811522:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756907.811546:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756907.811565:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756907.811577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756907.811619:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756907.811628:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756907.811636:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756907.811731:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756907.811742:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756907.811747:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756907.811754:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756907.811764:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756907.811775:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756907.811813:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756907.811821:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756907.811835:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.835383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756908.835393:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756908.835402:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.835416:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756908.835427:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756908.835435:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756908.835444:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756908.835452:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756908.835464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.835529:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756908.835536:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756908.835542:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.835550:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756908.835559:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756908.835569:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756908.835580:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756908.835588:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756908.835595:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756908.899355:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756908.899365:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756908.899369:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756908.899373:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756908.899378:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756908.899388:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14613 00000400:00000200:1.0:1787756908.899399:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756908.899406:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756908.899411:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756908.899415:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899419:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.899422:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899425:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756908.899430:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756908.899433:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756908.899436:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756908.899440:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756908.899443:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756908.899445:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756908.899449:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899451:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.899454:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899457:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756908.899461:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756908.899466:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899471:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756908.899474:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756908.899478:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756908.899482:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.899485:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756908.899488:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756908.899498:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756908.899503:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756908.899508:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756908.899511:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.899515:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756908.899518:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756908.899523:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756908.899533:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756908.899541:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.899552:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930985344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756908.899565:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756908.899571:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756908.899576:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930985344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756908.899605:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756908.899610:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756908.899614:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756908.899616:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756908.899619:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756908.899623:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756908.899626:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14613 00000400:00000200:1.0:1787756908.899630:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756908.899634:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756908.899638:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756908.899642:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899646:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.899650:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899654:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756908.899657:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756908.899660:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756908.899662:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756908.899665:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756908.899668:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756908.899671:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756908.899681:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899685:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.899692:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899696:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756908.899703:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756908.899711:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899716:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756908.899719:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756908.899729:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756908.899739:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.899747:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756908.899755:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756908.899762:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.899768:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756908.899778:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756908.899786:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756908.899796:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756908.899801:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.899804:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756908.899806:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756908.899809:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756908.899813:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756908.899823:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.899835:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930985472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756908.899850:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756908.899857:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756908.899867:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930985472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756908.899880:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756908.899886:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756908.899894:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756908.899895:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756908.899898:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756908.899906:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756908.899913:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14613 00000400:00000200:1.0:1787756908.899925:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756908.899930:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756908.899939:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756908.899943:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899947:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.899955:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.899962:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756908.899971:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756908.899974:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756908.899979:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756908.899983:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756908.900015:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756908.900024:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756908.900041:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900052:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.900064:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900075:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756908.900087:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756908.900102:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900117:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756908.900124:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756908.900132:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756908.900142:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900147:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756908.900154:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756908.900164:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900169:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756908.900183:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756908.900191:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756908.900195:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756908.900200:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900207:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756908.900211:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756908.900217:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756908.900227:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756908.900236:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.900250:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930985600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756908.900325:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756908.900334:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756908.900351:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930985600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756908.900367:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756908.900373:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756908.900383:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756908.900389:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756908.900396:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756908.900409:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756908.900417:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14613 00000400:00000200:1.0:1787756908.900427:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756908.900432:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756908.900436:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756908.900447:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900456:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.900464:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900470:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756908.900476:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756908.900482:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756908.900487:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756908.900493:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756908.900500:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756908.900509:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756908.900519:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900527:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.900532:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900536:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756908.900545:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756908.900556:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900563:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756908.900570:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756908.900575:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756908.900584:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900587:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756908.900591:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756908.900597:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900603:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756908.900609:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756908.900618:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756908.900629:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756908.900632:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900637:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756908.900642:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756908.900645:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756908.900652:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756908.900660:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.900672:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930985728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756908.900689:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756908.900696:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756908.900710:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930985728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756908.900756:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756908.900765:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756908.900772:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756908.900779:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756908.900785:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756908.900795:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756908.900803:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14613 00000400:00000200:1.0:1787756908.900811:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756908.900819:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756908.900827:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756908.900834:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900838:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.900844:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900852:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756908.900860:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756908.900864:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756908.900870:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756908.900875:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756908.900881:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756908.900888:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756908.900895:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900904:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756908.900911:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900919:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756908.900925:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756908.900933:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756908.900940:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756908.900946:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756908.900955:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756908.900961:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.900969:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756908.900974:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756908.900982:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.901011:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756908.901019:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756908.901029:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756908.901037:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756908.901042:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756908.901051:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756908.901056:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756908.901065:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756908.901081:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756908.901097:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756908.901121:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930985856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756908.901147:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756908.901155:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756908.901168:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930985856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756908.901199:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756908.901208:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14623) 00000100:00000001:1.0:1787756909.859399:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756909.859412:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756909.859416:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756909.859426:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756909.859440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756909.859448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756909.859460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756909.859469:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756909.859485:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756909.859546:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756909.859555:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756909.859562:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756909.859572:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756909.859584:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756909.859594:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756909.859608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756909.859617:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756909.859625:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756909.859658:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756909.859667:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756909.859675:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756909.859680:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756909.859688:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756909.859695:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756909.859700:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756909.859706:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756909.859710:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756909.859758:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756909.859762:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756909.859767:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756909.923383:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309286865, at 4309286912 00000100:00000010:1.0:1787756909.923405:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a240. 00000100:00000001:1.0:1787756910.883499:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756910.883528:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756910.883539:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756910.883552:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756910.883571:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756910.883587:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756910.883620:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756910.883636:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756910.883652:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756910.883690:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756910.883711:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756910.883727:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756910.883737:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756910.883754:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756910.883775:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756910.883800:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756910.883816:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756910.883829:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756911.907488:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756911.907503:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756911.907508:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756911.907517:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756911.907533:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756911.907542:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756911.907570:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756911.907579:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756911.907605:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756911.907646:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756911.907661:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756911.907669:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756911.907678:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756911.907693:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756911.907711:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756911.907736:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756911.907746:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756911.907764:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756912.931564:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756912.931576:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756912.931586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756912.931600:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756912.931619:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756912.931627:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756912.931652:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756912.931659:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756912.931681:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756912.931738:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756912.931746:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756912.931760:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756912.931779:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756912.931805:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756912.931821:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756912.931828:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756912.931853:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756912.931882:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756912.931953:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756912.931959:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756912.931968:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756913.955425:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756913.955438:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756913.955447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756913.955461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756913.955475:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756913.955486:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756913.955497:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756913.955505:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756913.955515:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756913.955828:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756913.955833:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756913.955837:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756914.979410:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756914.979423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756914.979427:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756914.979436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756914.979445:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756914.979454:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756914.979462:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756914.979470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756914.979484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756914.979543:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756914.979551:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756914.979557:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756914.979569:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756914.979576:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756914.979583:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756914.979590:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756914.979598:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756914.979609:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756914.979640:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756914.979651:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756914.979658:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756914.979669:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756914.979680:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756914.979691:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756914.979704:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756914.979712:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756914.979719:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756915.043446:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309291985, at 4309292032 00000100:00000010:1.0:1787756915.043460:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787756916.003423:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756916.003437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756916.003448:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756916.003463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756916.003475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756916.003489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756916.003517:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756916.003524:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756916.003529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756916.003556:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756916.003565:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756916.003572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756916.003580:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756916.003591:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756916.003598:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756916.003611:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756916.003622:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756916.003634:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756916.003660:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756916.003673:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756916.003683:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756916.003695:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756916.003708:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756916.003720:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756916.003729:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756916.003732:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756916.003736:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756917.027444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756917.027461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756917.027466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756917.027476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756917.027484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756917.027494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756917.027507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756917.027515:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756917.027528:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756917.027561:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756917.027568:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756917.027576:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756917.027583:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756917.027592:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756917.027598:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756917.027607:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756917.027614:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756917.027622:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756917.027673:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756917.027681:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756917.027689:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756917.027699:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756917.027707:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756917.027717:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756917.027740:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756917.027745:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756917.027751:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756918.051472:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756918.051483:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756918.051490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756918.051505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756918.051518:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756918.051528:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756918.051542:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756918.051551:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756918.051565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756918.051602:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756918.051609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756918.051612:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756918.051617:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756918.051628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756918.051640:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756918.051651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756918.051657:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756918.051664:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756918.051695:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756918.051705:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756918.051713:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756918.051729:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756918.051737:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756918.051751:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756918.051763:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756918.051768:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756918.051783:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756919.075440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756919.075456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756919.075461:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756919.075472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756919.075485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756919.075498:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756919.075513:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756919.075520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756919.075530:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756919.075562:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756919.075573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756919.075581:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756919.075595:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756919.075602:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756919.075607:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756919.075616:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756919.075623:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756919.075632:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756920.099410:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756920.099423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756920.099426:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756920.099433:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756920.099440:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756920.099446:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756920.099450:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756920.099466:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756920.099477:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756920.099521:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756920.099532:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756920.099539:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756920.099543:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756920.099552:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756920.099562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756920.099574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756920.099579:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756920.099585:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756920.099619:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756920.099629:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756920.099639:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756920.099653:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756920.099664:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756920.099690:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756920.099698:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756920.099702:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756920.099708:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756920.163412:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309297105, at 4309297152 00000100:00000010:1.0:1787756920.163436:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787756921.123455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756921.123471:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756921.123483:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756921.123499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756921.123515:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756921.123529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756921.123542:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756921.123551:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756921.123560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756921.123608:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756921.123616:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756921.123626:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756921.123639:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756921.123649:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756921.123656:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756921.123666:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756921.123675:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756921.123689:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756922.147377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756922.147384:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756922.147390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756922.147394:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756922.147404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756922.147411:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756922.147430:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756922.147435:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756922.147438:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756922.147471:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756922.147482:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756922.147486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756922.147492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756922.147498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756922.147507:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756922.147517:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756922.147520:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756922.147528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756923.171428:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756923.171445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756923.171453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756923.171465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756923.171475:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756923.171486:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756923.171499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756923.171509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756923.171523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756923.171557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756923.171562:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756923.171566:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756923.171571:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756923.171581:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756923.171590:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756923.171601:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756923.171610:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756923.171623:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756923.171695:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756923.171704:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756923.171708:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756923.171713:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756923.171719:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756923.171725:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756923.171730:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756923.171734:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756923.171766:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756924.195435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756924.195450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756924.195456:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756924.195467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756924.195475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756924.195484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756924.195497:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756924.195504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756924.195520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756924.195582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756924.195590:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756924.195596:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756924.195604:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756924.195619:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756924.195629:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756924.195638:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756924.195643:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756924.195651:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756924.195699:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756924.195706:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756924.195713:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756924.195740:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756924.195748:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756924.195756:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756924.195762:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756924.195769:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756924.195777:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756925.219405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756925.219418:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756925.219423:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756925.219431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756925.219442:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756925.219451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756925.219460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756925.219467:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756925.219482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756925.219509:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756925.219517:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756925.219528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756925.219539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756925.219561:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756925.219566:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756925.219600:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756925.219606:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756925.219620:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756925.283399:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309302225, at 4309302272 00000100:00000010:1.0:1787756925.283420:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787756926.243380:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756926.243393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756926.243397:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756926.243404:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756926.243411:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756926.243418:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756926.243422:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756926.243426:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756926.243432:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756926.243489:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756926.243512:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756926.243522:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756926.243529:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756926.243537:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756926.243549:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756926.243562:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756926.243570:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756926.243582:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756927.267541:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756927.267565:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756927.267584:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756927.267610:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756927.267630:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756927.267643:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756927.267709:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756927.267719:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756927.267731:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756927.267779:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756927.267789:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756927.267796:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756927.267812:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756927.267821:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756927.267828:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756927.267849:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756927.267853:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756927.267857:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756928.291350:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756928.291360:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756928.291362:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756928.291368:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756928.291375:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756928.291382:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756928.291389:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756928.291394:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756928.291399:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756928.291416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756928.291420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756928.291423:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756928.291428:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756928.291432:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756928.291435:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756928.291438:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756928.291441:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756928.291445:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756928.291473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756928.291479:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756928.291482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756928.291488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756928.291494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756928.291497:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756928.291501:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756928.291504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756928.291507:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756929.315506:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756929.315519:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756929.315526:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756929.315534:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756929.315546:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756929.315554:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756929.315564:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756929.315574:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756929.315587:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756929.315657:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756929.315670:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756929.315679:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756929.315687:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756929.315697:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756929.315705:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756929.315711:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756929.315720:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756929.315734:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756930.339437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756930.339448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756930.339458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756930.339473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756930.339486:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756930.339497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756930.339523:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756930.339531:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756930.339540:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756930.339586:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756930.339593:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756930.339602:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756930.339638:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756930.339650:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756930.339660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756930.339670:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756930.339678:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756930.339688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756930.403374:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309307345, at 4309307392 00000100:00000010:1.0:1787756930.403393:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:1.0:1787756931.363441:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756931.363453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756931.363458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756931.363469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756931.363481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756931.363493:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756931.363499:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756931.363509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756931.363520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756931.363576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756931.363631:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756931.363643:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756931.363655:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756931.363669:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756931.363689:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756931.363722:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756931.363739:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756931.363748:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756932.387436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756932.387448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756932.387455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756932.387468:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756932.387478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756932.387488:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756932.387496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756932.387506:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756932.387518:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756932.387568:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756932.387596:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756932.387600:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756932.387603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756932.387611:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756932.387617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756932.387625:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756932.387633:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756932.387645:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756932.387703:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756932.387713:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756932.387719:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756932.387728:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756932.387736:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756932.387743:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756932.387747:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756932.387749:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756932.387753:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756933.411450:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756933.411464:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756933.411472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756933.411481:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756933.411492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756933.411501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756933.411614:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756933.411620:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756933.411626:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756933.411657:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756933.411667:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756933.411673:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756933.411682:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756933.411692:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756933.411699:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756933.411708:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756933.411725:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756933.411740:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.435404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756934.435415:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756934.435422:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.435462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756934.435474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756934.435481:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756934.435515:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756934.435521:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756934.435528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.435601:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756934.435626:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756934.435630:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.435650:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756934.435665:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756934.435673:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756934.435685:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756934.435691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756934.435696:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756934.499493:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756934.499526:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756934.499531:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756934.499609:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756934.499617:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756934.499638:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14639 00000400:00000200:1.0:1787756934.499648:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756934.499656:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756934.499660:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756934.499664:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499669:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.499672:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499676:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756934.499680:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756934.499683:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756934.499686:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756934.499690:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756934.499692:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756934.499695:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756934.499698:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499701:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.499704:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499706:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756934.499710:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756934.499714:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499717:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756934.499720:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756934.499724:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756934.499728:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.499731:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756934.499734:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756934.499743:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756934.499747:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756934.499752:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756934.499754:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.499758:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756934.499761:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756934.499765:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756934.499774:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756934.499781:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.499792:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930988544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756934.499812:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756934.499817:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756934.499823:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930988544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756934.499850:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756934.499855:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756934.499859:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756934.499861:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756934.499863:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756934.499867:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756934.499870:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14639 00000400:00000200:1.0:1787756934.499874:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756934.499877:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756934.499880:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756934.499883:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499886:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.499888:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499902:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756934.499904:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756934.499906:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756934.499908:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756934.499911:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756934.499913:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756934.499916:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756934.499921:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499924:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.499926:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499929:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756934.499933:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756934.499937:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756934.499942:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756934.499947:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756934.499954:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756934.499956:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.499966:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756934.499972:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756934.499978:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.499983:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756934.499990:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756934.499998:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756934.500005:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756934.500009:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500016:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756934.500020:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756934.500034:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756934.500042:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756934.500049:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.500062:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930988672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756934.500088:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756934.500092:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756934.500099:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930988672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756934.500117:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756934.500123:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756934.500133:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756934.500138:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756934.500141:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756934.500148:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756934.500155:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14639 00000400:00000200:1.0:1787756934.500165:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756934.500169:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756934.500171:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756934.500174:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500177:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.500185:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500189:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756934.500192:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756934.500196:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756934.500200:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756934.500205:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756934.500212:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756934.500216:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756934.500224:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500230:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.500235:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500242:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756934.500251:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756934.500261:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500304:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756934.500309:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756934.500316:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756934.500323:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500329:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756934.500335:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756934.500342:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500348:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756934.500356:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756934.500366:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756934.500376:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756934.500383:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500392:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756934.500400:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756934.500407:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756934.500421:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756934.500433:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.500452:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930988800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756934.500473:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756934.500479:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756934.500486:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930988800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756934.500500:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756934.500506:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756934.500516:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756934.500519:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756934.500523:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756934.500530:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756934.500556:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14639 00000400:00000200:1.0:1787756934.500566:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756934.500571:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756934.500574:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756934.500583:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500587:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.500594:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500600:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756934.500607:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756934.500610:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756934.500615:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756934.500621:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756934.500625:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756934.500633:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756934.500644:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500648:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.500653:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500658:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756934.500664:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756934.500671:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500677:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756934.500680:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756934.500686:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756934.500694:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500702:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756934.500707:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756934.500714:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500719:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756934.500728:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756934.500735:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756934.500741:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756934.500745:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.500750:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756934.500752:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756934.500755:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756934.500769:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756934.500777:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.500789:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930988928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756934.500820:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756934.500825:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756934.500832:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930988928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756934.500858:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756934.500871:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756934.500881:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756934.500886:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756934.500889:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756934.500897:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756934.500905:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14639 00000400:00000200:1.0:1787756934.500919:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756934.500930:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756934.500936:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756934.500944:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500951:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.500960:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.500968:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756934.500976:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756934.500981:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756934.500986:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756934.500990:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756934.500998:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756934.501007:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756934.501018:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.501025:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756934.501033:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756934.501042:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756934.501051:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756934.501062:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756934.501070:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756934.501077:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756934.501085:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756934.501092:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.501098:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756934.501104:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756934.501115:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.501124:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756934.501136:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756934.501162:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756934.501170:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756934.501174:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756934.501181:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756934.501184:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756934.501197:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756934.501205:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756934.501214:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756934.501227:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930989056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756934.501251:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756934.501258:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756934.501268:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930989056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756934.501324:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756934.501330:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14649) 00000100:00000001:1.0:1787756935.459471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756935.459483:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756935.459494:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756935.459503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756935.459510:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756935.459548:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756935.459575:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756935.459582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756935.459589:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756935.459695:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756935.459706:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756935.459712:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756935.459726:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756935.459738:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756935.459748:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756935.459755:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756935.459761:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756935.459769:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756935.523409:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309312465, at 4309312512 00000100:00000010:1.0:1787756935.523437:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787756936.483530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756936.483558:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756936.483568:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756936.483584:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756936.483596:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756936.483610:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756936.483615:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756936.483625:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756936.483632:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756936.483666:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756936.483674:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756936.483678:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756936.483683:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756936.483686:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756936.483692:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756936.483698:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756936.483706:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756936.483718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756936.483782:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756936.483794:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756936.483800:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756936.483815:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756936.483825:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756936.483835:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756936.483853:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756936.483856:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756936.483860:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756936.483894:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756936.483897:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756936.483901:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756937.507539:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756937.507553:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756937.507565:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756937.507588:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756937.507610:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756937.507622:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756937.507636:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756937.507647:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756937.507677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756937.507727:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756937.507733:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756937.507741:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756937.507753:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756937.507771:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756937.507796:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756937.507812:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756937.507819:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756937.507833:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756938.531433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756938.531449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756938.531459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756938.531505:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756938.531522:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756938.531536:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756938.531549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756938.531558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756938.531572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756938.531614:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756938.531628:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756938.531639:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756938.531652:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756938.531668:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756938.531680:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756938.531694:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756938.531700:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756938.531713:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756939.555488:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756939.555499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756939.555508:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756939.555521:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756939.555532:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756939.555541:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756939.555551:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756939.555556:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756939.555561:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756939.555592:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756939.555599:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756939.555605:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756939.555609:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756939.555613:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756939.555618:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756939.555622:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756939.555625:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756939.555634:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756939.555671:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756939.555679:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756939.555688:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756939.555703:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756939.555715:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756939.555724:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756939.555736:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756939.555740:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756939.555744:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756940.579475:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756940.579488:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756940.579495:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756940.579505:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756940.579516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756940.579526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756940.579536:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756940.579549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756940.579565:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756940.579608:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756940.579621:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756940.579630:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756940.579642:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756940.579656:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756940.579665:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756940.579675:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756940.579684:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756940.579691:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756940.643393:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309317585, at 4309317632 00000100:00000010:1.0:1787756940.643414:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787756941.603482:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756941.603493:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756941.603502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756941.603517:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756941.603528:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756941.603537:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756941.603547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756941.603555:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756941.603567:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756941.603626:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756941.603637:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756941.603645:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756941.603656:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756941.603669:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756941.603675:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756941.603684:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756941.603692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756941.603701:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756941.603726:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756941.603735:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756941.603742:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756941.603756:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756941.603764:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756941.603770:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756941.603775:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756941.603778:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756941.603783:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756942.627467:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756942.627475:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756942.627482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756942.627493:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756942.627504:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756942.627512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756942.627554:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756942.627563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756942.627573:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756942.627609:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756942.627616:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756942.627618:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756942.627622:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756942.627629:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756942.627639:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756942.627646:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756942.627653:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756942.627659:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756942.627709:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756942.627717:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756942.627724:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756942.627731:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756942.627739:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756942.627749:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756942.627760:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756942.627765:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756942.627771:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756943.651485:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756943.651497:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756943.651508:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756943.651522:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756943.651551:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756943.651561:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756943.651570:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756943.651581:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756943.651592:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756943.651618:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756943.651625:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756943.651632:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756943.651639:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756943.651650:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756943.651658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756943.651666:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756943.651673:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756943.651681:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756944.675471:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756944.675487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756944.675493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756944.675502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756944.675514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756944.675523:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756944.675533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756944.675543:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756944.675553:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756944.675616:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756944.675627:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756944.675637:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756944.675672:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756944.675687:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756944.675697:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756944.675725:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756944.675731:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756944.675743:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756945.699440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756945.699449:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756945.699455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756945.699472:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756945.699491:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756945.699504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756945.699533:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756945.699540:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756945.699547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756945.699574:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756945.699586:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756945.699593:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756945.699600:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756945.699610:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756945.699621:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756945.699632:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756945.699644:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756945.699658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756945.763499:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309322705, at 4309322752 00000100:00000010:1.0:1787756945.763512:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a540. 00000100:00000001:1.0:1787756946.723364:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756946.723373:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756946.723376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756946.723383:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756946.723388:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756946.723393:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756946.723399:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756946.723405:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756946.723409:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756946.723451:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756946.723455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756946.723457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756946.723461:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756946.723465:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756946.723470:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756946.723477:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756946.723482:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756946.723488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756946.723510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756946.723515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756946.723518:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756946.723522:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756946.723524:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756946.723526:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756946.723528:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756946.723529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756946.723531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.747463:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756947.747476:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756947.747484:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756947.747494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756947.747503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756947.747512:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756947.747547:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756947.747552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756947.747559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.747643:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756947.747651:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756947.747658:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756947.747665:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756947.747675:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756947.747682:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756947.747690:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756947.747692:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756947.747698:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787756947.811638:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787756947.811695:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787756947.811708:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756947.811714:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787756947.811721:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756947.811727:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787756947.811734:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787756947.811740:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136100. 00000400:00000200:1.0:1787756947.811746:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787756947.811753:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787756947.811761:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfe58 00000400:00000010:1.0:1787756947.811765:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfe58. 00000100:00000001:1.0:1787756947.811772:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787756947.811785:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7c00 x1874583930989824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.811819:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787756947.811825:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583930989824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.811836:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.811839:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787756947.811852:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787756947.811857:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136e00. 00000400:00000200:1.0:1787756947.811862:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787756947.811870:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787756947.811877:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfaa0 00000400:00000010:1.0:1787756947.811881:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfaa0. 00000100:00000001:1.0:1787756947.811886:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787756947.811896:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7480 x1874583930989952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.811919:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787756947.811928:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583930989952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.811953:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.811962:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787756947.811973:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787756947.811984:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136500. 00000400:00000200:1.0:1787756947.811992:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787756947.812045:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787756947.812058:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfcc0 00000400:00000010:1.0:1787756947.812068:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfcc0. 00000100:00000001:1.0:1787756947.812083:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787756947.812102:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7840 x1874583930990080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.812163:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787756947.812183:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7840 x1874583930990080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.812219:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.812229:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787756947.812253:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787756947.812356:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136000. 00000400:00000200:1.0:1787756947.812367:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787756947.812393:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787756947.812413:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf000 00000400:00000010:1.0:1787756947.812422:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf000. 00000100:00000001:1.0:1787756947.812436:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787756947.812455:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc5e00 x1874583930990208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.812500:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787756947.812516:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5e00 x1874583930990208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.812552:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.812563:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787756947.812581:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787756947.812587:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136d00. 00000400:00000200:1.0:1787756947.812592:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787756947.812599:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787756947.812604:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf7f8 00000400:00000010:1.0:1787756947.812608:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf7f8. 00000100:00000001:1.0:1787756947.812613:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787756947.812622:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4000 x1874583930990336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.812647:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787756947.812653:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583930990336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756947.812665:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756947.812670:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787756948.771424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756948.771436:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756948.771443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756948.771454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756948.771465:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756948.771475:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756948.771483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756948.771494:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756948.771507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756948.771560:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756948.771567:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756948.771573:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756948.771577:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756948.771582:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756948.771587:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756948.771591:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756948.771598:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756948.771602:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756948.771650:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756948.771658:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756948.771664:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756948.771670:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756948.771680:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756948.771692:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756948.771707:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756948.771712:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756948.771721:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.795514:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756949.795522:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756949.795530:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.795537:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756949.795548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756949.795560:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756949.795571:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756949.795583:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756949.795590:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.795704:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756949.795717:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756949.795727:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.795738:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756949.795749:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756949.795762:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756949.795804:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756949.795817:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756949.795836:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756949.859490:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756949.859502:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756949.859506:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756949.859511:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756949.859517:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756949.859527:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14654 00000400:00000200:1.0:1787756949.859539:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756949.859547:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756949.859551:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756949.859556:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859561:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.859564:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859568:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756949.859574:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756949.859577:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756949.859580:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756949.859584:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756949.859588:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756949.859591:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756949.859594:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859597:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.859600:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859603:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756949.859608:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756949.859613:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859618:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756949.859623:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756949.859629:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756949.859635:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.859640:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756949.859644:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756949.859655:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756949.859662:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756949.859670:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756949.859675:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.859680:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756949.859685:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756949.859693:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756949.859705:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756949.859717:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.859735:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930990464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756949.859756:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756949.859764:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756949.859774:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930990464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756949.859822:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756949.859830:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756949.859838:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756949.859841:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756949.859844:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756949.859851:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756949.859857:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14654 00000400:00000200:1.0:1787756949.859866:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756949.859874:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756949.859880:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756949.859888:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859893:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.859898:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859901:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756949.859906:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756949.859908:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756949.859911:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756949.859915:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756949.859919:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756949.859930:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756949.859936:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859944:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.859952:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859957:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756949.859962:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756949.859969:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756949.859979:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756949.859987:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756949.859998:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756949.860008:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860018:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756949.860031:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756949.860060:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860069:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756949.860087:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756949.860097:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756949.860108:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756949.860111:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860116:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756949.860119:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756949.860123:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756949.860134:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756949.860146:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.860164:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930990592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756949.860201:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756949.860211:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756949.860226:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930990592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756949.860263:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756949.860342:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756949.860349:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756949.860353:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756949.860356:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756949.860364:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756949.860371:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14654 00000400:00000200:1.0:1787756949.860381:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756949.860389:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756949.860395:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756949.860402:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.860418:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756949.860437:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756949.860443:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756949.860450:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756949.860457:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756949.860466:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756949.860480:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756949.860495:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860505:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.860518:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860531:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756949.860541:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756949.860556:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860569:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756949.860577:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756949.860585:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756949.860590:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860594:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756949.860599:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756949.860604:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860607:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756949.860616:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756949.860621:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756949.860627:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756949.860629:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860632:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756949.860635:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756949.860639:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756949.860647:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756949.860655:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.860666:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930990720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756949.860681:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756949.860686:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756949.860694:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930990720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756949.860710:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756949.860716:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756949.860723:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756949.860726:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756949.860730:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756949.860736:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756949.860741:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14654 00000400:00000200:1.0:1787756949.860749:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756949.860756:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756949.860761:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756949.860767:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860772:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.860778:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860784:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756949.860789:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756949.860792:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756949.860796:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756949.860800:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756949.860805:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756949.860809:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756949.860815:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860819:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.860823:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860827:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756949.860832:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756949.860838:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756949.860843:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756949.860847:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756949.860853:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756949.860858:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860862:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756949.860867:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756949.860872:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860875:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756949.860883:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756949.860889:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756949.860895:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756949.860899:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.860904:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756949.860907:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756949.860912:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756949.860922:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756949.860929:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.860940:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930990848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756949.860971:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756949.860976:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756949.860985:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930990848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756949.861001:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756949.861006:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756949.861013:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756949.861016:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756949.861020:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756949.861026:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756949.861031:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14654 00000400:00000200:1.0:1787756949.861040:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756949.861047:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756949.861052:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756949.861059:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.861064:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.861068:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.861073:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756949.861078:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756949.861080:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756949.861083:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756949.861087:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756949.861092:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756949.861097:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756949.861104:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.861108:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756949.861113:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756949.861117:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756949.861123:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756949.861128:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756949.861134:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756949.861138:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756949.861145:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756949.861150:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.861155:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756949.861159:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756949.861165:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.861169:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756949.861176:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756949.861182:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756949.861188:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756949.861191:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756949.861195:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756949.861198:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756949.861202:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756949.861210:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756949.861217:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756949.861228:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930990976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756949.861244:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756949.861249:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756949.861258:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930990976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756949.861347:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756949.861358:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14664) 00000100:00000001:1.0:1787756950.819442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756950.819456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756950.819464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756950.819476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756950.819488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756950.819502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756950.819517:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756950.819526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756950.819534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756950.819606:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756950.819615:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756950.819623:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756950.819637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756950.819651:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756950.819662:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756950.819683:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756950.819692:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756950.819705:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756950.883582:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309327826, at 4309327872 00000100:00000010:1.0:1787756950.883597:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a600. 00000100:00000001:1.0:1787756951.843484:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756951.843496:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756951.843502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756951.843513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756951.843526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756951.843533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756951.843543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756951.843548:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756951.843556:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756951.843584:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756951.843592:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756951.843600:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756951.843607:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756951.843616:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756951.843624:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756951.843649:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756951.843659:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756951.843670:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756952.867443:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756952.867455:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756952.867464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756952.867478:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756952.867494:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756952.867506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756952.867536:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756952.867544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756952.867559:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756952.867623:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756952.867635:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756952.867642:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756952.867649:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756952.867657:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756952.867667:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756952.867676:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756952.867686:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756952.867698:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756953.891454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756953.891466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756953.891475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756953.891488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756953.891504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756953.891515:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756953.891568:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756953.891580:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756953.891595:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756953.891637:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756953.891650:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756953.891663:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756953.891676:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756953.891688:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756953.891697:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756953.891707:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756953.891717:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756953.891728:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756954.915372:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756954.915384:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756954.915389:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756954.915407:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756954.915414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756954.915421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756954.915438:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756954.915445:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756954.915450:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756954.915489:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756954.915495:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756954.915499:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756954.915508:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756954.915514:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756954.915521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756954.915529:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756954.915534:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756954.915538:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756955.939417:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756955.939431:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756955.939437:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756955.939452:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756955.939466:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756955.939478:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756955.939494:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756955.939502:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756955.939511:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756955.939653:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756955.939667:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756955.939677:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756955.939693:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756955.939703:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756955.939711:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756955.939719:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756955.939725:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756955.939733:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756956.003390:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309332945, at 4309332992 00000100:00000010:1.0:1787756956.003411:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a720. 00000100:00000001:1.0:1787756956.963427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756956.963437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756956.963443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756956.963455:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756956.963469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756956.963478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756956.963494:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756956.963501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756956.963510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756956.963542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756956.963550:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756956.963554:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756956.963562:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756956.963576:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756956.963585:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756956.963592:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756956.963600:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756956.963613:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756956.963661:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756956.963670:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756956.963676:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756956.963685:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756956.963691:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756956.963696:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756956.963699:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756956.963702:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756956.963708:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756957.987449:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756957.987459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756957.987465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756957.987479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756957.987492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756957.987500:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756957.987524:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756957.987535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756957.987546:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756957.987586:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756957.987592:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756957.987597:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756957.987610:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756957.987617:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756957.987626:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756957.987636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756957.987643:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756957.987653:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756957.987693:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756957.987704:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756957.987712:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756957.987721:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756957.987727:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756957.987731:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756957.987754:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756957.987758:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756957.987763:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756959.011482:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756959.011491:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756959.011501:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756959.011515:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756959.011531:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756959.011541:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756959.011551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756959.011557:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756959.011564:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756959.011598:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756959.011608:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756959.011614:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756959.011624:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756959.011637:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756959.011650:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756959.011663:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756959.011673:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756959.011689:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756960.035431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756960.035445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756960.035452:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756960.035464:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756960.035477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756960.035486:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756960.035494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756960.035503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756960.035515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756960.035581:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756960.035591:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756960.035599:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756960.035608:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756960.035616:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756960.035623:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756960.035632:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756960.035641:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756960.035648:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756960.035698:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756960.035705:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756960.035711:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756961.059434:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756961.059451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756961.059460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756961.059477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756961.059490:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756961.059501:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756961.059510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756961.059521:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756961.059537:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756961.059577:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756961.059584:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756961.059590:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756961.059603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756961.059610:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756961.059619:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756961.059625:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756961.059631:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756961.059638:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756961.059798:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756961.059803:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756961.059808:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787756961.123376:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309338065, at 4309338112 00000100:00000010:1.0:1787756961.123398:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aba0. 00000100:00000001:1.0:1787756962.083463:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756962.083473:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756962.083483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756962.083517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756962.083535:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756962.083551:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756962.083563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756962.083573:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756962.083587:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756962.083628:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756962.083638:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756962.083646:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756962.083654:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756962.083671:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756962.083681:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756962.083689:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756962.083697:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756962.083704:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756962.083745:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756962.083757:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756962.083766:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756962.083771:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756962.083780:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756962.083790:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756962.083798:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756962.083806:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756962.083812:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756963.107453:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756963.107467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756963.107473:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756963.107486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756963.107498:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756963.107509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756963.107523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756963.107531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756963.107538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756963.107567:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756963.107576:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756963.107582:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756963.107589:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756963.107596:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756963.107603:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756963.107608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756963.107616:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756963.107624:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756963.107714:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756963.107721:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756963.107726:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756963.107737:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756963.107749:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756963.107759:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756963.107766:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756963.107769:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756963.107773:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756964.131447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756964.131461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756964.131471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756964.131488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756964.131500:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756964.131509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756964.131522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756964.131529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756964.131536:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756964.131573:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756964.131582:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756964.131591:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756964.131597:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756964.131606:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756964.131613:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756964.131621:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756964.131632:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756964.131648:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756964.131686:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756964.131694:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756964.131701:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756964.131708:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756964.131715:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756964.131724:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756964.131731:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756964.131737:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756964.131743:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756965.155431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756965.155444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756965.155453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756965.155464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756965.155478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756965.155489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756965.155510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756965.155517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756965.155524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756965.155584:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756965.155599:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756965.155608:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756965.155623:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756965.155643:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756965.155660:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756965.155715:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756965.155722:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756965.155729:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756966.179695:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756966.179709:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756966.179719:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756966.179732:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756966.179744:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756966.179756:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756966.179763:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756966.179770:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756966.179777:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756966.179809:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756966.179819:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756966.179826:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756966.179837:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756966.179847:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756966.179855:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756966.179862:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756966.179868:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756966.179876:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756966.243434:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309343186, at 4309343232 00000100:00000010:1.0:1787756966.243449:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ade0. 00000100:00000001:1.0:1787756967.203466:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756967.203482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756967.203490:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756967.203508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756967.203524:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756967.203539:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756967.203553:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756967.203569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756967.203577:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756967.203698:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756967.203705:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756967.203714:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756967.203721:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756967.203729:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756967.203735:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756967.203756:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756967.203762:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756967.203783:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756968.227439:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756968.227451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756968.227462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756968.227478:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756968.227493:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756968.227507:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756968.227522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756968.227529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756968.227537:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756968.227609:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756968.227621:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756968.227630:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756968.227642:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756968.227652:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756968.227660:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756968.227673:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756968.227681:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756968.227695:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756969.251457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756969.251466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756969.251473:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756969.251486:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756969.251497:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756969.251510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756969.251528:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756969.251534:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756969.251545:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756969.251571:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756969.251579:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756969.251607:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756969.251623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756969.251631:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756969.251638:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756969.251645:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756969.251650:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756969.251658:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756969.251692:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756969.251699:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756969.251704:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756969.251710:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756969.251719:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756969.251726:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756969.251734:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756969.251748:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756969.251762:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.275463:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756970.275472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756970.275482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.275495:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756970.275507:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756970.275514:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756970.275536:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756970.275544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756970.275554:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.275647:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756970.275659:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756970.275664:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.275668:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756970.275675:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756970.275679:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756970.275683:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756970.275685:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756970.275689:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756970.339438:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756970.339447:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756970.339451:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756970.339455:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756970.339461:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756970.339472:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14674 00000400:00000200:1.0:1787756970.339484:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756970.339492:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756970.339498:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756970.339505:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339511:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.339516:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339521:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756970.339529:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756970.339532:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756970.339537:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756970.339543:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756970.339548:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756970.339553:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756970.339559:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339563:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.339567:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339571:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756970.339577:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756970.339586:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339591:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756970.339597:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756970.339604:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756970.339610:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.339614:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756970.339619:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756970.339631:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756970.339638:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756970.339644:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756970.339648:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.339653:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756970.339658:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756970.339664:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756970.339676:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756970.339687:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.339703:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930993024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756970.339723:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756970.339731:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756970.339741:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930993024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756970.339780:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756970.339785:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756970.339790:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756970.339793:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756970.339795:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756970.339800:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756970.339804:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14674 00000400:00000200:1.0:1787756970.339811:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756970.339817:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756970.339821:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756970.339828:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339832:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.339836:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339840:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756970.339843:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756970.339846:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756970.339854:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756970.339859:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756970.339867:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756970.339874:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756970.339897:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339933:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.339941:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339950:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756970.339962:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756970.339980:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756970.339995:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756970.340008:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756970.340024:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756970.340034:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340047:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756970.340060:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756970.340074:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340078:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756970.340091:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756970.340102:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756970.340113:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756970.340118:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340124:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756970.340130:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756970.340137:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756970.340152:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756970.340165:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.340184:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930993152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756970.340212:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756970.340220:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756970.340235:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930993152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756970.340305:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756970.340311:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756970.340317:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756970.340320:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756970.340326:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756970.340338:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756970.340347:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14674 00000400:00000200:1.0:1787756970.340361:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756970.340374:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756970.340379:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756970.340391:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340399:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.340403:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340407:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756970.340411:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756970.340416:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756970.340423:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756970.340429:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756970.340434:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756970.340443:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756970.340453:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340462:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.340474:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340480:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756970.340487:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756970.340494:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340504:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756970.340508:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756970.340517:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756970.340524:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340529:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756970.340535:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756970.340542:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340548:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756970.340559:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756970.340565:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756970.340575:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756970.340579:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340587:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756970.340591:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756970.340597:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756970.340606:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756970.340614:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.340626:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930993280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756970.340649:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756970.340656:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756970.340669:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930993280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756970.340694:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756970.340703:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756970.340712:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756970.340716:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756970.340723:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756970.340729:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756970.340740:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14674 00000400:00000200:1.0:1787756970.340753:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756970.340762:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756970.340772:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756970.340779:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340790:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.340800:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340807:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756970.340815:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756970.340817:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756970.340820:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756970.340828:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756970.340833:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756970.340837:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756970.340849:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340852:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.340858:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340865:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756970.340875:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756970.340889:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756970.340900:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756970.340939:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756970.340952:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756970.340965:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.340976:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756970.340985:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756970.340999:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.341012:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756970.341031:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756970.341045:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756970.341060:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756970.341069:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.341080:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756970.341089:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756970.341095:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756970.341105:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756970.341115:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.341135:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930993408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756970.341173:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756970.341183:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756970.341195:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930993408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756970.341230:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756970.341238:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756970.341257:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756970.341263:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756970.341302:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756970.341312:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756970.341322:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14674 00000400:00000200:1.0:1787756970.341336:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756970.341348:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756970.341357:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756970.341370:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.341380:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.341389:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.341398:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756970.341402:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756970.341409:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756970.341413:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756970.341419:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756970.341425:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756970.341430:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756970.341439:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.341447:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756970.341454:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756970.341460:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756970.341468:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756970.341479:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756970.341487:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756970.341493:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756970.341501:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756970.341511:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.341518:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756970.341523:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756970.341528:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.341535:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756970.341546:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756970.341557:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756970.341566:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756970.341570:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756970.341580:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756970.341584:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756970.341590:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756970.341601:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756970.341616:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756970.341630:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930993536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756970.341662:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756970.341672:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756970.341688:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930993536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756970.341721:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756970.341731:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14685) 00000100:00000001:1.0:1787756971.299423:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756971.299433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756971.299440:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756971.299452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756971.299476:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756971.299483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756971.299496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756971.299505:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756971.299511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756971.299558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756971.299568:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756971.299573:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756971.299580:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756971.299591:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756971.299597:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756971.299601:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756971.299606:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756971.299613:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756971.363412:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309348305, at 4309348352 00000100:00000010:1.0:1787756971.363427:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a9c0. 00000100:00000001:1.0:1787756972.323476:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756972.323489:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756972.323501:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756972.323516:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756972.323533:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756972.323544:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756972.323555:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756972.323562:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756972.323576:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756972.323662:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756972.323672:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756972.323676:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756972.323685:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756972.323694:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756972.323702:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756972.323714:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756972.323720:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756972.323727:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756973.347423:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756973.347436:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756973.347444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756973.347453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756973.347459:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756973.347470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756973.347507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756973.347514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756973.347523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756973.347559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756973.347570:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756973.347580:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756973.347592:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756973.347607:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756973.347616:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756973.347627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756973.347633:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756973.347639:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756974.371409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756974.371434:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756974.371443:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756974.371458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756974.371473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756974.371498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756974.371508:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756974.371515:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756974.371525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756974.371591:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756974.371600:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756974.371611:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756974.371625:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756974.371631:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756974.371638:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756974.371661:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756974.371665:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756974.371672:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.395530:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756975.395538:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756975.395545:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.395553:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756975.395566:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756975.395574:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756975.395579:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756975.395586:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756975.395595:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.395622:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756975.395628:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756975.395635:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.395647:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756975.395658:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756975.395667:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756975.395677:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756975.395683:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756975.395692:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756975.459356:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756975.459366:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756975.459369:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756975.459373:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756975.459377:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756975.459386:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14680 00000400:00000200:1.0:1787756975.459396:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756975.459401:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756975.459405:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756975.459408:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459411:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.459414:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459417:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756975.459422:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756975.459424:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756975.459427:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756975.459430:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756975.459433:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756975.459435:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756975.459438:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459440:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.459443:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459445:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756975.459448:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756975.459452:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459454:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756975.459457:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756975.459460:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756975.459463:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.459466:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756975.459469:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756975.459479:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787756975.459484:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756975.459490:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756975.459492:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.459496:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756975.459500:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756975.459505:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756975.459516:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756975.459525:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.459558:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583930993664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756975.459579:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756975.459587:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756975.459594:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583930993664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756975.459624:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756975.459629:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756975.459634:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756975.459636:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756975.459639:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756975.459644:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756975.459649:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14680 00000400:00000200:1.0:1787756975.459658:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756975.459665:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756975.459672:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756975.459678:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459684:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.459690:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459696:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756975.459707:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756975.459715:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756975.459725:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756975.459733:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756975.459744:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756975.459750:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756975.459775:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459784:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.459793:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459801:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756975.459829:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756975.459841:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756975.459852:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756975.459861:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756975.459873:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756975.459880:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.459888:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756975.459897:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756975.459906:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.459913:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756975.459924:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787756975.459934:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756975.459945:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756975.459951:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.459958:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756975.459964:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756975.459971:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756975.459981:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756975.459989:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.460001:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583930993792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756975.460021:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756975.460026:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756975.460037:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583930993792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756975.460081:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756975.460090:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756975.460099:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756975.460107:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756975.460113:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756975.460122:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756975.460130:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14680 00000400:00000200:1.0:1787756975.460161:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756975.460173:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756975.460180:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756975.460192:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460199:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.460208:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460214:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756975.460220:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756975.460226:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756975.460231:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756975.460240:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756975.460262:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756975.460269:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756975.460277:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460305:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.460310:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460313:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756975.460316:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756975.460319:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460322:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756975.460324:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756975.460328:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756975.460331:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.460333:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756975.460336:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756975.460340:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.460346:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756975.460353:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787756975.460359:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756975.460365:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756975.460368:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.460374:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756975.460377:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756975.460380:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756975.460389:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756975.460398:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.460409:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930993920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756975.460436:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756975.460443:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756975.460456:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930993920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756975.460474:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756975.460481:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756975.460492:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756975.460499:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756975.460504:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756975.460514:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756975.460523:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14680 00000400:00000200:1.0:1787756975.460539:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756975.460551:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756975.460560:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756975.460571:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460578:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.460583:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460588:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756975.460596:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756975.460601:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756975.460604:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756975.460609:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756975.460614:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756975.460620:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756975.460630:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460637:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.460645:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460652:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756975.460658:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756975.460666:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460671:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756975.460678:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756975.460684:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756975.460690:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.460697:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756975.460702:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756975.460707:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.460713:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756975.460719:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787756975.460725:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756975.460731:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756975.460735:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.460740:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756975.460745:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756975.460751:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756975.460760:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756975.460769:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.460783:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930994048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756975.460832:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756975.460841:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756975.460852:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930994048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756975.460872:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756975.460879:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756975.460885:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756975.460890:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756975.460895:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756975.460901:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756975.460909:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14680 00000400:00000200:1.0:1787756975.460918:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756975.460926:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756975.460931:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756975.460938:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460946:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.460953:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.460958:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756975.460963:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756975.460964:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756975.460967:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756975.460974:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756975.460979:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756975.460986:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756975.460994:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.461001:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756975.461010:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756975.461016:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756975.461024:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756975.461031:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756975.461038:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756975.461042:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756975.461049:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756975.461055:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.461058:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756975.461064:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756975.461070:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.461076:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756975.461087:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787756975.461092:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756975.461098:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756975.461102:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756975.461105:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756975.461110:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756975.461116:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756975.461132:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756975.461144:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756975.461180:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930994176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756975.461235:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756975.461269:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756975.461311:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930994176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756975.461332:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756975.461344:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14690) 00000100:00000001:1.0:1787756976.419484:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756976.419503:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756976.419519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756976.419554:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756976.419576:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756976.419599:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756976.419628:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756976.419635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756976.419659:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756976.419730:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756976.419752:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756976.419764:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756976.419771:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756976.419789:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756976.419825:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756976.419835:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756976.419855:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756976.419881:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756976.483418:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309353425, at 4309353472 00000100:00000010:1.0:1787756976.483468:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000001:1.0:1787756977.443403:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756977.443415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756977.443419:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756977.443427:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756977.443434:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756977.443453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756977.443462:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756977.443470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756977.443478:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756977.443532:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756977.443542:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756977.443551:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756977.443559:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756977.443573:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756977.443581:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756977.443591:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756977.443607:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756977.443614:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756977.443665:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756977.443672:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756977.443682:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756977.443690:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756977.443702:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756977.443709:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756977.443717:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756977.443721:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756977.443732:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756978.467481:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756978.467492:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756978.467499:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756978.467508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756978.467519:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756978.467527:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756978.467533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756978.467539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756978.467546:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756978.467575:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756978.467582:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756978.467588:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756978.467594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756978.467605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756978.467617:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756978.467625:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756978.467632:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756978.467642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756979.491424:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756979.491439:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756979.491448:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756979.491462:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756979.491470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756979.491479:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756979.491487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756979.491498:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756979.491509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756979.491534:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756979.491542:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756979.491549:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756979.491556:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756979.491564:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756979.491570:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756979.491574:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756979.491577:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756979.491581:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756979.491630:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756979.491638:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756979.491647:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756979.491660:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756979.491672:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756979.491681:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756979.491712:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756979.491721:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756979.491730:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756980.515405:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756980.515418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756980.515422:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756980.515431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756980.515438:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756980.515446:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756980.515455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756980.515467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756980.515483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756980.515515:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756980.515522:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756980.515528:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756980.515539:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787756980.515557:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756980.515566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756980.515572:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756980.515579:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756980.515585:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756980.515629:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756980.515637:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756980.515646:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756980.515666:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756980.515675:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756980.515683:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756980.515698:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756980.515703:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756980.515708:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756981.539455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756981.539467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756981.539473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756981.539484:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756981.539495:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756981.539504:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756981.539512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756981.539522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756981.539534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756981.539569:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756981.539580:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756981.539585:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756981.539590:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756981.539599:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756981.539607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756981.539615:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756981.539625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756981.539637:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756981.539698:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756981.539729:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756981.539737:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756981.539747:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756981.539759:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756981.539771:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756981.539785:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756981.539792:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756981.539802:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756981.603386:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309358545, at 4309358592 00000100:00000010:1.0:1787756981.603405:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aae0. 00000100:00000001:1.0:1787756982.563448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756982.563462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756982.563470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756982.563485:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756982.563501:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756982.563512:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756982.563543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756982.563558:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756982.563572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756982.563617:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756982.563645:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756982.563655:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756982.563670:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756982.563714:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756982.563728:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756982.563749:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756982.563759:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756982.563773:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756982.563920:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756982.563927:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756982.563935:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756983.587376:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756983.587388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756983.587393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756983.587401:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756983.587409:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756983.587415:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756983.587438:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756983.587441:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756983.587444:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756983.587464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756983.587469:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756983.587473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756983.587476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756983.587483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756983.587490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756983.587497:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756983.587501:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756983.587506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756984.611389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756984.611403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756984.611409:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756984.611422:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756984.611437:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756984.611450:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756984.611462:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756984.611472:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756984.611484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756984.611585:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756984.611605:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756984.611611:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756984.611618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756984.611625:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756984.611636:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756984.611644:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756984.611678:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756984.611689:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.635413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756985.635428:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756985.635436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.635453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756985.635467:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756985.635478:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756985.635486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756985.635497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756985.635513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.635557:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756985.635565:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756985.635572:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.635581:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756985.635595:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756985.635604:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756985.635612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756985.635622:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756985.635674:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.635727:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756985.635733:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756985.635736:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.635740:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756985.635746:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756985.635750:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756985.635753:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756985.635756:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756985.635760:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756985.699439:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756985.699453:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756985.699457:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756985.699464:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756985.699471:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756985.699482:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14690 00000400:00000200:1.0:1787756985.699494:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756985.699500:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756985.699505:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756985.699510:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699515:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.699518:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699521:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756985.699561:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756985.699564:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756985.699567:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756985.699572:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756985.699576:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756985.699579:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756985.699583:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699586:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.699589:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699591:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756985.699596:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756985.699601:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699605:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756985.699608:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756985.699613:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756985.699617:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.699620:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756985.699624:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756985.699679:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787756985.699684:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756985.699690:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756985.699692:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.699696:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756985.699699:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756985.699704:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756985.699713:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787756985.699721:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.699731:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930994944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756985.699751:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756985.699756:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756985.699762:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930994944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756985.699788:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756985.699793:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756985.699797:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756985.699800:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756985.699802:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756985.699806:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756985.699809:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14690 00000400:00000200:1.0:1787756985.699815:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756985.699819:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756985.699823:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756985.699828:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699831:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.699834:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699838:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756985.699846:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756985.699848:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756985.699854:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756985.699859:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756985.699861:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756985.699864:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756985.699868:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699871:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.699877:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699880:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756985.699888:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756985.699897:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756985.699905:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756985.699914:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756985.699922:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756985.699928:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.699933:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756985.699942:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756985.699950:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.699957:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756985.699964:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787756985.699970:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756985.699977:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756985.699982:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.699986:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756985.699988:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756985.699991:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756985.700001:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787756985.700010:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.700022:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930995072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756985.700038:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756985.700041:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756985.700050:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930995072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756985.700071:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756985.700076:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756985.700079:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756985.700081:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756985.700084:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756985.700092:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756985.700120:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14690 00000400:00000200:1.0:1787756985.700139:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756985.700155:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756985.700168:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756985.700181:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700193:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.700207:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700217:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756985.700231:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756985.700237:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756985.700248:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756985.700255:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756985.700265:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756985.700276:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756985.700327:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700332:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.700342:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700351:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756985.700357:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756985.700367:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700376:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756985.700398:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756985.700403:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756985.700409:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.700416:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756985.700422:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756985.700428:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.700435:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756985.700443:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756985.700449:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756985.700459:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756985.700463:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.700469:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756985.700492:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756985.700496:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756985.700506:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787756985.700536:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.700558:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930995200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756985.700579:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756985.700588:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756985.700603:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930995200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756985.700620:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756985.700632:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756985.700679:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756985.700683:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756985.700688:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756985.700694:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756985.700702:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14690 00000400:00000200:1.0:1787756985.700709:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756985.700719:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756985.700722:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756985.700726:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700735:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.700738:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700741:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756985.700745:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756985.700750:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756985.700755:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756985.700758:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756985.700765:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756985.700773:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756985.700781:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700786:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.700793:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700798:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756985.700804:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756985.700814:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756985.700822:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756985.700829:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756985.700836:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756985.700842:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.700846:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756985.700853:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756985.700861:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.700869:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756985.700876:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756985.700882:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756985.700891:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756985.700894:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.700902:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756985.700905:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756985.700912:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756985.700922:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787756985.700930:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.700944:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930995328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756985.700974:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756985.700981:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756985.700995:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930995328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756985.701025:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756985.701031:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756985.701039:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756985.701045:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756985.701050:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756985.701055:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756985.701066:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14690 00000400:00000200:1.0:1787756985.701082:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756985.701098:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756985.701107:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756985.701123:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.701133:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.701144:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.701151:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756985.701160:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756985.701164:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756985.701169:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756985.701174:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756985.701180:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756985.701186:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756985.701196:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.701201:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756985.701208:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756985.701214:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756985.701221:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756985.701228:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756985.701234:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756985.701239:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756985.701246:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756985.701253:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.701258:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756985.701262:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756985.701269:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.701275:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756985.701308:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756985.701313:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756985.701319:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756985.701323:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756985.701329:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756985.701335:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756985.701340:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756985.701349:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787756985.701357:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756985.701370:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930995456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756985.701396:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756985.701413:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756985.701423:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930995456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756985.701451:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756985.701460:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14700) 00000100:00000001:1.0:1787756986.659464:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756986.659477:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756986.659485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756986.659495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756986.659504:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756986.659511:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756986.659530:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756986.659539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756986.659549:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756986.659588:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756986.659596:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756986.659605:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756986.659647:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756986.659658:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756986.659671:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756986.659695:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756986.659706:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756986.659717:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756986.723411:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309363665, at 4309363712 00000100:00000010:1.0:1787756986.723427:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:1.0:1787756987.683438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756987.683453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756987.683464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756987.683479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756987.683494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756987.683506:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756987.683541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756987.683552:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756987.683568:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756987.683624:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756987.683633:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756987.683638:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756987.683652:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756987.683659:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756987.683664:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756987.683669:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756987.683672:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756987.683678:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756988.707383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756988.707390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756988.707394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756988.707398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756988.707407:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756988.707413:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756988.707434:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756988.707437:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756988.707440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756988.707502:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756988.707507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756988.707511:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756988.707517:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756988.707523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756988.707528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756988.707530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756988.707531:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756988.707534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756989.731440:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756989.731454:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756989.731467:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756989.731486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787756989.731501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756989.731515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756989.731601:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756989.731619:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756989.731633:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756989.731682:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756989.731694:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756989.731703:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756989.731712:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756989.731728:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756989.731736:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756989.731750:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756989.731754:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756989.731763:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.755433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756990.755443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756990.755448:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.755456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756990.755468:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756990.755475:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756990.755483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756990.755490:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756990.755501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.755618:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756990.755630:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756990.755636:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.755646:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756990.755655:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756990.755664:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756990.755680:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756990.755688:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756990.755695:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756990.819407:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756990.819419:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787756990.819423:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756990.819428:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756990.819434:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756990.819444:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14695 00000400:00000200:1.0:1787756990.819455:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756990.819463:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756990.819467:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756990.819472:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819477:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.819480:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819483:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756990.819489:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756990.819492:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787756990.819495:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756990.819500:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787756990.819503:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787756990.819507:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787756990.819512:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819516:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.819521:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819525:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756990.819531:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787756990.819538:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819562:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756990.819570:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756990.819576:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756990.819582:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.819588:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787756990.819592:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756990.819608:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787756990.819616:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787756990.819624:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756990.819628:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.819634:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756990.819639:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756990.819644:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756990.819654:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756990.819662:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.819676:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583930995584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756990.819690:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756990.819696:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756990.819703:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583930995584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756990.819733:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756990.819738:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756990.819743:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787756990.819746:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756990.819748:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756990.819752:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756990.819756:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14695 00000400:00000200:1.0:1787756990.819764:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756990.819771:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756990.819775:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756990.819780:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819784:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.819788:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819792:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756990.819800:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756990.819812:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787756990.819815:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756990.819823:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787756990.819828:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787756990.819833:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787756990.819842:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819847:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.819854:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819861:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756990.819868:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787756990.819879:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756990.819889:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756990.819896:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756990.819908:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756990.819914:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.819922:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756990.819930:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756990.819938:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.819943:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756990.819950:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787756990.819961:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756990.819972:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756990.819981:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.819990:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756990.819996:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756990.820006:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756990.820023:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787756990.820038:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.820059:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583930995712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756990.820085:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756990.820094:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756990.820111:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583930995712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756990.820144:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756990.820155:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756990.820162:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787756990.820165:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756990.820168:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756990.820175:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756990.820183:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14695 00000400:00000200:1.0:1787756990.820193:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756990.820201:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756990.820208:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756990.820221:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820227:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.820238:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820247:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756990.820256:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756990.820260:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787756990.820314:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756990.820320:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787756990.820330:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787756990.820340:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787756990.820354:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820374:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.820381:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820389:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756990.820393:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787756990.820405:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820413:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756990.820423:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756990.820429:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756990.820442:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.820450:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756990.820456:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787756990.820466:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.820474:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756990.820484:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787756990.820493:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787756990.820501:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756990.820506:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.820516:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756990.820525:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756990.820532:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756990.820573:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787756990.820586:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.820607:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583930995840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756990.820645:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756990.820651:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756990.820660:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583930995840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756990.820687:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756990.820694:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756990.820705:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787756990.820711:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756990.820716:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756990.820722:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756990.820729:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14695 00000400:00000200:1.0:1787756990.820744:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756990.820758:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756990.820768:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756990.820775:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820781:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.820790:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820799:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756990.820802:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756990.820807:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787756990.820810:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756990.820817:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787756990.820824:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787756990.820832:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787756990.820845:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820853:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.820860:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820863:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756990.820870:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787756990.820880:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756990.820888:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756990.820896:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756990.820904:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756990.820912:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.820920:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756990.820926:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756990.820938:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.820947:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756990.820960:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787756990.820972:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756990.820985:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756990.820994:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.821006:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756990.821014:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756990.821023:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756990.821038:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787756990.821052:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.821071:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583930995968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756990.821102:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756990.821111:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756990.821128:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583930995968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756990.821166:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787756990.821179:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787756990.821200:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787756990.821208:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787756990.821216:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787756990.821232:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787756990.821246:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14695 00000400:00000200:1.0:1787756990.821315:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787756990.821328:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787756990.821344:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787756990.821350:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.821357:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.821366:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.821373:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787756990.821382:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787756990.821388:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787756990.821391:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787756990.821397:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787756990.821404:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787756990.821411:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787756990.821425:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.821435:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787756990.821444:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787756990.821451:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787756990.821460:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787756990.821471:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787756990.821479:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787756990.821485:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787756990.821493:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787756990.821502:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.821509:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787756990.821518:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787756990.821530:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.821537:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787756990.821572:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787756990.821582:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787756990.821595:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787756990.821602:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756990.821609:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787756990.821616:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787756990.821622:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787756990.821636:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787756990.821649:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756990.821670:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583930996096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787756990.821705:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787756990.821714:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756990.821726:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583930996096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787756990.821763:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756990.821775:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14705) 00000100:00000001:1.0:1787756991.779405:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756991.779433:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756991.779444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756991.779451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756991.779461:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756991.779470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756991.779489:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756991.779495:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756991.779500:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756991.779567:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756991.779574:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756991.779581:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756991.779590:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756991.779598:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756991.779606:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756991.779614:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756991.779620:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756991.779634:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756991.779732:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756991.779742:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756991.779747:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756991.779752:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756991.779757:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756991.779775:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756991.779813:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756991.779828:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756991.779838:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756991.843446:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309368785, at 4309368832 00000100:00000010:1.0:1787756991.843476:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ab40. 00000100:00000001:1.0:1787756992.803620:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756992.803635:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756992.803644:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756992.803658:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756992.803674:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756992.803684:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756992.803719:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756992.803728:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756992.803741:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756992.803785:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756992.803794:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756992.803800:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756992.803808:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756992.803822:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756992.803833:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756992.803839:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756992.803843:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756992.803847:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756993.827450:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756993.827472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756993.827480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756993.827522:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756993.827538:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756993.827547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756993.827577:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756993.827586:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756993.827594:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756993.827640:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756993.827648:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756993.827658:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756993.827674:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756993.827687:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756993.827697:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756993.827703:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756993.827707:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756993.827712:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756994.851379:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756994.851390:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756994.851393:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756994.851401:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756994.851411:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756994.851420:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756994.851431:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756994.851440:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756994.851451:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756994.851536:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756994.851540:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756994.851542:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756994.851545:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756994.851547:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756994.851550:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756994.851553:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756994.851558:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756994.851564:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756994.851595:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756994.851601:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756994.851604:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756994.851607:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756994.851613:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756994.851620:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756994.851633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756994.851638:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756994.851642:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756995.875406:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756995.875419:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756995.875422:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756995.875433:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756995.875444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756995.875474:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756995.875485:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756995.875497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756995.875514:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756995.875583:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756995.875595:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756995.875605:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756995.875618:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787756995.875629:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756995.875636:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756995.875649:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756995.875663:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756995.875675:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756995.875718:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756995.875725:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756995.875733:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756995.875741:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756995.875752:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756995.875760:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756995.875770:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756995.875774:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756995.875781:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756996.899542:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756996.899558:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756996.899568:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756996.899583:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756996.899597:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756996.899611:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756996.899676:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756996.899696:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756996.899707:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756996.899758:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756996.899769:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756996.899779:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756996.899793:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756996.899815:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756996.899830:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756996.899844:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756996.899853:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756996.899863:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787756996.963397:0:251603:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309373905, at 4309373952 00000100:00000010:1.0:1787756996.963425:0:251603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000001:1.0:1787756997.923414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756997.923454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756997.923462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756997.923477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756997.923488:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756997.923498:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756997.923510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756997.923519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756997.923532:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756997.923595:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756997.923606:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756997.923614:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756997.923621:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756997.923635:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756997.923646:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756997.923653:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756997.923663:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756997.923677:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756997.923722:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756997.923734:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756997.923748:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756998.947468:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756998.947479:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756998.947486:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756998.947501:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756998.947523:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756998.947534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756998.947545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756998.947554:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756998.947567:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756998.947602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756998.947611:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756998.947616:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756998.947621:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756998.947629:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756998.947637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756998.947648:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756998.947654:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756998.947662:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787756998.947694:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787756998.947701:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787756998.947712:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787756999.971458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756999.971469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756999.971475:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756999.971489:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787756999.971502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756999.971510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756999.971519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756999.971528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756999.971534:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756999.971566:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756999.971576:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756999.971583:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756999.971590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787756999.971603:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756999.971610:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756999.971622:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756999.971630:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756999.971638:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787756999.971675:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787756999.971685:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787756999.971692:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787756999.971705:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787756999.971719:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787756999.971733:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756999.971747:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787756999.971752:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787756999.971755:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757000.995470:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757000.995483:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757000.995490:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757000.995503:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757000.995514:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757000.995523:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757000.995535:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757000.995545:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757000.995558:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757000.995592:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757000.995601:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757000.995608:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757000.995623:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757000.995635:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757000.995646:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757000.995655:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757000.995660:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757000.995667:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757000.995763:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757000.995770:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757000.995775:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757000.995779:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757000.995785:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757000.995789:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757000.995792:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757000.995795:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757000.995800:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757001.059524:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757001.059538:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757001.059542:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757001.059547:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757001.059555:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757001.059566:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14705 00000400:00000200:1.0:1787757001.059579:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757001.059587:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757001.059592:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757001.059597:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059601:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.059605:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059608:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757001.059613:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757001.059616:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757001.059620:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757001.059624:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757001.059627:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757001.059631:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757001.059635:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059638:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.059641:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059643:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757001.059649:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757001.059654:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059658:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757001.059661:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757001.059666:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757001.059670:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.059673:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757001.059676:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757001.059687:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757001.059692:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757001.059698:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757001.059701:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.059705:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757001.059708:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757001.059713:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757001.059723:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757001.059732:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757001.059744:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583930996864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757001.059759:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757001.059764:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757001.059771:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583930996864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757001.059803:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757001.059809:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757001.059814:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757001.059816:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757001.059818:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757001.059823:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757001.059827:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14705 00000400:00000200:1.0:1787757001.059834:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757001.059841:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757001.059844:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757001.059850:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059858:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.059865:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059872:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757001.059878:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757001.059881:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757001.059887:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757001.059892:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757001.059901:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757001.059910:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757001.059921:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059928:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.059936:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059942:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757001.059953:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757001.059966:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757001.059973:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757001.059981:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757001.059993:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757001.060000:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060010:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757001.060019:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757001.060028:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060034:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757001.060047:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757001.060052:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757001.060060:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757001.060063:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060072:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757001.060079:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757001.060085:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757001.060096:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757001.060107:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757001.060125:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583930996992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757001.060146:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757001.060152:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757001.060163:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583930996992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757001.060179:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757001.060184:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757001.060192:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757001.060194:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757001.060196:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757001.060203:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757001.060211:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14705 00000400:00000200:1.0:1787757001.060220:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757001.060231:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757001.060238:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757001.060247:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060253:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.060261:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060304:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757001.060308:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757001.060311:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757001.060313:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757001.060316:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757001.060320:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757001.060327:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757001.060334:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060337:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.060339:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060342:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757001.060346:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757001.060403:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060413:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757001.060422:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757001.060432:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757001.060441:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060449:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757001.060456:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757001.060469:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060477:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757001.060492:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757001.060503:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757001.060510:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757001.060514:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060520:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757001.060524:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757001.060529:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757001.060538:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757001.060548:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757001.060564:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583930997120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757001.060586:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757001.060593:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757001.060604:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583930997120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757001.060624:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757001.060634:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757001.060644:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757001.060648:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757001.060654:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757001.060661:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757001.060668:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14705 00000400:00000200:1.0:1787757001.060682:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757001.060691:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757001.060699:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757001.060708:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060712:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.060719:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060726:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757001.060735:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757001.060740:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757001.060746:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757001.060751:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757001.060758:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757001.060763:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757001.060773:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060779:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.060786:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060792:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757001.060800:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757001.060808:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757001.060818:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757001.060825:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757001.060832:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757001.060839:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060845:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757001.060853:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757001.060858:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060862:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757001.060874:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757001.060882:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757001.060890:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757001.060895:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.060900:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757001.060906:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757001.060908:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757001.060916:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757001.060926:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757001.060934:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583930997248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757001.060950:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757001.060954:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757001.060966:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583930997248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757001.060984:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757001.060990:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757001.060995:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757001.061003:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757001.061006:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757001.061018:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757001.061027:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14705 00000400:00000200:1.0:1787757001.061036:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757001.061043:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757001.061050:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757001.061058:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.061065:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.061073:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.061082:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757001.061090:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757001.061093:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757001.061101:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757001.061105:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757001.061112:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757001.061123:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757001.061129:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.061137:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757001.061144:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757001.061150:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757001.061158:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757001.061168:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757001.061176:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757001.061182:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757001.061187:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757001.061195:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.061201:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757001.061209:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757001.061215:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.061219:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757001.061224:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757001.061233:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757001.061241:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757001.061247:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757001.061252:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757001.061255:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757001.061261:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757001.061310:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757001.061319:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757001.061338:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583930997376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757001.061421:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757001.061433:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757001.061457:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583930997376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757001.061490:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757001.061502:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14715) 00000100:00000001:1.0:1787757002.019507:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757002.019516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757002.019522:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757002.019533:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757002.019544:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757002.019551:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757002.019560:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757002.019566:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757002.019578:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757002.019602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757002.019609:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757002.019615:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757002.019624:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757002.019634:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757002.019640:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757002.019651:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757002.019657:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757002.019664:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757002.019766:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757002.019772:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757002.019777:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757002.083444:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309379025, at 4309379072 00000100:00000010:1.0:1787757002.083458:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000001:1.0:1787757003.043485:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757003.043496:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757003.043501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757003.043511:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757003.043521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757003.043530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757003.043535:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757003.043541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757003.043546:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757003.043568:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757003.043574:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757003.043577:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757003.043585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757003.043592:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757003.043599:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757003.043606:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757003.043611:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757003.043616:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757003.043652:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757003.043658:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757003.043662:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757003.043671:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757003.043678:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757003.043684:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757003.043692:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757003.043695:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757003.043701:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757003.043782:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757003.043786:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757003.043788:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757004.067397:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757004.067409:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757004.067413:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757004.067420:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757004.067426:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757004.067432:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757004.067439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757004.067443:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757004.067448:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757004.067462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757004.067467:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757004.067471:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757004.067475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757004.067480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757004.067484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757004.067486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757004.067488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757004.067490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757004.067507:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757004.067511:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757004.067516:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757005.091465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757005.091474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757005.091480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757005.091489:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757005.091498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757005.091507:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757005.091517:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757005.091523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757005.091530:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757005.091559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757005.091565:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757005.091573:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757005.091581:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757005.091592:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757005.091598:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757005.091606:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757005.091612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757005.091617:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757005.091667:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757005.091675:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757005.091682:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757005.091694:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757005.091705:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757005.091710:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757005.091716:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757005.091719:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757005.091724:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757006.115452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757006.115466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757006.115475:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757006.115492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757006.115508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757006.115518:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757006.115541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757006.115547:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757006.115552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757006.115603:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757006.115611:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757006.115618:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757006.115631:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757006.115643:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757006.115654:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757006.115666:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757006.115673:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757006.115680:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757006.115730:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757006.115739:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757006.115753:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757007.139425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757007.139437:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757007.139445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757007.139459:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757007.139475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757007.139488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757007.139534:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757007.139546:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757007.139555:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757007.139659:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757007.139672:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757007.139682:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757007.139697:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757007.139709:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757007.139721:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757007.139735:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757007.139742:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757007.139753:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757007.203415:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309384145, at 4309384192 00000100:00000010:1.0:1787757007.203442:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a5a0. 00000100:00000001:1.0:1787757008.163450:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757008.163461:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757008.163471:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757008.163484:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757008.163499:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757008.163509:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757008.163516:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757008.163524:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757008.163534:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757008.163568:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757008.163578:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757008.163585:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757008.163592:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757008.163605:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757008.163613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757008.163624:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757008.163630:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757008.163642:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757008.163711:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757008.163718:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757008.163722:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757008.163726:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757008.163731:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757008.163740:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757008.163747:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757008.163752:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757008.163759:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757009.187429:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757009.187438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757009.187445:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757009.187454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757009.187467:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757009.187476:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757009.187489:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757009.187498:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757009.187513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757009.187550:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757009.187558:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757009.187565:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757009.187578:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757009.187585:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757009.187595:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757009.187604:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757009.187612:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757009.187620:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757010.211456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757010.211469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757010.211477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757010.211488:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757010.211499:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757010.211508:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757010.211516:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757010.211524:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757010.211531:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757010.211565:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757010.211573:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757010.211582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757010.211592:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757010.211607:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757010.211634:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757010.211640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757010.211649:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757010.211654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757011.235437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757011.235446:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757011.235454:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757011.235466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757011.235477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757011.235486:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757011.235510:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757011.235516:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757011.235524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757011.235553:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757011.235565:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757011.235572:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757011.235586:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757011.235597:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757011.235608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757011.235621:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757011.235629:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757011.235638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757011.235701:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757011.235706:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757011.235711:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757012.259417:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757012.259435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757012.259446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757012.259460:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757012.259473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757012.259483:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757012.259505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757012.259515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757012.259522:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757012.259866:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757012.259874:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757012.259881:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757012.323499:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309389265, at 4309389312 00000100:00000010:1.0:1787757012.323519:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aea0. 00000100:00000001:1.0:1787757013.283408:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757013.283424:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757013.283431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757013.283440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757013.283449:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757013.283455:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757013.283460:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757013.283466:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757013.283478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757013.283555:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757013.283562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757013.283569:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757013.283589:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757013.283600:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757013.283616:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757013.283656:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757013.283665:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757013.283674:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757013.283729:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757013.283740:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757013.283744:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757013.283752:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757013.283759:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757013.283779:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757013.283798:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757013.283804:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757013.283819:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757013.284065:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757013.284071:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757013.284077:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757014.307508:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757014.307523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757014.307536:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757014.307559:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757014.307581:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757014.307597:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757014.307609:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757014.307619:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757014.307632:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757014.307694:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757014.307717:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757014.307735:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757014.307765:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757014.307789:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757014.307812:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757014.307826:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757014.307834:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757014.307843:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787757014.371712:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787757014.371770:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787757014.371784:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757014.371790:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787757014.371798:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757014.371804:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787757014.371811:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757014.371818:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136b00. 00000400:00000200:1.0:1787757014.371825:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757014.371842:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757014.371851:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf198 00000400:00000010:1.0:1787757014.371855:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf198. 00000100:00000001:1.0:1787757014.371862:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757014.371874:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7c00 x1874583930998144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.371906:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757014.371915:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583930998144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.371931:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757014.371935:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757014.371953:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757014.371960:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136a00. 00000400:00000200:1.0:1787757014.371968:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757014.371979:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757014.371988:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf330 00000400:00000010:1.0:1787757014.371996:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf330. 00000100:00000001:1.0:1787757014.372007:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757014.372036:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7480 x1874583930998272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372060:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757014.372071:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583930998272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372090:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757014.372099:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757014.372114:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757014.372172:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136f00. 00000400:00000200:1.0:1787757014.372182:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757014.372192:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757014.372204:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf7f8 00000400:00000010:1.0:1787757014.372212:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf7f8. 00000100:00000001:1.0:1787757014.372225:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757014.372242:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4b40 x1874583930998400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372378:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757014.372395:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583930998400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372436:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757014.372447:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757014.372472:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757014.372482:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136200. 00000400:00000200:1.0:1787757014.372493:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757014.372510:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757014.372533:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfcc0 00000400:00000010:1.0:1787757014.372541:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfcc0. 00000100:00000001:1.0:1787757014.372552:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757014.372570:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4780 x1874583930998528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372613:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757014.372631:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583930998528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372671:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757014.372679:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757014.372700:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757014.372712:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136d00. 00000400:00000200:1.0:1787757014.372724:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757014.372745:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757014.372753:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfe58 00000400:00000010:1.0:1787757014.372758:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfe58. 00000100:00000001:1.0:1787757014.372764:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757014.372773:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4f00 x1874583930998656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372789:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757014.372796:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583930998656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757014.372810:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757014.372813:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757015.331478:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757015.331497:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757015.331509:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757015.331527:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757015.331555:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757015.331565:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757015.331592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757015.331606:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757015.331616:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757015.331645:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757015.331653:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757015.331664:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757015.331680:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757015.331690:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757015.331698:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757015.331738:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757015.331744:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757015.331756:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757015.331810:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757015.331822:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757015.331828:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757015.331835:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757015.331841:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757015.331846:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757015.331850:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757015.331854:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757015.331862:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757016.355489:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757016.355505:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757016.355513:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757016.355529:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757016.355544:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757016.355557:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757016.355605:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757016.355620:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757016.355632:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757016.355667:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757016.355677:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757016.355689:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757016.355704:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757016.355720:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757016.355732:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757016.355747:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757016.355758:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757016.355785:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757017.379455:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757017.379468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757017.379478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757017.379491:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757017.379508:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757017.379521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757017.379538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757017.379554:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757017.379566:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757017.379591:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757017.379610:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757017.379620:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757017.379629:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757017.379644:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757017.379652:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757017.379658:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757017.379663:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757017.379669:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757017.379734:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757017.379752:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757017.379763:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757017.379771:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757017.379788:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757017.379799:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757017.379809:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757017.379821:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757017.379831:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757017.443534:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309394386, at 4309394432 00000100:00000010:1.0:1787757017.443541:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aea0. 00000100:00000001:1.0:1787757018.403460:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757018.403472:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757018.403480:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757018.403495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757018.403517:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757018.403537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757018.403552:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757018.403566:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757018.403577:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757018.403604:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757018.403627:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757018.403644:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757018.403671:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757018.403689:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757018.403701:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757018.403718:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757018.403732:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757018.403752:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757018.403815:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757018.403825:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757018.403834:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757018.403847:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757018.403858:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757018.403864:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757018.403868:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757018.403871:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757018.403876:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757019.427457:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757019.427469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757019.427477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757019.427491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757019.427502:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757019.427512:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757019.427537:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757019.427544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757019.427561:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757019.427603:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757019.427611:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757019.427619:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757019.427627:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757019.427635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757019.427649:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757019.427659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757019.427672:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757019.427697:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757019.427748:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757019.427757:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757019.427762:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757019.427775:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757019.427797:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757019.427807:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757019.427818:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757019.427822:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757019.427826:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757020.451485:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757020.451504:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757020.451514:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757020.451532:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757020.451549:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757020.451567:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757020.451592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757020.451609:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757020.451621:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757020.451678:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757020.451695:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757020.451704:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757020.451722:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757020.451742:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757020.451765:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757020.451803:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757020.451810:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757020.451819:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757020.451883:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757020.451894:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757020.451911:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757021.475619:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757021.475630:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757021.475637:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757021.475652:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757021.475662:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757021.475671:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757021.475683:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757021.475690:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757021.475702:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757022.499401:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757022.499410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757022.499416:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757022.499427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757022.499442:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757022.499454:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757022.499486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757022.499497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757022.499513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757022.499556:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757022.499569:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757022.499580:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757022.499597:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757022.499613:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757022.499623:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757022.499636:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757022.499659:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757022.499672:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757022.499731:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757022.499740:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757022.499746:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757022.499757:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757022.499763:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757022.499767:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757022.499774:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757022.499784:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757022.499795:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757022.563394:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309399505, at 4309399552 00000100:00000010:1.0:1787757022.563417:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a3c0. 00000100:00000001:1.0:1787757023.523444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757023.523458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757023.523464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757023.523474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757023.523480:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757023.523489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757023.523497:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757023.523508:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757023.523523:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757023.523559:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757023.523568:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757023.523575:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757023.523582:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757023.523593:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757023.523604:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757023.523611:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757023.523618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757023.523632:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757023.523693:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757023.523701:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757023.523707:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757023.523710:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757023.523717:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757023.523728:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757023.523736:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757023.523745:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757023.523750:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757024.547349:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757024.547355:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757024.547358:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757024.547364:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757024.547371:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757024.547378:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757024.547382:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757024.547387:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757024.547393:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757024.547412:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757024.547416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757024.547419:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757024.547421:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757024.547434:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757024.547437:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757024.547441:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757024.547442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757024.547444:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757024.547485:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757024.547490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757024.547494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757024.547499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757024.547503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757024.547505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757024.547514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757024.547525:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757024.547528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757025.571458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757025.571471:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757025.571482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757025.571497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757025.571511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757025.571527:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757025.571552:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757025.571558:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757025.571563:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757025.571595:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757025.571605:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757025.571613:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757025.571622:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757025.571631:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757025.571641:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757025.571662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757025.571672:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757025.571679:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757025.571731:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757025.571740:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757025.571747:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757025.571760:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757025.571770:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757025.571778:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757025.571782:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757025.571785:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757025.571789:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757026.595493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757026.595505:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757026.595512:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757026.595523:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757026.595541:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757026.595553:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757026.595566:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757026.595578:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757026.595598:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757026.595648:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757026.595656:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757026.595665:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757026.595686:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757026.595697:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757026.595705:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757026.595712:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757026.595724:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757026.595733:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757027.619528:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757027.619544:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757027.619551:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757027.619566:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757027.619580:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757027.619592:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757027.619615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757027.619623:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757027.619639:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757027.619662:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757027.619669:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757027.619680:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757027.619699:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757027.619717:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757027.619726:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757027.619740:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757027.619747:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757027.619762:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757027.619838:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757027.619848:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757027.619861:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757027.619867:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757027.619881:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757027.619889:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757027.619947:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757027.619952:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757027.619973:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757027.683380:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309404625, at 4309404672 00000100:00000010:1.0:1787757027.683407:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000001:1.0:1787757028.643477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757028.643508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757028.643519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757028.643535:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757028.643549:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757028.643562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757028.643576:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757028.643586:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757028.643602:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757028.643640:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757028.643649:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757028.643656:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757028.643664:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757028.643673:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757028.643681:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757028.643690:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757028.643696:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757028.643703:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757029.667466:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757029.667509:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757029.667516:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757029.667523:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757029.667534:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757029.667541:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757029.667549:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757029.667569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757029.667583:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757029.667630:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757029.667639:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757029.667646:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757029.667651:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757029.667659:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757029.667666:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757029.667685:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757029.667689:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757029.667694:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757029.667720:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757029.667729:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757029.667735:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757029.667742:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757029.667752:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757029.667762:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757029.667772:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757029.667781:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757029.667788:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757030.691434:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757030.691446:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757030.691454:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757030.691466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757030.691477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757030.691485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757030.691498:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757030.691507:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757030.691513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757030.691539:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757030.691548:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757030.691554:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757030.691563:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757030.691569:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757030.691576:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757030.691582:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757030.691593:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757030.691606:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757030.691670:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757030.691681:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757030.691688:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757030.691694:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757030.691700:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757030.691706:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757030.691712:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757030.691716:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757030.691721:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757031.715439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757031.715448:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757031.715453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757031.715462:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757031.715471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757031.715480:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757031.715490:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757031.715497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757031.715506:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757031.715545:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757031.715555:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757031.715562:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757031.715569:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757031.715581:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757031.715590:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757031.715603:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757031.715612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757031.715625:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757031.715698:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757031.715711:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757031.715718:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757031.715727:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757031.715737:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757031.715746:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757031.715769:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757031.715774:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757031.715779:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757032.739446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757032.739456:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757032.739462:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757032.739475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757032.739484:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757032.739494:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757032.739509:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757032.739515:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757032.739521:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757032.739572:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757032.739580:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757032.739589:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757032.739601:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757032.739617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757032.739627:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757032.739669:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757032.739679:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757032.739690:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757032.803386:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309409745, at 4309409792 00000100:00000010:1.0:1787757032.803412:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000001:1.0:1787757033.763425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757033.763470:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757033.763480:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757033.763495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757033.763509:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757033.763517:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757033.763524:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757033.763533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757033.763543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757033.763626:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757033.763636:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757033.763645:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757033.763658:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757033.763668:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757033.763677:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757033.763687:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757033.763693:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757033.763704:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757034.787424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757034.787441:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757034.787449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757034.787467:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757034.787481:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757034.787494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757034.787509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757034.787520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757034.787536:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757034.787605:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757034.787616:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757034.787624:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757034.787637:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757034.787649:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757034.787662:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757034.787678:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757034.787690:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757034.787709:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757035.811404:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757035.811437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757035.811448:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757035.811463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757035.811480:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757035.811494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757035.811510:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757035.811515:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757035.811522:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757035.811578:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757035.811588:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757035.811594:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757035.811609:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757035.811620:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757035.811627:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757035.811638:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757035.811643:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757035.811649:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.835449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757036.835464:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757036.835474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.835492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757036.835507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757036.835518:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.835525:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.835534:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.835541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.835574:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757036.835581:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757036.835588:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.835600:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757036.835612:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757036.835623:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.835652:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.835663:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.835678:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.899825:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757036.899836:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757036.899842:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757036.899861:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.899891:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.899896:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.899909:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757036.899920:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757036.899930:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.899938:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931001344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757036.899987:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757036.899996:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757036.900002:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.900009:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757036.900020:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757036.900030:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757036.900046:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757036.900053:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757036.900066:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757036.900082:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931001344, portal 25 00000100:00000001:1.0:1787757036.900089:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757036.900094:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549338240 : -128384160213376 : ffff8b3c3bbc5680) 00000100:00000040:1.0:1787757036.900113:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.900124:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757036.900129:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757036.900132:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757036.900137:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931001344, offset 0 00000400:00000200:1.0:1787757036.900147:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757036.900165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.900177:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757036.900184:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757036.900190:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757036.900196:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757036.900200:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757036.900205:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746581:746581:256:4294967295] 192.168.201.121@tcp LPNI seq info [746575:746575:8:4294967295] 00000400:00000200:1.0:1787757036.900212:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.900225:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757036.900241:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.900255:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757036.900335:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757036.900346:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757036.900415:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.900422:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757036.900435:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757036.900450:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757036.900464:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757036.900471:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757036.900479:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757036.900491:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.900516:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.900526:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.900546:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.900555:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757036.900568:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757036.900584:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757036.900591:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309414865 00000100:00000010:1.0:1787757036.900606:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757036.900619:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757036.900638:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309414865 00000100:00000010:1.0:1787757036.900656:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757036.900671:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757036.900682:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757036.900699:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.900712:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757036.900762:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757036/real 1787757036] req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757036.900822:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757036.900833:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757036.900845:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757036.900860:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757036.900866:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757036.900876:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757036.900891:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757036.900930:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.900955:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757036.900960:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.900967:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.900973:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757036.900984:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901015:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757036.901026:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901048:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757036.901055:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.901058:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.901063:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.901072:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757036.901077:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757036.901088:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757036.901103:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757036.901112:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757036.901123:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757036.901147:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931001344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757036.901171:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.901180:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.901193:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5680 x1874583931001344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901239:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757036.901251:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757036.901261:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757036.901316:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757036.901325:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757036.901335:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757036.901345:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757036.901355:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:1.0:1787757036.901369:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757036.901379:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757036.901386:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5680. 00000100:00000001:1.0:1787757036.901397:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757036.901402:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.901409:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.901424:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757036.901431:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.901439:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757036.901445:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757036.901452:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757036.901464:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901480:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.901489:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.901499:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757036.901504:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757036.901511:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.901521:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757036.901531:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757036.901538:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757036.901544:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.901554:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757036.901565:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757036.901575:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757036.901590:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757036.901603:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757036.901616:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757036.901629:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931001472, portal 10 00000100:00000001:1.0:1787757036.901638:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757036.901642:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549333440 : -128384160218176 : ffff8b3c3bbc43c0) 00000100:00000040:1.0:1787757036.901667:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901716:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757036.901751:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757036.901763:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757036.901771:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931001472, offset 0 00000400:00000200:1.0:1787757036.901780:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757036.901788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.901795:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757036.901800:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757036.901804:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757036.901808:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757036.901811:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757036.901816:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746582:746582:256:4294967295] 192.168.201.121@tcp LPNI seq info [746576:746576:8:4294967295] 00000400:00000200:1.0:1787757036.901822:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.901831:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757036.901838:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.901843:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757036.901849:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757036.901853:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757036.901869:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.901872:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757036.901877:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757036.901882:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757036.901886:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757036.901889:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757036.901893:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757036.901899:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901910:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.901914:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.901923:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.901925:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757036.901929:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757036.901935:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757036.901939:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757036.901942:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309413902 00000100:00000001:1.0:1787757036.901946:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.901949:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309413902 00000100:00000001:1.0:1787757036.901952:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.901955:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757036.901958:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.901960:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757036.901965:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757036/real 1787757036] req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757036.901975:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757036.901978:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757036.901980:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757036.901983:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757036.901986:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757036.901989:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757036.901994:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757036.902006:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902014:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757036.902016:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902019:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.902021:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757036.902025:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902034:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757036.902039:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902047:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757036.902051:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902053:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.902054:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902057:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757036.902061:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757036.902065:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757036.902070:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757036.902073:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757036.902079:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757036.902089:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757036.902094:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757036.902099:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902117:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.902119:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.902122:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757036.902125:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757036.902128:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.902132:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757036.902135:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757036.902138:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757036.902141:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.902143:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757036.902147:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757036.902150:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757036.902155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757036.902158:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757036.902163:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757036.902167:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931001600, portal 10 00000100:00000001:1.0:1787757036.902169:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757036.902172:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549346880 : -128384160204736 : ffff8b3c3bbc7840) 00000100:00000040:1.0:1787757036.902179:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902188:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757036.902192:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757036.902195:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757036.902198:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931001600, offset 0 00000400:00000200:1.0:1787757036.902203:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757036.902208:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.902212:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757036.902216:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757036.902219:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757036.902223:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757036.902226:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757036.902231:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746583:746583:256:4294967295] 192.168.201.121@tcp LPNI seq info [746577:746577:8:4294967295] 00000400:00000200:1.0:1787757036.902237:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.902245:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757036.902251:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.902255:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757036.902260:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757036.902264:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757036.902311:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.902314:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757036.902318:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757036.902323:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757036.902327:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757036.902330:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757036.902333:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757036.902338:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902349:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.902353:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902362:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.902364:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757036.902368:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757036.902372:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757036.902377:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757036.902379:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309413901 00000100:00000001:1.0:1787757036.902383:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.902386:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309413901 00000100:00000001:1.0:1787757036.902389:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.902391:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757036.902395:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.902398:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757036.902403:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757036/real 1787757036] req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757036.902413:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757036.902415:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757036.902417:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757036.902420:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757036.902423:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757036.902425:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757036.902430:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757036.902441:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902449:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757036.902451:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902453:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.902455:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757036.902459:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902468:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757036.902472:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902481:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757036.902484:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902486:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.902488:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902490:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757036.902493:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757036.902496:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757036.902502:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757036.902505:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757036.902510:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757036.902520:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757036.902525:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757036.902529:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902537:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.902539:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.902542:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757036.902544:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757036.902547:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.902551:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757036.902555:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757036.902558:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757036.902560:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.902563:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757036.902568:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757036.902570:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757036.902575:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757036.902578:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757036.902582:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757036.902586:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931001728, portal 4 00000100:00000001:1.0:1787757036.902589:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757036.902591:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549340160 : -128384160211456 : ffff8b3c3bbc5e00) 00000100:00000040:1.0:1787757036.902598:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902607:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757036.902611:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757036.902614:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757036.902617:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931001728, offset 0 00000400:00000200:1.0:1787757036.902622:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757036.902627:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.902633:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757036.902639:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757036.902645:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757036.902650:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757036.902655:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757036.902662:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746584:746584:256:4294967295] 192.168.201.121@tcp LPNI seq info [746578:746578:8:4294967295] 00000400:00000200:1.0:1787757036.902672:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.902685:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757036.902694:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.902702:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757036.902711:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757036.902717:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757036.902765:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.902769:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757036.902777:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757036.902784:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757036.902790:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757036.902794:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757036.902800:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757036.902808:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902826:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.902833:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902847:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.902851:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757036.902859:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757036.902866:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757036.902872:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757036.902876:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309413937 00000100:00000001:1.0:1787757036.902879:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.902883:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309413937 00000100:00000001:1.0:1787757036.902886:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.902888:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757036.902892:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.902894:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757036.902900:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757036/real 1787757036] req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757036.902911:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757036.902913:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757036.902916:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757036.902919:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757036.902921:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757036.902924:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757036.902928:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757036.902939:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902948:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757036.902950:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902953:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.902955:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757036.902959:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902967:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757036.902972:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.902983:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757036.902986:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902988:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.902990:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.902992:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757036.902995:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757036.902998:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757036.903002:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757036.903005:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757036.903010:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757036.903020:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757036.903024:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903027:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.903031:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc43c0 x1874583931001472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903039:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757036.903042:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757036.903045:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757036.903049:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757036.903051:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757036.903053:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757036.903056:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757036.903059:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:1.0:1787757036.903064:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757036.903067:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757036.903070:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc43c0. 00000100:00000001:1.0:1787757036.903076:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757036.903078:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903082:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.903090:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7840 x1874583931001600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903103:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757036.903106:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757036.903110:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757036.903115:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757036.903118:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757036.903121:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757036.903126:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757036.903129:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:1.0:1787757036.903134:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757036.903136:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757036.903140:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7840. 00000100:00000001:1.0:1787757036.903145:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757036.903148:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903151:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.903159:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5e00 x1874583931001728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903173:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757036.903176:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757036.903179:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757036.903184:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757036.903187:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757036.903190:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757036.903194:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757036.903199:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:1.0:1787757036.903202:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757036.903204:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757036.903206:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5e00. 00000100:00000001:1.0:1787757036.903210:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757036.903211:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903214:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903220:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757036.903222:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.903225:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757036.903229:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757036.903232:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757036.903240:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903256:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757036.903259:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.903263:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757036.903268:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757036.903310:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757036.903319:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757036.903325:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757036.903330:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757036.903333:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757036.903337:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757036.903345:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757036.903350:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757036.903358:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757036.903363:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757036.903371:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757036.903377:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931001856, portal 4 00000100:00000001:1.0:1787757036.903380:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757036.903382:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549332480 : -128384160219136 : ffff8b3c3bbc4000) 00000100:00000040:1.0:1787757036.903392:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903401:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757036.903404:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757036.903408:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757036.903411:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931001856, offset 0 00000400:00000200:1.0:1787757036.903416:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757036.903422:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.903427:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757036.903432:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757036.903436:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757036.903440:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757036.903443:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757036.903448:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746585:746585:256:4294967295] 192.168.201.121@tcp LPNI seq info [746579:746579:8:4294967295] 00000400:00000200:1.0:1787757036.903453:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757036.903462:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757036.903468:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.903473:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757036.903478:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757036.903482:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757036.903501:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757036.903504:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757036.903510:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757036.903514:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757036.903519:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757036.903522:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757036.903528:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757036.903534:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903559:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.903564:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903573:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.903576:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757036.903580:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757036.903583:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757036.903588:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757036.903591:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309413917 00000100:00000001:1.0:1787757036.903594:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.903597:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309413917 00000100:00000001:1.0:1787757036.903603:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309414865 00000100:00000001:1.0:1787757036.903606:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757036.903609:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.903612:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757036.903617:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757036/real 1787757036] req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757036.903627:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757036.903629:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757036.903631:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757036.903635:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757036.903637:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757036.903640:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757036.903644:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757036.903658:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903672:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757036.903675:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903679:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.903682:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757036.903690:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903705:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757036.903714:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903755:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757036.903762:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903766:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757036.903769:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903774:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757036.903778:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757036.903784:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757036.903790:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757036.903793:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757036.903800:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757036.903811:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931001856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757036.903817:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903820:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757036.903824:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4000 x1874583931001856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757036.903832:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757036.903835:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757036.903838:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757036.903841:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757036.903844:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757036.903846:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757036.903849:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757036.903851:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:1.0:1787757036.903854:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757036.903856:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757036.903859:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4000. 00000100:00000001:1.0:1787757036.903862:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757036.903864:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903867:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757036.903872:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757036.903874:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757036.903877:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757036.903879:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757037.859420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757037.859436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757037.859445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757037.859462:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757037.859477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757037.859487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757037.859507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757037.859517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757037.859525:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757037.859558:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757037.859568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757037.859576:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757037.859589:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757037.859603:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757037.859614:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757037.859638:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757037.859645:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757037.859657:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757037.859691:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757037.859698:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757037.859703:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757037.859739:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757037.859747:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757037.859756:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757037.859780:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757037.859786:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757037.859791:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757037.923396:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309414865, at 4309414912 00000100:00000010:1.0:1787757037.923424:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757038.883456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757038.883468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757038.883477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757038.883487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757038.883501:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757038.883514:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757038.883523:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757038.883529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757038.883537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757038.883582:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757038.883594:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757038.883601:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757038.883611:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757038.883619:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757038.883635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757038.883643:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757038.883651:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757038.883664:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757038.883752:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757038.883761:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757038.883765:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757038.883772:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757038.883778:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757038.883783:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757038.883787:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757038.883791:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757038.883796:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757039.907413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757039.907421:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757039.907429:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757039.907441:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757039.907453:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757039.907462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757039.907468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757039.907476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757039.907481:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757039.907512:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757039.907519:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757039.907526:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757039.907536:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757039.907548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757039.907557:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757039.907575:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757039.907584:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757039.907593:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757039.907614:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757039.907621:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757039.907625:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757039.907633:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757039.907638:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757039.907646:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757039.907652:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757039.907657:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757039.907662:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757040.931444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757040.931456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757040.931465:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757040.931476:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757040.931496:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757040.931503:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757040.931509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757040.931515:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757040.931524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757040.931548:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757040.931554:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757040.931562:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757040.931572:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757040.931586:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757040.931595:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757040.931602:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757040.931609:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757040.931617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757041.955444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757041.955461:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757041.955470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757041.955490:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757041.955507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757041.955520:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757041.955565:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757041.955575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757041.955588:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757041.955683:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757041.955692:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757041.955699:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757041.955706:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757041.955717:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757041.955726:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757041.955735:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757041.955743:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757041.955759:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.019816:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757042.019826:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757042.019833:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757042.019848:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.019885:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.019893:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.019905:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757042.019911:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757042.019916:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.019931:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931001984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757042.019944:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757042.019952:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757042.019959:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.019969:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757042.019980:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757042.019987:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757042.020005:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757042.020013:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757042.020025:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757042.020038:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931001984, portal 25 00000100:00000001:1.0:1787757042.020044:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757042.020048:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549347840 : -128384160203776 : ffff8b3c3bbc7c00) 00000100:00000040:1.0:1787757042.020064:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.020083:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757042.020113:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757042.020121:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757042.020128:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931001984, offset 0 00000400:00000200:1.0:1787757042.020145:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757042.020162:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.020177:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757042.020197:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757042.020211:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757042.020226:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757042.020243:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757042.020265:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746586:746586:256:4294967295] 192.168.201.121@tcp LPNI seq info [746580:746580:8:4294967295] 00000400:00000200:1.0:1787757042.020338:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.020360:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757042.020381:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.020396:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757042.020418:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757042.020429:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757042.020480:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.020489:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757042.020502:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757042.020519:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757042.020529:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757042.020537:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757042.020547:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757042.020576:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.020606:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.020617:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.020665:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.020675:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757042.020691:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757042.020708:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757042.020721:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309419985 00000100:00000010:1.0:1787757042.020736:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757042.020752:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757042.020767:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309419985 00000100:00000010:1.0:1787757042.020779:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757042.020789:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757042.020799:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757042.020808:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.020818:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757042.020834:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757042/real 1787757042] req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757042.020872:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757042.020879:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757042.020887:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757042.020897:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757042.020903:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757042.020912:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757042.020925:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757042.020958:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.020985:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757042.020991:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.020999:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.021003:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757042.021014:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.021043:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757042.021059:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.021080:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757042.021091:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.021099:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.021105:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.021109:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757042.021116:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757042.021127:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757042.021137:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757042.021148:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757042.021162:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757042.021192:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931001984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757042.021203:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.021208:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.021234:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7c00 x1874583931001984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.021302:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757042.021305:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757042.021309:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757042.021317:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757042.021323:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757042.021329:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757042.021335:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757042.021344:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:1.0:1787757042.021350:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757042.021357:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757042.021360:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7c00. 00000100:00000001:1.0:1787757042.021366:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757042.021370:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.021379:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.021394:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757042.021400:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.021407:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757042.021415:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757042.021422:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757042.021436:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.021471:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.021477:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.021485:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757042.021491:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757042.021499:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.021513:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757042.021522:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757042.021528:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757042.021535:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.021543:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757042.021552:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757042.021560:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757042.021571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757042.021579:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757042.021590:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757042.021599:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002112, portal 10 00000100:00000001:1.0:1787757042.021608:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757042.021613:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549334400 : -128384160217216 : ffff8b3c3bbc4780) 00000100:00000040:1.0:1787757042.021632:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.021684:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757042.021696:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757042.021709:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757042.021719:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931002112, offset 0 00000400:00000200:1.0:1787757042.021735:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757042.021749:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.021761:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757042.021772:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757042.021782:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757042.021792:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757042.021801:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757042.021809:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746587:746587:256:4294967295] 192.168.201.121@tcp LPNI seq info [746581:746581:8:4294967295] 00000400:00000200:1.0:1787757042.021822:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.021841:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757042.021866:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.021876:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757042.021897:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757042.021906:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757042.021944:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.021949:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757042.021958:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757042.021963:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757042.021968:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757042.021972:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757042.021977:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757042.021983:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.021995:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.022000:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022009:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.022011:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757042.022016:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757042.022021:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757042.022025:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757042.022029:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309419022 00000100:00000001:1.0:1787757042.022033:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.022036:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309419022 00000100:00000001:1.0:1787757042.022039:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.022042:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757042.022045:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.022048:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757042.022053:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757042/real 1787757042] req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757042.022063:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757042.022065:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757042.022068:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757042.022071:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757042.022073:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757042.022076:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757042.022080:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757042.022091:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022100:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757042.022101:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022104:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.022106:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757042.022110:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022119:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757042.022124:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022133:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757042.022136:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022138:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.022140:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022143:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757042.022147:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757042.022153:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757042.022158:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757042.022161:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757042.022167:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757042.022177:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757042.022182:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757042.022186:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022194:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.022196:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.022199:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757042.022202:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757042.022205:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.022208:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757042.022213:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757042.022217:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757042.022219:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.022222:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757042.022227:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757042.022230:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757042.022234:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757042.022237:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757042.022241:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757042.022246:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002240, portal 10 00000100:00000001:1.0:1787757042.022248:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757042.022250:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549336320 : -128384160215296 : ffff8b3c3bbc4f00) 00000100:00000040:1.0:1787757042.022258:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022306:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757042.022309:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757042.022313:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757042.022317:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931002240, offset 0 00000400:00000200:1.0:1787757042.022322:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757042.022327:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.022332:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757042.022337:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757042.022341:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757042.022344:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757042.022347:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757042.022352:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746588:746588:256:4294967295] 192.168.201.121@tcp LPNI seq info [746582:746582:8:4294967295] 00000400:00000200:1.0:1787757042.022358:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.022366:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757042.022372:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.022376:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757042.022382:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757042.022386:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757042.022401:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.022404:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757042.022408:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757042.022413:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757042.022417:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757042.022419:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757042.022423:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757042.022428:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022438:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.022443:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022460:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.022462:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757042.022466:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757042.022470:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757042.022474:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757042.022477:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309419021 00000100:00000001:1.0:1787757042.022480:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.022484:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309419021 00000100:00000001:1.0:1787757042.022486:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.022489:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757042.022492:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.022494:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757042.022499:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757042/real 1787757042] req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757042.022508:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757042.022510:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757042.022513:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757042.022516:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757042.022518:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757042.022521:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757042.022525:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757042.022535:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022543:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757042.022545:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022547:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.022549:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757042.022554:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022563:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757042.022569:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022578:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757042.022581:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022583:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.022585:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022587:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757042.022590:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757042.022593:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757042.022598:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757042.022600:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757042.022606:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757042.022615:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757042.022620:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757042.022625:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022634:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.022636:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.022666:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757042.022671:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757042.022675:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.022682:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757042.022690:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757042.022694:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757042.022698:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.022702:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757042.022709:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757042.022714:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757042.022721:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757042.022726:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757042.022733:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757042.022739:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002368, portal 4 00000100:00000001:1.0:1787757042.022742:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757042.022745:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549345920 : -128384160205696 : ffff8b3c3bbc7480) 00000100:00000040:1.0:1787757042.022754:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022763:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757042.022767:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757042.022770:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757042.022773:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931002368, offset 0 00000400:00000200:1.0:1787757042.022779:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757042.022784:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.022789:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757042.022793:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757042.022796:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757042.022800:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757042.022803:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757042.022808:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746589:746589:256:4294967295] 192.168.201.121@tcp LPNI seq info [746583:746583:8:4294967295] 00000400:00000200:1.0:1787757042.022814:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.022822:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757042.022828:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.022832:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757042.022837:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757042.022841:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757042.022857:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.022860:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757042.022864:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757042.022869:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757042.022873:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757042.022875:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757042.022879:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757042.022883:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022894:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.022898:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022907:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.022909:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757042.022912:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757042.022917:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757042.022921:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757042.022923:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309419057 00000100:00000001:1.0:1787757042.022927:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.022930:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309419057 00000100:00000001:1.0:1787757042.022933:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.022935:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757042.022938:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.022941:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757042.022945:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757042/real 1787757042] req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757042.022955:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757042.022957:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757042.022959:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757042.022962:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757042.022964:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757042.022968:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757042.022972:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757042.022984:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.022992:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757042.022994:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.022996:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.022998:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757042.023003:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023011:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757042.023016:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023024:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757042.023028:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023030:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.023032:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023035:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757042.023037:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757042.023041:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757042.023045:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757042.023048:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757042.023053:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757042.023062:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757042.023067:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023070:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.023075:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4780 x1874583931002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023084:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757042.023087:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757042.023089:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757042.023093:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757042.023095:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757042.023097:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757042.023100:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757042.023102:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787757042.023106:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757042.023108:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757042.023110:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4780. 00000100:00000001:1.0:1787757042.023114:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757042.023116:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023118:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.023122:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4f00 x1874583931002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023132:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757042.023133:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757042.023135:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757042.023138:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757042.023140:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757042.023141:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757042.023144:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757042.023146:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:1.0:1787757042.023149:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757042.023150:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757042.023152:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4f00. 00000100:00000001:1.0:1787757042.023155:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757042.023157:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023159:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.023162:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7480 x1874583931002368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023170:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757042.023173:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757042.023175:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757042.023178:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757042.023180:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757042.023181:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757042.023184:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757042.023186:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:1.0:1787757042.023188:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757042.023190:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757042.023192:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7480. 00000100:00000001:1.0:1787757042.023194:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757042.023196:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023199:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023203:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757042.023205:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.023207:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757042.023209:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757042.023211:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757042.023215:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023224:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.023226:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.023228:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757042.023231:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757042.023234:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.023238:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757042.023242:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757042.023245:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757042.023247:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757042.023249:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757042.023253:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757042.023256:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757042.023260:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757042.023263:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757042.023296:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757042.023301:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002496, portal 4 00000100:00000001:1.0:1787757042.023305:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757042.023307:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549335360 : -128384160216256 : ffff8b3c3bbc4b40) 00000100:00000040:1.0:1787757042.023315:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023324:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757042.023328:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757042.023331:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757042.023334:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931002496, offset 0 00000400:00000200:1.0:1787757042.023339:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757042.023343:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.023348:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757042.023352:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757042.023356:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757042.023359:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757042.023363:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757042.023367:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746590:746590:256:4294967295] 192.168.201.121@tcp LPNI seq info [746584:746584:8:4294967295] 00000400:00000200:1.0:1787757042.023373:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757042.023381:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757042.023387:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.023391:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757042.023396:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757042.023400:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757042.023415:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757042.023418:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757042.023422:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757042.023427:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757042.023431:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757042.023434:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757042.023437:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757042.023442:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023461:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.023466:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023474:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.023476:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757042.023480:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757042.023484:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757042.023488:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757042.023490:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309419037 00000100:00000001:1.0:1787757042.023493:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.023496:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309419037 00000100:00000001:1.0:1787757042.023499:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309419985 00000100:00000001:1.0:1787757042.023503:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757042.023505:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.023508:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757042.023512:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757042/real 1787757042] req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757042.023522:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757042.023523:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757042.023526:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757042.023529:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757042.023531:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757042.023534:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757042.023539:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757042.023549:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023557:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757042.023560:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023563:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.023565:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757042.023570:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023578:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757042.023583:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023592:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757042.023595:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023597:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757042.023598:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023601:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757042.023603:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757042.023607:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757042.023611:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757042.023615:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757042.023620:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757042.023630:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757042.023634:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023637:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757042.023663:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4b40 x1874583931002496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757042.023672:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757042.023674:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757042.023677:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757042.023680:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757042.023682:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757042.023685:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757042.023687:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757042.023690:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787757042.023693:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757042.023695:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757042.023697:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4b40. 00000100:00000001:1.0:1787757042.023700:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757042.023702:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023704:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.023708:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757042.023710:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.023713:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757042.023715:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.979400:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757042.979413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757042.979419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.979434:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757042.979445:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757042.979453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.979464:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.979473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.979488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.979520:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757042.979531:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757042.979539:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.979550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757042.979565:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757042.979577:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.979587:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.979599:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.979615:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757042.979708:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757042.979718:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757042.979725:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757042.979731:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757042.979740:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757042.979751:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.979764:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757042.979773:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757042.979783:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757043.043437:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309419985, at 4309420032 00000100:00000010:1.0:1787757043.043458:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757044.003435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757044.003444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757044.003453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757044.003466:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757044.003488:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757044.003497:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757044.003512:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757044.003520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757044.003529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757044.003565:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757044.003574:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757044.003581:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757044.003585:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757044.003592:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757044.003601:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757044.003635:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757044.003643:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757044.003656:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757044.003724:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757044.003739:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757044.003749:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757044.003764:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757044.003773:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757044.003778:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757044.003785:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757044.003788:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757044.003792:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757045.027535:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757045.027551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757045.027565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757045.027630:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757045.027657:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757045.027669:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757045.027705:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757045.027719:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757045.027736:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757045.027796:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757045.027809:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757045.027823:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757045.027830:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757045.027858:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757045.027872:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757045.027913:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757045.027927:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757045.027936:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757046.051422:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757046.051434:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757046.051437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757046.051446:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757046.051454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757046.051462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757046.051472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757046.051481:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757046.051493:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757046.051545:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757046.051553:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757046.051559:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757046.051593:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757046.051613:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757046.051621:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757046.051628:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757046.051635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757046.051642:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.075437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757047.075451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757047.075458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.075467:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757047.075478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757047.075489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.075500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.075507:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.075517:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.075587:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757047.075596:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757047.075606:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.075616:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757047.075631:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757047.075644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.075679:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.075688:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.075696:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757047.075751:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757047.075758:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757047.075767:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757047.139872:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757047.139882:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757047.139890:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757047.139909:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.139950:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.139955:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.139961:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757047.139966:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757047.139970:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.139985:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931002624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757047.139997:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757047.140006:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757047.140012:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.140019:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757047.140032:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757047.140040:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757047.140054:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757047.140063:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757047.140076:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757047.140091:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002624, portal 25 00000100:00000001:1.0:1787757047.140100:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757047.140105:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757047.140122:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.140164:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757047.140176:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757047.140185:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757047.140194:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931002624, offset 0 00000400:00000200:1.0:1787757047.140214:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757047.140231:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.140247:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757047.140262:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757047.140320:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757047.140333:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757047.140343:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757047.140354:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746591:746591:256:4294967295] 192.168.201.121@tcp LPNI seq info [746585:746585:8:4294967295] 00000400:00000200:1.0:1787757047.140370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.140400:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757047.140423:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.140437:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757047.140455:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757047.140466:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1787757047.140513:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.140524:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757047.140542:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757047.140586:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757047.140600:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757047.140610:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757047.140626:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757047.140644:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.140683:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.140699:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.140730:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.140739:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757047.140754:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757047.140770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757047.140779:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309425105 00000100:00000010:1.0:1787757047.140793:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757047.140809:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757047.140822:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309425105 00000100:00000010:1.0:1787757047.140835:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757047.140847:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757047.140858:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757047.140866:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.140873:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757047.140889:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757047/real 1787757047] req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757047.140916:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757047.140922:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757047.140928:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757047.140935:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757047.140940:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757047.140947:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757047.140957:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757047.140990:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141011:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757047.141017:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141022:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.141027:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757047.141041:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141070:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757047.141088:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141114:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757047.141125:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141132:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.141137:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141145:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757047.141152:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757047.141163:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757047.141177:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757047.141187:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757047.141200:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757047.141243:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931002624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757047.141256:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141262:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.141301:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931002624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141317:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757047.141324:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757047.141331:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757047.141340:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757047.141346:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757047.141351:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757047.141356:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757047.141362:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757047.141369:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757047.141378:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757047.141381:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757047.141391:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757047.141396:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141401:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141415:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757047.141421:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.141429:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757047.141432:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757047.141435:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757047.141446:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141470:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.141474:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.141484:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757047.141491:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757047.141495:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.141508:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757047.141518:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757047.141526:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757047.141536:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.141547:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757047.141579:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757047.141589:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757047.141601:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757047.141614:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757047.141628:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757047.141638:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002752, portal 10 00000100:00000001:1.0:1787757047.141647:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757047.141652:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757047.141676:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141711:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757047.141723:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757047.141730:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757047.141737:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931002752, offset 0 00000400:00000200:1.0:1787757047.141743:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757047.141751:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.141757:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757047.141763:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757047.141767:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757047.141771:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757047.141774:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757047.141779:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746592:746592:256:4294967295] 192.168.201.121@tcp LPNI seq info [746586:746586:8:4294967295] 00000400:00000200:1.0:1787757047.141784:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.141793:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757047.141800:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.141804:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757047.141810:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757047.141814:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1787757047.141830:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.141832:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757047.141837:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757047.141842:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757047.141846:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757047.141848:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757047.141852:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757047.141857:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141869:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.141873:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141882:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.141884:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757047.141889:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757047.141894:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757047.141899:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757047.141902:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309424142 00000100:00000001:1.0:1787757047.141906:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.141910:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309424142 00000100:00000001:1.0:1787757047.141913:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.141915:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757047.141918:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.141921:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757047.141925:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757047/real 1787757047] req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757047.141936:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757047.141938:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757047.141941:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757047.141944:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757047.141946:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757047.141949:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757047.141953:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757047.141964:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141973:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757047.141975:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.141978:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.141980:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757047.141984:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.141993:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757047.141998:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142008:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757047.142011:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142013:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.142015:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142018:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757047.142022:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757047.142025:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757047.142030:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757047.142032:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757047.142038:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757047.142048:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757047.142053:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757047.142058:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142066:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.142068:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.142071:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757047.142073:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757047.142076:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.142079:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757047.142084:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757047.142086:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757047.142089:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.142091:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757047.142096:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757047.142098:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757047.142103:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757047.142106:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757047.142111:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757047.142115:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931002880, portal 10 00000100:00000001:1.0:1787757047.142117:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757047.142119:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757047.142126:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142134:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757047.142138:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757047.142141:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757047.142144:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931002880, offset 0 00000400:00000200:1.0:1787757047.142149:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757047.142153:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.142157:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757047.142161:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757047.142164:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757047.142167:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757047.142171:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757047.142175:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746593:746593:256:4294967295] 192.168.201.121@tcp LPNI seq info [746587:746587:8:4294967295] 00000400:00000200:1.0:1787757047.142181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.142189:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757047.142195:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.142199:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757047.142204:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757047.142207:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1787757047.142222:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.142225:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757047.142228:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757047.142233:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757047.142237:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757047.142240:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757047.142243:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757047.142248:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142258:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.142262:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142299:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.142301:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757047.142306:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757047.142310:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757047.142314:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757047.142317:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309424141 00000100:00000001:1.0:1787757047.142321:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.142324:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309424141 00000100:00000001:1.0:1787757047.142327:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.142330:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757047.142332:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.142335:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757047.142340:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757047/real 1787757047] req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757047.142350:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757047.142352:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757047.142355:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757047.142358:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757047.142360:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757047.142363:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757047.142367:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757047.142378:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142388:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757047.142390:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142392:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.142394:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757047.142399:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142407:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757047.142412:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142420:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757047.142423:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142426:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.142427:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142430:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757047.142433:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757047.142437:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757047.142441:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757047.142444:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757047.142449:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757047.142459:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931002880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757047.142463:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757047.142468:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142476:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.142478:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.142481:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757047.142484:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757047.142487:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.142490:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757047.142495:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757047.142497:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757047.142499:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.142501:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757047.142506:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757047.142508:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757047.142513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757047.142516:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757047.142522:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757047.142528:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003008, portal 4 00000100:00000001:1.0:1787757047.142532:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757047.142535:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757047.142545:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142577:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757047.142582:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757047.142588:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757047.142594:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931003008, offset 0 00000400:00000200:1.0:1787757047.142602:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757047.142611:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.142618:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757047.142625:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757047.142630:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757047.142636:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757047.142641:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757047.142647:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746594:746594:256:4294967295] 192.168.201.121@tcp LPNI seq info [746588:746588:8:4294967295] 00000400:00000200:1.0:1787757047.142654:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.142662:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757047.142670:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.142675:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757047.142680:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757047.142684:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1787757047.142699:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.142702:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757047.142707:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757047.142711:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757047.142716:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757047.142718:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757047.142722:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757047.142727:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142738:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.142742:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142751:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.142753:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757047.142757:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757047.142761:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757047.142766:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757047.142769:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309424177 00000100:00000001:1.0:1787757047.142772:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.142775:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309424177 00000100:00000001:1.0:1787757047.142778:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.142781:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757047.142784:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.142786:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757047.142791:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757047/real 1787757047] req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757047.142803:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757047.142805:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757047.142807:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757047.142810:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757047.142812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757047.142815:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757047.142819:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757047.142830:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142839:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757047.142841:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142843:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.142845:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757047.142850:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142858:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757047.142863:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142871:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757047.142874:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142876:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.142878:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142881:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757047.142883:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757047.142886:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757047.142890:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757047.142893:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757047.142899:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757047.142909:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757047.142914:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142917:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.142921:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931002752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142929:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757047.142931:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757047.142934:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757047.142937:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757047.142939:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757047.142941:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757047.142944:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757047.142946:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757047.142949:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757047.142951:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757047.142953:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757047.142957:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757047.142958:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.142961:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.142965:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931002880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.142973:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757047.142975:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757047.142977:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757047.142980:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757047.142982:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757047.142983:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757047.142986:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757047.142988:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757047.142990:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757047.142993:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757047.142995:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757047.142998:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757047.143000:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143002:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.143006:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931003008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143014:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757047.143016:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757047.143018:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757047.143020:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757047.143022:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757047.143023:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757047.143026:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757047.143028:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757047.143030:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757047.143032:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757047.143033:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757047.143036:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757047.143038:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143040:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143045:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757047.143047:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.143049:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757047.143051:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757047.143053:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757047.143057:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143066:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757047.143067:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.143070:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757047.143072:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757047.143075:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757047.143079:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757047.143083:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757047.143087:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757047.143089:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757047.143092:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757047.143095:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757047.143098:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757047.143102:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757047.143106:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757047.143110:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757047.143114:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003136, portal 4 00000100:00000001:1.0:1787757047.143117:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757047.143119:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757047.143126:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143135:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757047.143138:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757047.143142:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757047.143145:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931003136, offset 0 00000400:00000200:1.0:1787757047.143150:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757047.143154:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.143158:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757047.143162:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757047.143166:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757047.143170:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757047.143173:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757047.143177:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746595:746595:256:4294967295] 192.168.201.121@tcp LPNI seq info [746589:746589:8:4294967295] 00000400:00000200:1.0:1787757047.143183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757047.143191:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757047.143197:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.143201:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757047.143206:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757047.143210:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1787757047.143225:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757047.143228:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757047.143232:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757047.143237:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757047.143241:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757047.143243:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757047.143246:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757047.143251:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143261:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.143265:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143302:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.143305:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757047.143310:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757047.143313:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757047.143318:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757047.143321:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309424157 00000100:00000001:1.0:1787757047.143325:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.143328:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309424157 00000100:00000001:1.0:1787757047.143331:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309425105 00000100:00000001:1.0:1787757047.143333:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757047.143336:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.143339:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757047.143344:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757047/real 1787757047] req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757047.143354:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757047.143356:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757047.143359:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757047.143362:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757047.143365:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757047.143368:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757047.143372:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757047.143383:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143391:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757047.143393:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143396:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.143397:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757047.143402:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143410:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757047.143415:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143423:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757047.143427:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143429:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757047.143431:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143434:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757047.143436:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757047.143439:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757047.143443:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757047.143446:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757047.143451:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757047.143460:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757047.143465:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143467:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757047.143472:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931003136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757047.143481:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757047.143483:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757047.143486:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757047.143489:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757047.143491:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757047.143493:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757047.143495:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757047.143498:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757047.143501:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757047.143503:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757047.143505:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757047.143508:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757047.143510:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143513:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757047.143517:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757047.143519:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757047.143523:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757047.143526:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757048.099458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757048.099474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757048.099480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757048.099491:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757048.099501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757048.099512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757048.099520:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757048.099530:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757048.099567:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757048.099605:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757048.099632:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757048.099647:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757048.099656:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757048.099665:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757048.099674:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757048.099685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757048.099709:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757048.099744:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757048.099867:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757048.099876:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757048.099886:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757048.099894:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757048.099927:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757048.099935:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757048.099953:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757048.099958:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757048.099967:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757048.163518:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309425105, at 4309425152 00000100:00000010:1.0:1787757048.163566:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757049.123353:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757049.123362:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757049.123365:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757049.123373:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757049.123381:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757049.123385:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757049.123389:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757049.123394:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757049.123397:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757049.123411:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757049.123416:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757049.123418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757049.123423:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757049.123428:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757049.123433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757049.123439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757049.123442:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757049.123449:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757049.123469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757049.123474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757049.123478:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757049.123484:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757049.123488:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757049.123492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757049.123494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757049.123496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757049.123498:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757050.147453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757050.147464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757050.147467:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757050.147479:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757050.147494:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757050.147530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757050.147548:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757050.147563:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757050.147577:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757050.147618:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757050.147630:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757050.147635:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757050.147639:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757050.147645:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757050.147648:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757050.147652:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757050.147655:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757050.147660:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757050.147691:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757050.147700:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757050.147706:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757050.147719:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757050.147736:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757050.147746:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757050.147766:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757050.147774:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757050.147780:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757051.171513:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757051.171526:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757051.171533:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757051.171549:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757051.171561:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757051.171573:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757051.171601:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757051.171607:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757051.171613:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757051.171651:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757051.171661:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757051.171669:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757051.171682:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757051.171696:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757051.171705:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757051.171737:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757051.171744:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757051.171751:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.195487:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757052.195498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757052.195507:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.195519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757052.195531:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757052.195542:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.195573:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.195580:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.195589:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.195642:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757052.195649:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757052.195657:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.195674:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757052.195683:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757052.195695:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.195706:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.195716:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.195729:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757052.195794:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757052.195801:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757052.195809:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757052.259773:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757052.259784:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757052.259792:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757052.259816:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.259858:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.259864:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.259877:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757052.259884:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757052.259891:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.259902:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931003264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757052.259915:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757052.259923:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757052.259930:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.259936:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757052.259946:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757052.259955:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757052.259971:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757052.259981:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757052.259993:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757052.260007:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003264, portal 25 00000100:00000001:1.0:1787757052.260017:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757052.260023:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:1.0:1787757052.260041:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.260077:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757052.260091:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757052.260105:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757052.260119:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931003264, offset 0 00000400:00000200:1.0:1787757052.260146:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757052.260167:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.260180:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757052.260197:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757052.260211:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757052.260221:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757052.260234:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757052.260252:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746596:746596:256:4294967295] 192.168.201.121@tcp LPNI seq info [746590:746590:8:4294967295] 00000400:00000200:1.0:1787757052.260326:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.260365:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757052.260386:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.260400:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757052.260420:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757052.260433:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1787757052.260511:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.260522:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757052.260541:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757052.260562:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757052.260582:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757052.260595:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757052.260611:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757052.260625:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.260660:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.260675:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.260709:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.260718:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757052.260730:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757052.260745:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757052.260754:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309430225 00000100:00000010:1.0:1787757052.260773:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757052.260794:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757052.260813:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309430225 00000100:00000010:1.0:1787757052.260831:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757052.260844:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757052.260860:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757052.260868:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.260877:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757052.260895:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757052/real 1787757052] req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757052.260940:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757052.260947:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757052.260953:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757052.260961:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757052.260968:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757052.260977:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757052.260987:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757052.261009:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261026:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757052.261029:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.261033:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.261040:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757052.261058:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261094:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757052.261117:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261150:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757052.261161:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.261167:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.261172:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.261179:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757052.261182:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757052.261187:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757052.261194:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757052.261197:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757052.261205:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757052.261224:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931003264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757052.261239:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.261247:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.261263:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931003264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261325:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757052.261334:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757052.261340:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757052.261349:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757052.261356:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757052.261363:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757052.261368:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757052.261374:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:1.0:1787757052.261381:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757052.261391:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757052.261395:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:1.0:1787757052.261403:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757052.261409:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.261417:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.261430:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757052.261437:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.261444:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757052.261448:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757052.261455:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757052.261491:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261524:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.261532:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.261544:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757052.261554:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757052.261564:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.261583:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757052.261601:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757052.261607:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757052.261613:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.261619:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757052.261629:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757052.261639:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757052.261655:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757052.261662:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757052.261678:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757052.261687:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003392, portal 10 00000100:00000001:1.0:1787757052.261695:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757052.261698:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:1.0:1787757052.261717:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261734:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757052.261738:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757052.261742:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757052.261747:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931003392, offset 0 00000400:00000200:1.0:1787757052.261757:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757052.261766:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.261773:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757052.261780:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757052.261786:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757052.261791:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757052.261796:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757052.261803:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746597:746597:256:4294967295] 192.168.201.121@tcp LPNI seq info [746591:746591:8:4294967295] 00000400:00000200:1.0:1787757052.261813:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.261828:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757052.261839:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.261847:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757052.261856:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757052.261863:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1787757052.261879:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.261882:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757052.261887:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757052.261892:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757052.261896:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757052.261899:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757052.261903:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757052.261909:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261920:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.261925:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.261934:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.261936:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757052.261940:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757052.261945:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757052.261950:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757052.261954:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309429262 00000100:00000001:1.0:1787757052.261958:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.261962:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309429262 00000100:00000001:1.0:1787757052.261965:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.261967:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757052.261970:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.261973:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757052.261978:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757052/real 1787757052] req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757052.261988:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757052.261990:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757052.261993:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757052.261997:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757052.261999:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757052.262003:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757052.262007:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757052.262018:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262026:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757052.262028:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.262031:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.262033:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757052.262040:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262054:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757052.262062:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262076:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757052.262082:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.262086:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.262088:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.262092:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757052.262099:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757052.262105:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757052.262113:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757052.262118:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757052.262128:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757052.262146:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757052.262155:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757052.262161:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262170:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.262172:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.262175:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757052.262178:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757052.262181:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.262185:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757052.262190:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757052.262193:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757052.262195:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.262198:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757052.262203:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757052.262206:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757052.262211:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757052.262215:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757052.262220:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757052.262225:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003520, portal 10 00000100:00000001:1.0:1787757052.262227:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757052.262230:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757052.262239:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262253:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757052.262258:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757052.262263:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757052.262304:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931003520, offset 0 00000400:00000200:1.0:1787757052.262316:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757052.262325:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.262333:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757052.262339:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757052.262345:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757052.262348:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757052.262352:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757052.262356:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746598:746598:256:4294967295] 192.168.201.121@tcp LPNI seq info [746592:746592:8:4294967295] 00000400:00000200:1.0:1787757052.262362:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.262371:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757052.262378:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.262383:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757052.262389:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757052.262393:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1787757052.262409:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.262412:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757052.262416:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757052.262421:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757052.262425:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757052.262428:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757052.262432:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757052.262438:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262448:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.262453:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262492:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.262495:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757052.262500:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757052.262506:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757052.262514:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757052.262518:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309429261 00000100:00000001:1.0:1787757052.262524:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.262528:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309429261 00000100:00000001:1.0:1787757052.262533:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.262538:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757052.262543:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.262547:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757052.262557:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757052/real 1787757052] req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757052.262575:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757052.262579:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757052.262583:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757052.262588:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757052.262592:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757052.262597:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757052.262605:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757052.262617:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262626:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757052.262628:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.262631:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.262633:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757052.262638:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262647:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757052.262652:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262661:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757052.262664:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.262666:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.262668:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.262671:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757052.262675:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757052.262679:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757052.262684:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757052.262687:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757052.262693:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757052.262704:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757052.262709:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757052.262713:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262721:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.262723:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.262726:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757052.262729:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757052.262732:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.262736:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757052.262740:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757052.262743:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757052.262745:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.262748:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757052.262753:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757052.262756:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757052.262783:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757052.262789:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757052.262804:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757052.262813:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003648, portal 4 00000100:00000001:1.0:1787757052.262817:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757052.262820:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757052.262833:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262849:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757052.262854:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757052.262860:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757052.262865:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931003648, offset 0 00000400:00000200:1.0:1787757052.262871:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757052.262877:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.262883:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757052.262887:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757052.262891:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757052.262895:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757052.262898:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757052.262903:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746599:746599:256:4294967295] 192.168.201.121@tcp LPNI seq info [746593:746593:8:4294967295] 00000400:00000200:1.0:1787757052.262909:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.262918:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757052.262923:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.262928:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757052.262933:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757052.262938:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1787757052.262953:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.262956:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757052.262961:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757052.262966:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757052.262970:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757052.262973:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757052.262977:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757052.262982:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.262993:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.262997:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263015:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.263017:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757052.263021:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757052.263025:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757052.263030:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757052.263033:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309429297 00000100:00000001:1.0:1787757052.263038:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.263043:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309429297 00000100:00000001:1.0:1787757052.263048:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.263052:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757052.263057:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.263061:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757052.263069:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757052/real 1787757052] req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757052.263086:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757052.263089:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757052.263093:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757052.263099:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757052.263103:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757052.263108:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757052.263116:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757052.263135:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263147:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757052.263149:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263152:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.263154:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757052.263160:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263170:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757052.263175:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263184:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757052.263187:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263189:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.263191:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263194:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757052.263196:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757052.263199:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757052.263204:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757052.263206:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757052.263211:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757052.263221:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757052.263226:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263229:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.263234:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931003392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263248:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757052.263252:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757052.263256:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757052.263262:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757052.263299:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757052.263303:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757052.263309:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757052.263313:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757052.263320:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757052.263323:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757052.263326:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:1.0:1787757052.263332:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757052.263336:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263338:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.263345:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931003520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263355:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757052.263357:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757052.263360:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757052.263363:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757052.263365:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757052.263367:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757052.263369:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757052.263371:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757052.263375:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757052.263376:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757052.263378:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757052.263381:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757052.263383:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263385:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.263389:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931003648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263401:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757052.263403:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757052.263406:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757052.263411:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757052.263413:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757052.263415:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757052.263419:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757052.263422:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757052.263427:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757052.263429:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757052.263432:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757052.263437:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757052.263441:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263445:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263453:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757052.263456:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.263485:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757052.263489:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757052.263493:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757052.263501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263517:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757052.263520:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.263525:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757052.263529:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757052.263534:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757052.263540:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757052.263547:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757052.263551:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757052.263555:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757052.263559:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757052.263566:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757052.263570:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757052.263579:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757052.263585:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757052.263593:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757052.263599:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003776, portal 4 00000100:00000001:1.0:1787757052.263604:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757052.263606:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757052.263616:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263625:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757052.263628:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757052.263631:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757052.263635:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931003776, offset 0 00000400:00000200:1.0:1787757052.263641:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757052.263647:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.263652:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757052.263657:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757052.263660:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757052.263664:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757052.263667:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757052.263672:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746600:746600:256:4294967295] 192.168.201.121@tcp LPNI seq info [746594:746594:8:4294967295] 00000400:00000200:1.0:1787757052.263678:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757052.263687:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757052.263693:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.263697:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757052.263702:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757052.263706:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1787757052.263722:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757052.263725:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757052.263729:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757052.263734:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757052.263738:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757052.263741:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757052.263745:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757052.263750:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263762:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.263769:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263782:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.263785:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757052.263791:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757052.263798:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757052.263805:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757052.263811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309429277 00000100:00000001:1.0:1787757052.263816:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.263821:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309429277 00000100:00000001:1.0:1787757052.263826:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309430225 00000100:00000001:1.0:1787757052.263830:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757052.263835:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.263839:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757052.263848:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757052/real 1787757052] req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757052.263865:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757052.263867:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757052.263870:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757052.263873:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757052.263876:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757052.263879:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757052.263884:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757052.263895:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263903:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757052.263905:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263908:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.263910:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757052.263914:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263923:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757052.263928:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263937:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757052.263941:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263943:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757052.263945:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263948:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757052.263950:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757052.263954:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757052.263958:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757052.263961:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757052.263966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757052.263976:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931003776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757052.263980:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.263983:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757052.263987:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931003776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757052.263995:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757052.263997:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757052.264000:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757052.264003:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757052.264006:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757052.264008:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757052.264011:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757052.264013:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757052.264017:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757052.264018:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757052.264021:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757052.264024:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757052.264026:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.264029:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757052.264034:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757052.264036:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757052.264041:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757052.264045:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757053.219423:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757053.219436:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757053.219466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757053.219480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757053.219490:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757053.219500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757053.219508:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757053.219514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757053.219524:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757053.219574:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757053.219581:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757053.219589:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757053.219597:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757053.219606:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757053.219613:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757053.219620:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757053.219627:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757053.219639:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757053.219685:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757053.219693:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757053.219698:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757053.219708:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757053.219717:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757053.219725:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757053.219733:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757053.219739:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757053.219746:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757053.219904:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757053.219911:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757053.219918:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757053.283351:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309430225, at 4309430272 00000100:00000010:1.0:1787757053.283372:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757054.243467:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757054.243479:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757054.243486:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757054.243494:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757054.243503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757054.243513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757054.243542:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757054.243550:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757054.243564:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757054.243609:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757054.243616:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757054.243621:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757054.243629:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757054.243640:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757054.243651:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757054.243665:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757054.243671:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757054.243682:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757054.243737:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757054.243745:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757054.243751:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757054.243754:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757054.243760:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757054.243765:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757054.243769:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757054.243772:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757054.243776:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757055.267453:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757055.267466:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757055.267475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757055.267487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757055.267501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757055.267510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757055.267523:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757055.267535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757055.267551:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757055.267585:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757055.267593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757055.267602:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757055.267615:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757055.267625:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757055.267632:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757055.267645:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757055.267654:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757055.267662:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757055.267678:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757055.267688:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757055.267696:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757055.267701:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757055.267707:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757055.267712:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757055.267717:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757055.267720:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757055.267724:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757056.291445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757056.291453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757056.291458:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757056.291469:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757056.291478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757056.291487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757056.291497:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757056.291503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757056.291513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757056.291538:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757056.291544:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757056.291550:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757056.291553:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757056.291558:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757056.291562:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757056.291566:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757056.291571:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757056.291578:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757056.291616:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757056.291624:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757056.291628:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757056.291637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757056.291645:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757056.291653:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757056.291664:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757056.291668:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757056.291674:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.315436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757057.315452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757057.315461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.315476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757057.315490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757057.315501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.315508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.315519:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.315530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.315588:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757057.315595:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757057.315602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.315607:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757057.315616:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757057.315625:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.315638:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.315648:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.315661:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757057.315824:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757057.315829:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757057.315833:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757057.379817:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757057.379839:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757057.379846:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757057.379865:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.379899:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.379905:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.379915:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757057.379923:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757057.379936:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.379950:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931003904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757057.379964:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757057.379972:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757057.379979:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.379985:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757057.379996:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757057.380004:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757057.380021:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757057.380037:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757057.380082:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757057.380102:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931003904, portal 25 00000100:00000001:1.0:1787757057.380114:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757057.380121:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:1.0:1787757057.380142:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.380172:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757057.380186:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757057.380206:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757057.380222:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931003904, offset 0 00000400:00000200:1.0:1787757057.380253:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757057.380342:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.380364:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757057.380408:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757057.380426:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757057.380442:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757057.380469:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757057.380483:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746601:746601:256:4294967295] 192.168.201.121@tcp LPNI seq info [746595:746595:8:4294967295] 00000400:00000200:1.0:1787757057.380497:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.380527:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757057.380546:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.380558:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757057.380578:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757057.380591:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757057.380665:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.380675:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757057.380694:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757057.380717:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757057.380742:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757057.380749:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757057.380763:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757057.380779:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.380832:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.380847:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.380874:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.380886:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757057.380899:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757057.380916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757057.380925:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309435345 00000100:00000010:1.0:1787757057.380940:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757057.380955:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757057.380969:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309435345 00000100:00000010:1.0:1787757057.380981:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757057.380990:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757057.380999:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757057.381007:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.381019:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757057.381039:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757057/real 1787757057] req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757057.381086:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757057.381090:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757057.381097:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757057.381106:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757057.381115:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757057.381125:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757057.381134:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757057.381177:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.381230:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757057.381239:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.381253:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.381262:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757057.381320:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.381391:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757057.381414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.381477:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757057.381486:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.381493:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.381498:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.381505:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757057.381511:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757057.381522:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757057.381531:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757057.381541:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757057.381562:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757057.381622:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931003904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757057.381653:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.381665:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.381680:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931003904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.381704:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757057.381708:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757057.381712:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757057.381726:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757057.381729:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757057.381731:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757057.381735:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757057.381738:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:1.0:1787757057.381743:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757057.381745:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757057.381748:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:1.0:1787757057.381752:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757057.381754:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.381757:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.381767:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757057.381769:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.381772:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757057.381775:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757057.381777:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757057.381783:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.381793:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.381795:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.381799:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757057.381802:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757057.381805:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.381809:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757057.381814:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757057.381817:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757057.381820:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.381822:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757057.381827:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757057.381830:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757057.381836:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757057.381841:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757057.381855:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757057.381860:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931004032, portal 10 00000100:00000001:1.0:1787757057.381863:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757057.381865:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:1.0:1787757057.381874:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.381883:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757057.381886:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757057.381889:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757057.381892:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931004032, offset 0 00000400:00000200:1.0:1787757057.381898:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757057.381904:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.381909:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757057.381913:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757057.381917:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757057.381921:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757057.381924:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757057.381929:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746602:746602:256:4294967295] 192.168.201.121@tcp LPNI seq info [746596:746596:8:4294967295] 00000400:00000200:1.0:1787757057.381942:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.381951:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757057.381957:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.381962:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757057.381968:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757057.381972:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757057.381988:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.381991:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757057.381995:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757057.382000:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757057.382004:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757057.382007:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757057.382011:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757057.382018:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382035:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.382042:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382056:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.382060:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757057.382068:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757057.382075:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757057.382083:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757057.382088:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309434382 00000100:00000001:1.0:1787757057.382093:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.382099:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309434382 00000100:00000001:1.0:1787757057.382103:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.382108:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757057.382113:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.382128:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757057.382135:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757057/real 1787757057] req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757057.382147:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757057.382149:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757057.382152:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757057.382156:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757057.382158:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757057.382162:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757057.382166:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757057.382178:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382209:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757057.382212:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.382216:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.382219:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757057.382228:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382243:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757057.382252:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382304:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757057.382308:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.382310:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.382312:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.382315:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757057.382320:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757057.382324:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757057.382329:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757057.382333:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757057.382351:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757057.382389:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757057.382399:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757057.382406:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382421:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.382424:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.382429:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757057.382433:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757057.382438:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.382446:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757057.382452:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757057.382457:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757057.382460:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.382465:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757057.382470:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757057.382473:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757057.382479:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757057.382482:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757057.382487:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757057.382492:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931004160, portal 10 00000100:00000001:1.0:1787757057.382495:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757057.382497:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:1.0:1787757057.382505:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382514:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757057.382517:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757057.382520:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757057.382524:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931004160, offset 0 00000400:00000200:1.0:1787757057.382529:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757057.382535:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.382540:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757057.382545:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757057.382549:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757057.382552:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757057.382556:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757057.382560:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746603:746603:256:4294967295] 192.168.201.121@tcp LPNI seq info [746597:746597:8:4294967295] 00000400:00000200:1.0:1787757057.382566:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.382575:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757057.382582:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.382586:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757057.382595:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757057.382601:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757057.382625:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.382629:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757057.382635:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757057.382643:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757057.382650:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757057.382654:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757057.382660:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757057.382669:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382686:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.382693:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382713:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.382715:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757057.382720:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757057.382725:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757057.382730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757057.382733:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309434381 00000100:00000001:1.0:1787757057.382737:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.382740:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309434381 00000100:00000001:1.0:1787757057.382743:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.382745:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757057.382748:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.382751:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757057.382756:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757057/real 1787757057] req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757057.382767:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757057.382769:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757057.382772:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757057.382775:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757057.382778:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757057.382780:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757057.382785:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757057.382796:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382804:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757057.382806:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.382808:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.382810:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757057.382815:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382823:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757057.382829:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382838:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757057.382841:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.382843:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.382855:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.382858:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757057.382861:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757057.382864:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757057.382868:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757057.382871:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757057.382877:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757057.382888:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757057.382893:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757057.382897:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382905:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.382907:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.382909:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757057.382912:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757057.382915:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.382919:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757057.382922:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757057.382925:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757057.382927:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.382929:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757057.382934:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757057.382937:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757057.382941:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757057.382945:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757057.382949:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757057.382953:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931004288, portal 4 00000100:00000001:1.0:1787757057.382956:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757057.382958:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:1.0:1787757057.382966:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.382974:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757057.382978:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757057.382981:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757057.382984:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931004288, offset 0 00000400:00000200:1.0:1787757057.382990:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757057.382995:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.382999:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757057.383003:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757057.383007:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757057.383011:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757057.383016:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757057.383022:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746604:746604:256:4294967295] 192.168.201.121@tcp LPNI seq info [746598:746598:8:4294967295] 00000400:00000200:1.0:1787757057.383031:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.383043:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757057.383053:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.383060:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757057.383069:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757057.383075:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757057.383099:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.383103:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757057.383109:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757057.383116:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757057.383129:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757057.383131:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757057.383135:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757057.383141:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383152:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.383156:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383165:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.383167:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757057.383171:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757057.383175:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757057.383180:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757057.383194:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309434417 00000100:00000001:1.0:1787757057.383200:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.383205:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309434417 00000100:00000001:1.0:1787757057.383209:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.383213:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757057.383217:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.383221:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757057.383229:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757057/real 1787757057] req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757057.383246:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757057.383250:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757057.383253:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757057.383258:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757057.383263:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757057.383268:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757057.383308:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757057.383330:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383340:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757057.383342:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383344:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.383347:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757057.383355:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383396:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757057.383406:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383422:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757057.383428:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383432:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.383435:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383439:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757057.383442:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757057.383448:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757057.383456:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757057.383461:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757057.383470:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757057.383482:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757057.383488:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757057.383492:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383501:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757057.383503:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.383507:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757057.383509:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757057.383512:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757057.383516:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757057.383520:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757057.383522:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757057.383525:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757057.383527:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757057.383533:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757057.383536:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757057.383541:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757057.383545:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757057.383550:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757057.383554:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931004416, portal 4 00000100:00000001:1.0:1787757057.383558:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757057.383560:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:1.0:1787757057.383567:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383576:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757057.383579:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757057.383582:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757057.383585:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931004416, offset 0 00000400:00000200:1.0:1787757057.383592:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757057.383600:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.383608:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757057.383614:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757057.383619:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757057.383624:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757057.383629:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757057.383636:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746605:746605:256:4294967295] 192.168.201.121@tcp LPNI seq info [746599:746599:8:4294967295] 00000400:00000200:1.0:1787757057.383646:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757057.383660:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757057.383670:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.383678:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757057.383687:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757057.383693:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757057.383710:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757057.383713:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757057.383717:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757057.383722:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757057.383726:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757057.383737:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757057.383741:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757057.383746:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383766:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.383770:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383780:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.383782:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757057.383786:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757057.383791:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757057.383796:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757057.383798:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309434397 00000100:00000001:1.0:1787757057.383802:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.383805:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309434397 00000100:00000001:1.0:1787757057.383808:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309435345 00000100:00000001:1.0:1787757057.383811:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757057.383814:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.383817:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757057.383821:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757057/real 1787757057] req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757057.383839:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757057.383841:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757057.383844:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757057.383847:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757057.383850:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757057.383853:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757057.383857:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757057.383868:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383876:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757057.383879:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383882:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.383884:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757057.383889:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383897:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757057.383902:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383912:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757057.383915:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383917:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757057.383919:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383922:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757057.383924:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757057.383927:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757057.383931:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757057.383934:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757057.383939:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757057.383948:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931004416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757057.383953:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.383956:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.383960:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.383969:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757057.383972:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757057.383975:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757057.383979:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757057.383981:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757057.383983:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757057.383986:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757057.383989:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:1.0:1787757057.383992:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757057.383994:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757057.383997:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:1.0:1787757057.384000:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757057.384002:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.384004:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.384008:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.384020:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757057.384022:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757057.384026:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757057.384031:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757057.384034:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757057.384036:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757057.384040:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757057.384043:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757057.384048:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757057.384050:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757057.384053:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:1.0:1787757057.384058:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757057.384061:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.384065:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.384072:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931004288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.384087:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757057.384090:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757057.384093:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757057.384098:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757057.384100:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757057.384103:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757057.384107:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757057.384110:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757057.384115:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757057.384118:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757057.384121:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:1.0:1787757057.384133:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757057.384135:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.384137:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757057.384142:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931004416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757057.384151:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757057.384153:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757057.384155:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757057.384158:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757057.384160:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757057.384161:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757057.384164:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757057.384166:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757057.384168:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757057.384170:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757057.384171:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:1.0:1787757057.384174:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757057.384176:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.384178:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757057.384183:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757057.384185:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757057.384189:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757057.384197:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757058.339526:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757058.339538:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757058.339557:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757058.339569:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757058.339586:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757058.339600:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757058.339617:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757058.339630:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757058.339651:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757058.339696:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757058.339707:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757058.339724:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757058.339737:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757058.339755:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757058.339768:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757058.339779:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757058.339786:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757058.339791:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757058.339818:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757058.339835:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757058.339841:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757058.339856:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757058.339875:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757058.339885:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757058.339910:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757058.339917:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757058.339929:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757058.403468:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309435345, at 4309435392 00000100:00000010:1.0:1787757058.403496:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757059.363453:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757059.363464:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757059.363473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757059.363486:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757059.363495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757059.363502:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757059.363521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757059.363526:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757059.363531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757059.363558:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757059.363566:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757059.363572:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757059.363576:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757059.363584:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757059.363596:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757059.363611:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757059.363618:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757059.363624:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757059.363676:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757059.363682:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757059.363685:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757059.363692:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757059.363722:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757059.363734:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757059.363748:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757059.363756:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757059.363772:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757060.387430:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757060.387441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757060.387446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757060.387457:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757060.387464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757060.387478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757060.387492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757060.387498:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757060.387512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757060.387534:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757060.387542:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757060.387551:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757060.387558:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757060.387568:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757060.387574:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757060.387581:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757060.387588:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757060.387594:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757060.387644:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757060.387656:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757060.387672:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757060.387690:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757060.387700:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757060.387708:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757060.387716:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757060.387723:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757060.387732:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757060.387740:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757060.387747:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757060.387753:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757061.411495:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757061.411507:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757061.411516:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757061.411528:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757061.411541:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757061.411551:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757061.411587:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757061.411595:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757061.411604:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757061.411632:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757061.411640:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757061.411649:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757061.411659:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757061.411672:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757061.411684:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757061.411691:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757061.411699:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757061.411706:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757061.411797:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757061.411805:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757061.411812:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757062.435451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757062.435465:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757062.435474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.435484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757062.435495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757062.435506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757062.435519:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757062.435527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757062.435535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.435573:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757062.435582:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757062.435589:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.435597:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757062.435605:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757062.435616:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757062.435628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757062.435638:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757062.435653:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757062.435864:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757062.435870:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757062.435874:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757062.499455:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757062.499465:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757062.499468:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757062.499473:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757062.499478:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757062.499488:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14767 00000400:00000200:1.0:1787757062.499500:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757062.499508:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757062.499512:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757062.499517:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499521:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.499525:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499528:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757062.499533:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757062.499536:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757062.499539:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757062.499543:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757062.499546:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757062.499550:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757062.499554:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499557:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.499560:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499562:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757062.499567:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757062.499572:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499575:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757062.499578:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757062.499583:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757062.499586:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.499591:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757062.499594:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757062.499604:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757062.499609:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757062.499615:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757062.499617:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.499621:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757062.499625:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757062.499630:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757062.499638:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757062.499646:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.499659:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931004544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757062.499672:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757062.499678:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757062.499684:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931004544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757062.499715:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757062.499720:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757062.499725:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757062.499727:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757062.499729:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757062.499733:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757062.499736:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14767 00000400:00000200:1.0:1787757062.499741:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757062.499745:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757062.499748:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757062.499752:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499755:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.499758:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499760:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757062.499764:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757062.499767:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757062.499770:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757062.499773:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757062.499777:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757062.499781:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757062.499785:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499788:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.499792:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499796:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757062.499804:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757062.499812:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757062.499821:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757062.499826:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757062.499836:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757062.499845:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.499853:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757062.499863:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757062.499870:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.499878:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757062.499887:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757062.499894:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757062.499902:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757062.499906:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.499911:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757062.499914:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757062.499919:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757062.499928:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757062.499935:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.499948:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931004672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757062.499969:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757062.499975:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757062.499983:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931004672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757062.500006:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757062.500012:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757062.500020:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757062.500027:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757062.500032:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757062.500038:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757062.500044:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14767 00000400:00000200:1.0:1787757062.500055:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757062.500061:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757062.500067:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757062.500076:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500086:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.500092:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500100:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757062.500106:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757062.500112:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757062.500117:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757062.500124:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757062.500134:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757062.500145:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757062.500163:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500174:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.500185:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500199:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757062.500215:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757062.500233:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500243:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757062.500253:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757062.500357:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757062.500372:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.500384:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757062.500392:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757062.500406:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.500417:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757062.500436:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757062.500451:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757062.500464:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757062.500470:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.500479:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757062.500484:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757062.500492:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757062.500502:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757062.500508:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.500517:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931004800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757062.500528:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757062.500531:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757062.500536:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931004800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757062.500548:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757062.500556:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757062.500569:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757062.500577:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757062.500584:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757062.500593:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757062.500601:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14767 00000400:00000200:1.0:1787757062.500617:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757062.500630:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757062.500636:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757062.500648:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500657:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.500668:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500677:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757062.500686:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757062.500690:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757062.500698:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757062.500703:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757062.500711:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757062.500720:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757062.500733:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500741:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.500748:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500758:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757062.500767:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757062.500778:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757062.500785:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757062.500792:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757062.500800:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757062.500811:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.500818:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757062.500823:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757062.500833:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.500839:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757062.500847:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757062.500853:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757062.500864:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757062.500869:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.500873:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757062.500880:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757062.500886:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757062.500900:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757062.500912:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.500921:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931004928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757062.500942:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757062.500949:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757062.500962:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931004928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757062.500986:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757062.500994:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757062.501007:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757062.501011:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757062.501018:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757062.501023:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757062.501033:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14767 00000400:00000200:1.0:1787757062.501046:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757062.501054:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757062.501063:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757062.501073:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.501078:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.501089:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.501094:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757062.501100:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757062.501105:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757062.501113:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757062.501120:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757062.501130:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757062.501140:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757062.501160:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.501173:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757062.501185:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757062.501198:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757062.501211:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757062.501225:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757062.501234:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757062.501239:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757062.501248:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757062.501258:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.501317:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757062.501321:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757062.501328:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.501333:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757062.501345:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757062.501356:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757062.501364:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757062.501370:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757062.501376:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757062.501384:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757062.501391:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757062.501401:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757062.501413:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757062.501431:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931005056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757062.501459:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757062.501468:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757062.501482:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931005056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757062.501516:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757062.501526:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14777) 00000100:00000001:1.0:1787757063.459408:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757063.459421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757063.459426:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757063.459443:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757063.459457:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757063.459467:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757063.459507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757063.459517:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757063.459527:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757063.459585:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757063.459593:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757063.459602:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757063.459615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757063.459624:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757063.459636:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757063.459647:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757063.459653:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757063.459666:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757063.459789:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757063.459793:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757063.459797:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757063.523423:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309440465, at 4309440512 00000100:00000010:1.0:1787757063.523439:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ab40. 00000100:00000001:1.0:1787757064.483445:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757064.483458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757064.483462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757064.483474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757064.483485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757064.483495:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757064.483502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757064.483512:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757064.483526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757064.483607:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757064.483619:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757064.483634:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757064.483686:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757064.483692:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757064.483696:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757064.483701:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757064.483706:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757064.483715:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757064.483721:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757064.483726:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757064.483737:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757065.507428:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757065.507439:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757065.507460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757065.507470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757065.507480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757065.507489:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757065.507500:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757065.507508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757065.507515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757065.507547:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757065.507557:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757065.507563:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757065.507570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757065.507581:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757065.507593:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757065.507606:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757065.507615:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757065.507626:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757065.507671:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757065.507681:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757065.507686:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757065.507694:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757065.507702:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757065.507709:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757065.507713:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757065.507715:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757065.507720:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757066.531547:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757066.531572:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757066.531589:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757066.531609:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757066.531626:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757066.531636:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757066.531664:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757066.531673:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757066.531682:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757066.531737:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757066.531745:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757066.531755:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757066.531767:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757066.531777:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757066.531790:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757066.531803:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757066.531817:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757066.531826:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.555409:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757067.555427:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757067.555435:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.555450:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757067.555461:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757067.555474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757067.555490:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757067.555502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757067.555514:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.555551:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757067.555560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757067.555566:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.555574:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757067.555584:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757067.555595:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757067.555610:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757067.555618:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757067.555628:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757067.619389:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757067.619404:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757067.619407:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757067.619412:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757067.619419:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757067.619429:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14772 00000400:00000200:1.0:1787757067.619441:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757067.619449:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757067.619453:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757067.619458:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619463:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.619466:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619470:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757067.619475:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757067.619478:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757067.619482:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757067.619487:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757067.619490:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757067.619493:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757067.619497:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619500:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.619503:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619506:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757067.619510:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757067.619516:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619519:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757067.619522:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757067.619527:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757067.619531:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.619534:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757067.619538:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757067.619549:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757067.619555:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757067.619560:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757067.619562:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.619566:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757067.619570:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757067.619576:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757067.619586:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757067.619594:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.619610:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931005184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757067.619632:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757067.619640:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757067.619651:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931005184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757067.619693:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757067.619701:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757067.619709:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757067.619713:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757067.619716:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757067.619722:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757067.619728:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14772 00000400:00000200:1.0:1787757067.619738:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757067.619746:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757067.619750:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757067.619755:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619758:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.619763:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619771:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757067.619776:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757067.619782:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757067.619786:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757067.619795:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757067.619800:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757067.619805:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757067.619812:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619815:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.619818:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619822:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757067.619831:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757067.619841:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757067.619869:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757067.619874:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757067.619882:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757067.619889:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.619896:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757067.619905:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757067.619912:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.619918:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757067.619927:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757067.619936:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757067.619947:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757067.619953:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.619958:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757067.619961:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757067.619968:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757067.619976:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757067.619985:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.619999:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931005312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757067.620025:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757067.620032:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757067.620047:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931005312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757067.620067:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757067.620074:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757067.620081:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757067.620085:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757067.620091:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757067.620098:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757067.620106:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14772 00000400:00000200:1.0:1787757067.620119:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757067.620128:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757067.620132:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757067.620142:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620150:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.620156:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620159:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757067.620161:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757067.620163:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757067.620165:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757067.620168:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757067.620175:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757067.620183:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757067.620224:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620231:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.620240:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620246:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757067.620250:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757067.620261:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620294:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757067.620298:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757067.620303:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757067.620306:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.620309:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757067.620312:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757067.620316:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.620321:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757067.620334:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757067.620340:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757067.620351:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757067.620356:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.620361:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757067.620363:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757067.620366:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757067.620375:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757067.620386:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.620397:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931005440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757067.620415:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757067.620422:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757067.620434:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931005440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757067.620456:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757067.620465:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757067.620473:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757067.620478:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757067.620484:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757067.620491:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757067.620503:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14772 00000400:00000200:1.0:1787757067.620515:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757067.620521:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757067.620524:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757067.620530:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620538:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.620550:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620558:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757067.620565:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757067.620571:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757067.620576:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757067.620582:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757067.620587:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757067.620596:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757067.620610:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620621:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.620634:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620645:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757067.620661:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757067.620679:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757067.620693:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757067.620703:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757067.620714:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757067.620729:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.620741:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757067.620748:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757067.620756:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.620761:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757067.620773:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757067.620783:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757067.620793:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757067.620798:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.620810:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757067.620815:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757067.620820:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757067.620837:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757067.620846:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.620860:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931005568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757067.620879:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757067.620884:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757067.620898:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931005568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757067.620922:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757067.620931:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757067.620941:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757067.620948:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757067.620953:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757067.620963:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757067.620974:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14772 00000400:00000200:1.0:1787757067.620986:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757067.620996:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757067.621002:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757067.621013:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.621020:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.621031:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.621041:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757067.621048:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757067.621053:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757067.621060:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757067.621065:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757067.621071:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757067.621081:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757067.621094:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.621102:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757067.621110:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757067.621119:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757067.621127:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757067.621137:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757067.621145:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757067.621158:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757067.621167:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757067.621178:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.621216:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757067.621225:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757067.621232:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.621240:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757067.621252:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757067.621260:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757067.621303:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757067.621309:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757067.621315:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757067.621321:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757067.621327:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757067.621338:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757067.621347:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757067.621365:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931005696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757067.621400:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757067.621407:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757067.621419:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931005696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757067.621462:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757067.621472:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14782) 00000100:00000001:1.0:1787757068.579825:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757068.579832:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757068.579849:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757068.579860:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757068.579870:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757068.579877:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757068.579883:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757068.579889:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757068.579893:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757068.579927:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757068.579936:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757068.579945:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757068.579957:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757068.579964:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757068.579973:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757068.580002:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757068.580009:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757068.580015:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757068.643372:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309445585, at 4309445632 00000100:00000010:1.0:1787757068.643392:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:1.0:1787757069.603445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757069.603456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757069.603465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757069.603480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757069.603496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757069.603508:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757069.603533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757069.603539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757069.603547:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757069.603589:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757069.603600:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757069.603608:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757069.603616:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757069.603632:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757069.603641:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757069.603658:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757069.603666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757069.603678:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757070.627479:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757070.627494:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757070.627500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757070.627511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757070.627524:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757070.627534:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757070.627541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757070.627548:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757070.627571:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757070.627602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757070.627611:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757070.627616:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757070.627620:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757070.627623:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757070.627629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757070.627632:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757070.627636:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757070.627642:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757070.627719:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757070.627731:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757070.627745:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757070.627759:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757070.627782:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757070.627789:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757070.627811:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757070.627817:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757070.627822:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757071.651466:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757071.651480:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757071.651489:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757071.651504:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757071.651516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757071.651528:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757071.651546:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757071.651557:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757071.651573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757071.651609:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757071.651620:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757071.651629:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757071.651641:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757071.651648:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757071.651657:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757071.651663:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757071.651669:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757071.651674:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757072.675436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757072.675446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757072.675454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757072.675462:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757072.675474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757072.675482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757072.675521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757072.675528:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757072.675535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757072.675571:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757072.675582:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757072.675591:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757072.675604:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757072.675615:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757072.675622:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757072.675635:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757072.675641:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757072.675651:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757073.699439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757073.699449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757073.699456:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757073.699467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757073.699481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757073.699494:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757073.699512:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757073.699538:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757073.699548:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757073.699578:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757073.699587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757073.699594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757073.699604:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757073.699616:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757073.699625:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757073.699638:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757073.699644:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757073.699656:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757073.763446:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309450705, at 4309450752 00000100:00000010:1.0:1787757073.763471:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a2a0. 00000100:00000001:1.0:1787757074.723428:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757074.723438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757074.723444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757074.723454:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757074.723479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757074.723490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757074.723507:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757074.723515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757074.723522:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757074.723583:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757074.723595:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757074.723603:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757074.723617:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757074.723626:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757074.723638:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757074.723653:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757074.723661:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757074.723668:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757075.747423:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757075.747438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757075.747448:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757075.747461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757075.747469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757075.747478:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757075.747491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757075.747498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757075.747513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757075.747585:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757075.747592:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757075.747601:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757075.747616:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757075.747629:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757075.747639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757075.747659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757075.747665:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757075.747670:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757076.771438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757076.771453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757076.771463:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757076.771483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757076.771497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757076.771504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757076.771523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757076.771532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757076.771539:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757076.771618:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757076.771628:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757076.771635:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757076.771643:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757076.771657:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757076.771668:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757076.771677:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757076.771682:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757076.771688:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.795421:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757077.795439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757077.795448:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.795462:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757077.795478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757077.795508:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757077.795519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757077.795528:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757077.795541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.795611:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757077.795623:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757077.795630:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.795635:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757077.795644:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757077.795652:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757077.795679:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757077.795686:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757077.795695:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757077.859456:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757077.859471:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757077.859477:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757077.859482:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757077.859508:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757077.859521:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14782 00000400:00000200:1.0:1787757077.859536:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757077.859547:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757077.859553:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757077.859558:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859563:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.859566:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859570:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757077.859575:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757077.859578:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757077.859583:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757077.859588:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757077.859594:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757077.859599:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757077.859606:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859611:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.859615:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859619:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757077.859626:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757077.859633:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859639:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757077.859645:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757077.859651:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757077.859658:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.859663:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757077.859668:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757077.859683:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757077.859688:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757077.859694:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757077.859696:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.859701:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757077.859705:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757077.859711:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757077.859721:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757077.859730:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.859743:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931006464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757077.859758:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757077.859764:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757077.859771:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931006464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757077.859805:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757077.859810:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757077.859826:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757077.859829:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757077.859832:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757077.859837:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757077.859840:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14782 00000400:00000200:1.0:1787757077.859847:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757077.859851:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757077.859855:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757077.859859:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859862:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.859865:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859868:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757077.859871:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757077.859873:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757077.859875:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757077.859878:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757077.859881:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757077.859884:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757077.859890:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859894:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.859897:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859901:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757077.859905:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757077.859910:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757077.859913:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757077.859916:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757077.859924:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757077.859930:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.859936:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757077.859945:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757077.859952:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.859956:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757077.859966:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757077.859975:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757077.859988:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757077.859995:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.860003:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757077.860035:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757077.860041:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757077.860056:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757077.860070:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.860095:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931006592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757077.860116:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757077.860123:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757077.860133:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931006592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757077.860155:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757077.860161:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757077.860172:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757077.860174:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757077.860177:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757077.860182:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757077.860204:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14782 00000400:00000200:1.0:1787757077.860216:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757077.860236:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757077.860249:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757077.860263:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860322:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.860328:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860339:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757077.860346:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757077.860353:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757077.860359:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757077.860367:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757077.860376:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757077.860387:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757077.860399:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860409:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.860419:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860429:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757077.860440:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757077.860456:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860471:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757077.860483:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757077.860496:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757077.860505:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.860516:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757077.860526:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757077.860542:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.860554:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757077.860570:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757077.860580:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757077.860589:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757077.860593:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.860597:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757077.860600:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757077.860606:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757077.860622:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757077.860635:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.860655:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931006720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757077.860688:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757077.860696:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757077.860709:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931006720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757077.860736:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757077.860742:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757077.860756:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757077.860765:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757077.860773:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757077.860782:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757077.860791:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14782 00000400:00000200:1.0:1787757077.860808:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757077.860821:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757077.860827:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757077.860836:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860842:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.860850:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860859:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757077.860870:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757077.860876:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757077.860881:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757077.860887:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757077.860893:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757077.860899:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757077.860910:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860920:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.860929:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860936:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757077.860947:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757077.860952:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757077.860961:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757077.860965:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757077.860976:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757077.860988:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.860997:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757077.861032:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757077.861043:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.861052:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757077.861066:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757077.861077:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757077.861089:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757077.861096:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.861102:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757077.861108:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757077.861114:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757077.861128:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757077.861143:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.861163:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931006848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757077.861238:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757077.861249:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757077.861264:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931006848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757077.861339:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757077.861348:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757077.861365:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757077.861375:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757077.861381:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757077.861392:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757077.861404:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14782 00000400:00000200:1.0:1787757077.861422:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757077.861438:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757077.861448:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757077.861464:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.861475:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.861483:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.861494:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757077.861506:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757077.861512:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757077.861521:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757077.861530:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757077.861539:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757077.861550:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757077.861564:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.861570:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757077.861581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757077.861593:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757077.861604:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757077.861617:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757077.861629:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757077.861637:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757077.861648:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757077.861658:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.861666:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757077.861675:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757077.861684:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.861693:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757077.861710:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757077.861722:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757077.861733:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757077.861739:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757077.861748:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757077.861753:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757077.861761:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757077.861776:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757077.861786:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757077.861806:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931006976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757077.861846:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757077.861856:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757077.861875:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931006976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757077.861917:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757077.861933:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14792) 00000100:00000001:1.0:1787757078.819477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757078.819488:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757078.819495:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757078.819509:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757078.819523:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757078.819536:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757078.819550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757078.819558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757078.819573:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757078.819625:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757078.819637:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757078.819648:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757078.819660:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757078.819672:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757078.819684:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757078.819699:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757078.819711:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757078.819733:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757078.883398:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309455825, at 4309455872 00000100:00000010:1.0:1787757078.883419:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000001:1.0:1787757079.843455:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757079.843474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757079.843486:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757079.843505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757079.843521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757079.843533:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757079.843577:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757079.843583:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757079.843602:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757079.843650:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757079.843663:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757079.843671:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757079.843699:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757079.843709:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757079.843735:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757079.843741:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757079.843749:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757079.843759:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757080.867420:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757080.867434:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757080.867439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757080.867448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757080.867457:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757080.867468:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757080.867479:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757080.867489:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757080.867502:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757080.867556:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757080.867564:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757080.867570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757080.867580:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757080.867594:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757080.867601:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757080.867608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757080.867618:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757080.867633:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757080.867680:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757080.867689:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757080.867695:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757080.867708:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757080.867716:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757080.867721:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757080.867728:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757080.867730:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757080.867734:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757081.891415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757081.891426:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757081.891433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757081.891443:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757081.891453:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757081.891461:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757081.891472:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757081.891480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757081.891494:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757081.891523:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757081.891530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757081.891532:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757081.891535:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757081.891540:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757081.891544:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757081.891550:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757081.891559:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757081.891571:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757081.891620:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757081.891628:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757081.891634:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757081.891642:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757081.891651:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757081.891666:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757081.891677:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757081.891681:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757081.891685:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757082.915474:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757082.915485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757082.915491:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757082.915498:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757082.915507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757082.915516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757082.915523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757082.915530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757082.915547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757082.915582:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757082.915590:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757082.915596:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757082.915606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757082.915616:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757082.915623:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757082.915631:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757082.915639:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757082.915650:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757082.915697:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757082.915708:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757082.915716:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757082.915724:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757082.915736:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757082.915746:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757082.915753:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757082.915761:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757082.915773:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757083.939470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757083.939484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757083.939490:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757083.939499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757083.939512:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757083.939534:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757083.939547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757083.939553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757083.939573:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757083.939618:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757083.939625:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757083.939633:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757083.939643:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757083.939653:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757083.939660:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757083.939688:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757083.939702:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757083.939719:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757083.939797:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757083.939806:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757083.939813:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757083.939818:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757083.939823:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757083.939827:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757083.939831:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757083.939834:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757083.939838:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757084.003389:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309460946, at 4309460992 00000100:00000010:1.0:1787757084.003409:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a9c0. 00000100:00000001:1.0:1787757084.963453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757084.963471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757084.963481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757084.963504:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757084.963518:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757084.963528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757084.963535:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757084.963545:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757084.963557:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757084.963618:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757084.963633:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757084.963644:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757084.963659:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757084.963685:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757084.963698:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757084.963714:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757084.963721:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757084.963730:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757085.987448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757085.987466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757085.987473:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757085.987484:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757085.987513:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757085.987521:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757085.987534:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757085.987545:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757085.987567:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757085.987670:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757085.987686:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757085.987697:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757085.987715:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757085.987743:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757085.987758:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757085.987790:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757085.987808:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757085.987815:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757087.011439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757087.011450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757087.011458:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757087.011470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757087.011482:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757087.011496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757087.011518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757087.011528:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757087.011534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757087.011563:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757087.011573:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757087.011579:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757087.011590:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757087.011603:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757087.011612:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757087.011618:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757087.011628:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757087.011635:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757087.011710:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757087.011718:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757087.011722:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757087.011734:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757087.011747:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757087.011756:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757087.011763:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757087.011768:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757087.011773:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757088.035558:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757088.035578:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757088.035590:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757088.035608:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757088.035629:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757088.035644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757088.035663:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757088.035682:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757088.035702:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757088.035769:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757088.035780:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757088.035788:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757088.035809:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757088.035825:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757088.035863:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757088.035868:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757088.035872:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757088.035879:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757089.059506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757089.059526:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757089.059545:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757089.059574:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757089.059597:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757089.059615:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757089.059669:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757089.059686:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757089.059703:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757089.059766:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757089.059782:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757089.059800:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757089.059852:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757089.059869:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757089.059881:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757089.059899:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757089.059912:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757089.059926:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757089.123420:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309466065, at 4309466112 00000100:00000010:1.0:1787757089.123441:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ade0. 00000100:00000001:1.0:1787757090.083494:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757090.083507:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757090.083519:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757090.083542:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757090.083573:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757090.083589:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757090.083633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757090.083640:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757090.083647:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757090.083684:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757090.083696:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757090.083705:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757090.083721:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757090.083745:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757090.083758:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757090.083818:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757090.083828:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757090.083848:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757090.083891:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757090.083900:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757090.083905:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757090.083911:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757090.083918:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757090.083924:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757090.083936:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757090.083942:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757090.083953:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757091.107453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757091.107464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757091.107472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757091.107487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757091.107501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757091.107511:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757091.107540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757091.107548:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757091.107558:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757091.107616:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757091.107631:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757091.107643:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757091.107659:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757091.107675:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757091.107685:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757091.107719:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757091.107727:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757091.107735:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757092.131431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757092.131447:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757092.131455:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757092.131471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757092.131484:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757092.131494:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757092.131502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757092.131511:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757092.131518:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757092.131552:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757092.131561:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757092.131570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757092.131602:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757092.131620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757092.131630:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757092.131644:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757092.131650:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757092.131659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757093.155401:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757093.155414:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757093.155425:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757093.155442:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757093.155456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757093.155467:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757093.155502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757093.155510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757093.155518:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757093.155597:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757093.155609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757093.155617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757093.155626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757093.155639:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757093.155651:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757093.155682:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757093.155690:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757093.155702:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757094.179362:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757094.179370:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757094.179376:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757094.179392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757094.179398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757094.179404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757094.179424:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757094.179428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757094.179433:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757094.179454:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757094.179459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757094.179462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757094.179465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757094.179473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757094.179479:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757094.179498:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757094.179504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757094.179509:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757094.243348:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309471185, at 4309471232 00000100:00000010:1.0:1787757094.243366:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a360. 00000100:00000001:1.0:1787757095.203402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757095.203414:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757095.203418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757095.203426:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757095.203434:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757095.203442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757095.203448:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757095.203455:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757095.203462:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757095.203511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757095.203520:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757095.203526:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757095.203534:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757095.203542:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757095.203548:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757095.203554:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757095.203563:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757095.203578:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757095.203624:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757095.203632:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757095.203641:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757095.203648:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757095.203655:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757095.203660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757095.203668:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757095.203675:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757095.203686:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757096.227459:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757096.227475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757096.227486:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757096.227502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757096.227516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757096.227530:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757096.227585:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757096.227591:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757096.227598:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757096.227632:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757096.227651:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757096.227670:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757096.227676:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757096.227710:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757096.227717:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757096.227752:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757096.227763:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757096.227773:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757097.251439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757097.251451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757097.251457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757097.251466:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757097.251475:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757097.251485:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757097.251498:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757097.251510:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757097.251522:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757097.251562:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757097.251576:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757097.251584:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757097.251603:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757097.251612:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757097.251623:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757097.251639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757097.251648:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757097.251659:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757097.251727:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757097.251738:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757097.251743:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757097.251747:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757097.251755:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757097.251761:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757097.251765:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757097.251769:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757097.251776:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.275442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757098.275456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757098.275462:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.275476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757098.275487:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757098.275502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.275532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.275541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.275551:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.275594:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757098.275603:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757098.275627:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.275639:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757098.275669:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757098.275678:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.275692:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.275701:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.275714:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.339818:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757098.339829:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757098.339835:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757098.339851:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.339879:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.339884:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.339893:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757098.339898:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757098.339906:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.339918:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931009024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757098.339928:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757098.339937:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757098.339942:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.339949:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757098.339959:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757098.339969:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757098.339981:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757098.339990:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757098.340005:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757098.340018:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009024, portal 25 00000100:00000001:1.0:1787757098.340027:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757098.340031:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757098.340049:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.340076:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757098.340090:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757098.340099:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757098.340106:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931009024, offset 0 00000400:00000200:1.0:1787757098.340120:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757098.340155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.340176:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757098.340191:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757098.340208:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757098.340218:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757098.340232:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757098.340252:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746641:746641:256:4294967295] 192.168.201.121@tcp LPNI seq info [746635:746635:8:4294967295] 00000400:00000200:1.0:1787757098.340321:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.340350:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757098.340372:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.340385:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757098.340409:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757098.340420:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757098.340475:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.340485:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757098.340500:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757098.340515:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757098.340526:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757098.340534:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757098.340547:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757098.340565:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.340603:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.340629:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.340682:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.340689:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757098.340701:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757098.340714:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757098.340721:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309476305 00000100:00000010:1.0:1787757098.340733:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757098.340750:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757098.340767:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309476305 00000100:00000010:1.0:1787757098.340775:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757098.340786:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757098.340796:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757098.340803:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.340813:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757098.340827:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757098/real 1787757098] req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757098.340864:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757098.340870:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757098.340880:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757098.340888:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757098.340893:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757098.340899:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757098.340910:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757098.340937:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.340956:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757098.340962:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.340969:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.340972:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757098.340986:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341014:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757098.341030:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341061:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757098.341072:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.341084:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.341088:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.341095:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757098.341102:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757098.341107:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757098.341124:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757098.341132:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757098.341144:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757098.341175:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931009024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757098.341198:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.341208:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.341224:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931009024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341313:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757098.341319:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757098.341326:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757098.341337:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757098.341344:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757098.341349:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757098.341355:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757098.341363:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757098.341373:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757098.341379:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757098.341385:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757098.341394:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757098.341399:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.341409:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.341423:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757098.341430:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.341439:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757098.341445:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757098.341452:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757098.341467:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341500:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.341505:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.341511:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757098.341517:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757098.341525:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.341537:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757098.341551:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757098.341558:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757098.341565:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.341573:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757098.341581:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757098.341592:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757098.341609:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757098.341618:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757098.341635:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757098.341667:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009152, portal 10 00000100:00000001:1.0:1787757098.341676:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757098.341682:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757098.341700:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341719:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757098.341727:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757098.341735:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757098.341746:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931009152, offset 0 00000400:00000200:1.0:1787757098.341770:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757098.341792:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.341812:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757098.341825:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757098.341834:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757098.341842:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757098.341849:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757098.341857:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746642:746642:256:4294967295] 192.168.201.121@tcp LPNI seq info [746636:746636:8:4294967295] 00000400:00000200:1.0:1787757098.341867:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.341881:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757098.341891:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.341899:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757098.341907:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757098.341911:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757098.341927:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.341930:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757098.341935:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757098.341940:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757098.341944:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757098.341947:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757098.341952:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757098.341958:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341978:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.341983:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.341992:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.341994:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757098.341999:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757098.342005:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757098.342010:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757098.342013:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309475342 00000100:00000001:1.0:1787757098.342017:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.342021:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309475342 00000100:00000001:1.0:1787757098.342024:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.342027:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757098.342030:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.342032:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757098.342037:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757098/real 1787757098] req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757098.342047:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757098.342050:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757098.342052:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757098.342055:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757098.342058:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757098.342061:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757098.342065:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757098.342077:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342085:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757098.342088:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.342091:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.342093:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757098.342098:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342107:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757098.342112:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342120:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757098.342124:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.342126:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.342127:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.342130:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757098.342134:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757098.342138:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757098.342142:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757098.342145:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757098.342150:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757098.342162:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757098.342170:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757098.342177:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342192:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.342195:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.342199:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757098.342203:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757098.342208:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.342215:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757098.342222:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757098.342226:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757098.342229:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.342233:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757098.342240:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757098.342244:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757098.342252:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757098.342257:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757098.342263:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757098.342298:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009280, portal 10 00000100:00000001:1.0:1787757098.342302:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757098.342304:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757098.342313:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342322:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757098.342325:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757098.342329:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757098.342333:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931009280, offset 0 00000400:00000200:1.0:1787757098.342338:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757098.342345:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.342350:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757098.342354:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757098.342358:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757098.342361:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757098.342365:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757098.342369:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746643:746643:256:4294967295] 192.168.201.121@tcp LPNI seq info [746637:746637:8:4294967295] 00000400:00000200:1.0:1787757098.342375:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.342383:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757098.342389:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.342393:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757098.342399:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757098.342403:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757098.342420:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.342423:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757098.342427:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757098.342432:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757098.342436:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757098.342439:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757098.342443:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757098.342448:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342459:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.342463:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342472:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.342474:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757098.342478:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757098.342482:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757098.342487:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757098.342489:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309475341 00000100:00000001:1.0:1787757098.342493:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.342496:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309475341 00000100:00000001:1.0:1787757098.342499:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.342502:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757098.342505:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.342507:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757098.342512:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757098/real 1787757098] req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757098.342521:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757098.342524:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757098.342526:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757098.342529:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757098.342532:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757098.342535:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757098.342539:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757098.342549:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342557:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757098.342559:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.342561:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.342563:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757098.342568:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342577:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757098.342583:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342599:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757098.342604:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.342607:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.342610:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.342615:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757098.342620:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757098.342626:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757098.342633:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757098.342638:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757098.342672:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757098.342704:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757098.342713:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757098.342720:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342735:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.342738:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.342743:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757098.342747:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757098.342751:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.342758:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757098.342765:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757098.342769:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757098.342773:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.342777:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757098.342784:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757098.342788:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757098.342797:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757098.342802:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757098.342809:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757098.342815:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009408, portal 4 00000100:00000001:1.0:1787757098.342820:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757098.342823:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757098.342861:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.342876:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757098.342881:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757098.342887:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757098.342893:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931009408, offset 0 00000400:00000200:1.0:1787757098.342902:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757098.342912:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.342920:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757098.342927:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757098.342932:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757098.342937:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757098.342943:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757098.342949:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746644:746644:256:4294967295] 192.168.201.121@tcp LPNI seq info [746638:746638:8:4294967295] 00000400:00000200:1.0:1787757098.342958:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.342970:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757098.342979:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.342987:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757098.342994:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757098.343000:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757098.343023:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.343027:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757098.343035:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757098.343042:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757098.343049:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757098.343052:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757098.343058:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757098.343066:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343082:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.343089:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343100:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.343102:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757098.343107:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757098.343112:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757098.343117:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757098.343120:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309475377 00000100:00000001:1.0:1787757098.343124:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.343127:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309475377 00000100:00000001:1.0:1787757098.343130:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.343133:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757098.343136:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.343138:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757098.343143:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757098/real 1787757098] req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757098.343155:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757098.343158:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757098.343161:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757098.343166:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757098.343170:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757098.343174:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757098.343181:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757098.343198:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343212:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757098.343215:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343219:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.343222:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757098.343230:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343246:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757098.343255:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343297:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757098.343303:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343305:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.343307:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343310:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757098.343312:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757098.343316:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757098.343321:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757098.343325:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757098.343331:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757098.343342:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757098.343347:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343350:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.343354:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931009152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343363:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757098.343365:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757098.343368:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757098.343372:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757098.343374:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757098.343376:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757098.343379:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757098.343382:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757098.343386:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757098.343388:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757098.343390:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757098.343394:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757098.343396:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343398:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.343402:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931009280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343419:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757098.343421:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757098.343423:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757098.343426:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757098.343428:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757098.343429:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757098.343432:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757098.343434:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757098.343437:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757098.343438:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757098.343440:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757098.343443:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757098.343444:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343446:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.343450:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931009408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343458:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757098.343460:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757098.343462:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757098.343465:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757098.343466:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757098.343468:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757098.343470:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757098.343472:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757098.343475:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757098.343476:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757098.343478:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757098.343481:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757098.343482:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343485:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343490:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757098.343492:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.343495:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757098.343497:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757098.343499:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757098.343505:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343514:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757098.343516:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.343519:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757098.343522:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757098.343524:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757098.343528:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757098.343533:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757098.343536:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757098.343538:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757098.343540:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757098.343545:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757098.343548:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757098.343553:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757098.343557:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757098.343562:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757098.343566:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009536, portal 4 00000100:00000001:1.0:1787757098.343569:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757098.343571:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757098.343579:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343588:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757098.343591:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757098.343594:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757098.343597:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931009536, offset 0 00000400:00000200:1.0:1787757098.343602:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757098.343608:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.343613:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757098.343617:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757098.343621:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757098.343624:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757098.343627:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757098.343632:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746645:746645:256:4294967295] 192.168.201.121@tcp LPNI seq info [746639:746639:8:4294967295] 00000400:00000200:1.0:1787757098.343638:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757098.343679:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757098.343687:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.343693:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757098.343698:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757098.343702:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757098.343717:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757098.343720:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757098.343724:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757098.343729:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757098.343734:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757098.343736:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757098.343740:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757098.343745:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343756:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.343760:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343769:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.343771:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757098.343775:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757098.343779:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757098.343784:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757098.343786:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309475357 00000100:00000001:1.0:1787757098.343789:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.343792:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309475357 00000100:00000001:1.0:1787757098.343795:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309476305 00000100:00000001:1.0:1787757098.343799:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757098.343802:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.343805:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757098.343810:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757098/real 1787757098] req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757098.343820:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757098.343822:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757098.343824:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757098.343827:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757098.343829:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757098.343832:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757098.343836:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757098.343847:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343855:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757098.343857:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343859:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.343861:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757098.343866:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343874:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757098.343879:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343887:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757098.343891:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343893:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757098.343895:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343898:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757098.343900:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757098.343904:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757098.343909:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757098.343912:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757098.343917:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757098.343927:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757098.343932:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343934:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757098.343938:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931009536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757098.343946:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757098.343948:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757098.343950:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757098.343953:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757098.343955:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757098.343957:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757098.343959:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757098.343961:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757098.343965:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757098.343966:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757098.343968:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757098.343971:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757098.343973:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343975:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757098.343979:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757098.343982:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757098.343984:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757098.343986:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757099.299434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757099.299449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757099.299455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757099.299465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757099.299488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757099.299496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757099.299546:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757099.299552:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757099.299560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757099.299593:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757099.299603:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757099.299615:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757099.299668:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757099.299677:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757099.299687:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757099.299699:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757099.299705:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757099.299711:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757099.363355:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309476305, at 4309476352 00000100:00000010:1.0:1787757099.363366:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757100.323424:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757100.323435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757100.323444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757100.323456:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757100.323469:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757100.323481:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757100.323495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757100.323501:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757100.323512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757100.323580:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757100.323592:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757100.323596:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757100.323604:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757100.323649:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757100.323659:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757100.323672:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757100.323684:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757100.323695:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757101.347513:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757101.347522:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757101.347529:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757101.347537:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757101.347545:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757101.347555:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757101.347574:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757101.347579:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757101.347587:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757101.347662:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757101.347668:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757101.347676:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757101.347687:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757101.347696:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757101.347721:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757101.347733:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757101.347743:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757101.347757:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757102.371447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757102.371462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757102.371472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757102.371483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757102.371498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757102.371509:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757102.371524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757102.371532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757102.371544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757102.371592:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757102.371597:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757102.371601:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757102.371608:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757102.371623:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757102.371631:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757102.371639:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757102.371650:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757102.371666:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.395507:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757103.395516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757103.395524:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.395532:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757103.395538:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757103.395545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.395552:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.395578:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.395588:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.395624:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757103.395633:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757103.395643:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.395658:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757103.395670:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757103.395676:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.395718:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.395728:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.395738:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.459831:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757103.459842:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757103.459850:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757103.459868:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.459901:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.459907:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.459917:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757103.459925:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757103.459931:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.459943:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931009664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757103.459954:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757103.459975:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757103.459983:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.459994:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757103.460008:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757103.460015:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757103.460029:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757103.460042:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757103.460054:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757103.460067:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009664, portal 25 00000100:00000001:1.0:1787757103.460072:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757103.460079:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:1.0:1787757103.460100:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.460166:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757103.460202:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757103.460215:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757103.460231:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931009664, offset 0 00000400:00000200:1.0:1787757103.460259:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757103.460333:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.460350:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757103.460366:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757103.460389:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757103.460400:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757103.460413:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757103.460426:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746646:746646:256:4294967295] 192.168.201.121@tcp LPNI seq info [746640:746640:8:4294967295] 00000400:00000200:1.0:1787757103.460444:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.460475:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757103.460504:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.460517:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757103.460534:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757103.460546:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757103.460628:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.460635:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757103.460647:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757103.460664:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757103.460678:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757103.460684:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757103.460695:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757103.460709:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.460748:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.460760:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.460813:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.460821:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757103.460834:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757103.460850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757103.460860:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309481425 00000100:00000010:1.0:1787757103.460872:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757103.460886:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757103.460899:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309481425 00000100:00000010:1.0:1787757103.460908:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757103.460918:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757103.460926:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757103.460932:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.460942:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757103.460954:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757103/real 1787757103] req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757103.460989:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757103.460996:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757103.461002:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757103.461014:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757103.461021:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757103.461028:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757103.461044:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757103.461076:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461111:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757103.461120:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.461133:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.461142:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757103.461168:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461223:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757103.461251:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461307:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757103.461322:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.461329:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.461335:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.461342:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757103.461346:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757103.461355:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757103.461370:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757103.461376:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757103.461387:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757103.461398:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931009664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757103.461405:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.461410:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.461414:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931009664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461433:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757103.461440:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757103.461448:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757103.461459:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757103.461466:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757103.461473:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757103.461482:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757103.461490:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:1.0:1787757103.461497:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757103.461504:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757103.461507:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:1.0:1787757103.461519:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757103.461527:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.461532:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.461542:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757103.461550:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.461583:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757103.461590:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757103.461597:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757103.461614:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461641:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.461646:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.461654:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757103.461660:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757103.461667:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.461679:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757103.461690:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757103.461697:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757103.461704:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.461714:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757103.461723:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757103.461733:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757103.461753:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757103.461763:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757103.461773:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757103.461782:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009792, portal 10 00000100:00000001:1.0:1787757103.461789:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757103.461793:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:1.0:1787757103.461804:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461814:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757103.461819:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757103.461824:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757103.461828:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931009792, offset 0 00000400:00000200:1.0:1787757103.461835:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757103.461842:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.461847:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757103.461852:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757103.461856:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757103.461860:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757103.461863:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757103.461868:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746647:746647:256:4294967295] 192.168.201.121@tcp LPNI seq info [746641:746641:8:4294967295] 00000400:00000200:1.0:1787757103.461874:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.461883:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757103.461889:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.461893:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757103.461899:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757103.461903:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757103.461920:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.461923:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757103.461927:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757103.461932:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757103.461936:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757103.461939:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757103.461943:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757103.461948:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461959:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.461963:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.461972:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.461974:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757103.461979:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757103.461984:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757103.461989:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757103.461992:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309480462 00000100:00000001:1.0:1787757103.461996:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.461999:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309480462 00000100:00000001:1.0:1787757103.462002:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.462005:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757103.462008:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.462010:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757103.462015:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757103/real 1787757103] req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757103.462026:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757103.462027:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757103.462030:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757103.462033:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757103.462035:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757103.462038:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757103.462042:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757103.462053:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462061:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757103.462064:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.462068:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.462071:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757103.462078:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462093:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757103.462101:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462117:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757103.462123:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.462126:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.462129:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.462133:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757103.462140:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757103.462146:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757103.462153:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757103.462159:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757103.462168:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757103.462185:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757103.462194:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757103.462202:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462217:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.462220:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.462224:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757103.462228:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757103.462232:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.462240:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757103.462248:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757103.462252:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757103.462255:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.462258:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757103.462265:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757103.462307:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757103.462315:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757103.462319:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757103.462325:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757103.462329:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931009920, portal 10 00000100:00000001:1.0:1787757103.462333:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757103.462335:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757103.462345:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462354:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757103.462358:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757103.462361:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757103.462365:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931009920, offset 0 00000400:00000200:1.0:1787757103.462371:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757103.462376:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.462381:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757103.462386:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757103.462390:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757103.462393:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757103.462397:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757103.462401:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746648:746648:256:4294967295] 192.168.201.121@tcp LPNI seq info [746642:746642:8:4294967295] 00000400:00000200:1.0:1787757103.462408:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.462416:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757103.462422:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.462427:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757103.462433:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757103.462437:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757103.462452:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.462455:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757103.462459:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757103.462464:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757103.462469:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757103.462472:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757103.462476:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757103.462481:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462492:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.462496:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462505:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.462507:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757103.462511:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757103.462515:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757103.462519:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757103.462522:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309480461 00000100:00000001:1.0:1787757103.462525:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.462528:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309480461 00000100:00000001:1.0:1787757103.462531:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.462534:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757103.462537:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.462540:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757103.462545:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757103/real 1787757103] req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757103.462579:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757103.462583:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757103.462587:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757103.462593:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757103.462597:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757103.462602:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757103.462610:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757103.462627:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462636:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757103.462639:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.462641:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.462643:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757103.462648:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462657:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757103.462662:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462671:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757103.462675:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.462677:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.462679:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.462681:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757103.462685:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757103.462688:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757103.462692:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757103.462695:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757103.462700:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757103.462711:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931009920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757103.462716:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757103.462721:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462729:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.462731:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.462735:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757103.462738:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757103.462740:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.462744:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757103.462749:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757103.462752:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757103.462754:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.462756:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757103.462761:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757103.462764:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757103.462770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757103.462773:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757103.462778:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757103.462783:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010048, portal 4 00000100:00000001:1.0:1787757103.462786:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757103.462787:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757103.462795:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462804:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757103.462807:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757103.462810:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757103.462813:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931010048, offset 0 00000400:00000200:1.0:1787757103.462819:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757103.462824:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.462828:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757103.462832:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757103.462836:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757103.462840:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757103.462843:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757103.462847:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746649:746649:256:4294967295] 192.168.201.121@tcp LPNI seq info [746643:746643:8:4294967295] 00000400:00000200:1.0:1787757103.462853:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.462862:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757103.462869:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.462874:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757103.462879:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757103.462883:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757103.462898:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.462900:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757103.462905:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757103.462909:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757103.462913:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757103.462916:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757103.462919:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757103.462923:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462934:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.462938:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.462946:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.462949:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757103.462952:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757103.462957:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757103.462961:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757103.462964:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309480497 00000100:00000001:1.0:1787757103.462967:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.462971:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309480497 00000100:00000001:1.0:1787757103.462973:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.462976:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757103.462979:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.462981:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757103.462986:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757103/real 1787757103] req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757103.462997:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757103.462999:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757103.463001:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757103.463004:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757103.463006:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757103.463009:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757103.463013:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757103.463023:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463031:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757103.463033:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463036:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.463038:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757103.463043:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463051:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757103.463056:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463066:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757103.463070:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463074:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.463076:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463080:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757103.463083:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757103.463088:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757103.463095:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757103.463100:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757103.463110:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757103.463128:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757103.463136:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463141:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.463148:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463162:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757103.463166:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757103.463171:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757103.463175:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757103.463177:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757103.463179:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757103.463182:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757103.463185:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757103.463189:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757103.463191:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757103.463193:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:1.0:1787757103.463196:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757103.463198:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463201:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.463206:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463214:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757103.463216:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757103.463219:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757103.463222:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757103.463223:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757103.463225:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757103.463228:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757103.463230:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757103.463232:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757103.463235:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757103.463236:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757103.463240:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757103.463241:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463244:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.463248:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931010048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463256:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757103.463257:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757103.463259:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757103.463262:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757103.463264:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757103.463265:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757103.463296:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757103.463299:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757103.463302:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757103.463304:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757103.463305:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757103.463308:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757103.463310:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463313:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463318:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757103.463320:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.463322:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757103.463324:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757103.463326:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757103.463332:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463341:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757103.463343:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.463346:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757103.463349:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757103.463352:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757103.463356:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757103.463360:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757103.463364:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757103.463366:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757103.463369:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757103.463373:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757103.463376:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757103.463381:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757103.463384:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757103.463389:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757103.463394:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010176, portal 4 00000100:00000001:1.0:1787757103.463397:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757103.463399:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757103.463406:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463415:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757103.463418:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757103.463421:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757103.463425:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931010176, offset 0 00000400:00000200:1.0:1787757103.463430:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757103.463435:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.463440:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757103.463444:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757103.463448:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757103.463451:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757103.463455:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757103.463459:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746650:746650:256:4294967295] 192.168.201.121@tcp LPNI seq info [746644:746644:8:4294967295] 00000400:00000200:1.0:1787757103.463464:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757103.463473:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757103.463478:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.463483:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757103.463488:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757103.463492:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757103.463507:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757103.463511:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757103.463515:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757103.463520:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757103.463525:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757103.463527:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757103.463531:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757103.463535:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463546:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.463550:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463592:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.463596:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757103.463602:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757103.463608:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757103.463614:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757103.463619:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309480477 00000100:00000001:1.0:1787757103.463624:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.463629:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309480477 00000100:00000001:1.0:1787757103.463634:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309481425 00000100:00000001:1.0:1787757103.463639:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757103.463643:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.463647:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757103.463656:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757103/real 1787757103] req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757103.463669:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757103.463671:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757103.463674:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757103.463677:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757103.463680:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757103.463737:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757103.463743:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757103.463754:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463762:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757103.463764:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463767:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.463769:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757103.463774:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463783:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757103.463788:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463796:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757103.463799:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463801:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757103.463803:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463806:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757103.463808:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757103.463811:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757103.463815:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757103.463818:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757103.463823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757103.463832:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757103.463838:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463841:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757103.463845:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931010176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757103.463854:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757103.463856:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757103.463859:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757103.463862:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757103.463864:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757103.463866:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757103.463869:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757103.463871:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757103.463875:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757103.463876:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757103.463879:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757103.463882:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757103.463884:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463886:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757103.463890:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757103.463893:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757103.463895:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757103.463898:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757104.419396:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757104.419404:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757104.419409:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757104.419416:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757104.419423:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757104.419431:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757104.419440:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757104.419465:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757104.419478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757104.419522:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757104.419532:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757104.419555:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757104.419565:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757104.419577:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757104.419589:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757104.419610:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757104.419617:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757104.419624:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757104.419666:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757104.419672:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757104.419683:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757104.483378:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309481425, at 4309481472 00000100:00000010:1.0:1787757104.483404:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757105.443510:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757105.443542:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757105.443546:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757105.443555:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757105.443570:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757105.443588:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757105.443610:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757105.443625:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757105.443637:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757105.443676:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757105.443684:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757105.443700:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757105.443731:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757105.443750:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757105.443766:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757105.443793:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757105.443799:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757105.443807:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757105.443842:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757105.443856:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757105.443879:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757106.467357:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757106.467368:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757106.467373:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757106.467383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757106.467392:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757106.467400:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757106.467430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757106.467439:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757106.467449:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757106.467523:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757106.467531:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757106.467537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757106.467544:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757106.467563:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757106.467569:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757106.467574:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757106.467578:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757106.467581:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757107.491400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757107.491413:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757107.491419:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757107.491430:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757107.491450:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757107.491459:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757107.491466:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757107.491480:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757107.491515:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757107.491589:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757107.491598:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757107.491603:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757107.491611:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757107.491622:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757107.491627:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757107.491633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757107.491640:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757107.491646:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757107.491696:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757107.491704:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757107.491710:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757107.491716:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757107.491722:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757107.491730:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757107.491741:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757107.491746:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757107.491750:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.515538:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757108.515550:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757108.515559:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.515572:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757108.515585:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757108.515595:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.515604:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.515612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.515627:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.515660:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757108.515670:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757108.515681:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.515694:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757108.515706:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757108.515715:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.515721:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.515726:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.515729:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.579882:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757108.579893:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757108.579901:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757108.579916:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.579944:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.579951:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.579957:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757108.579962:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757108.579970:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.579982:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931010304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757108.579994:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757108.580000:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757108.580007:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.580012:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757108.580024:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757108.580032:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757108.580047:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757108.580059:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757108.580069:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757108.580086:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010304, portal 25 00000100:00000001:1.0:1787757108.580096:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757108.580101:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757108.580118:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.580144:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757108.580158:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757108.580166:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757108.580176:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931010304, offset 0 00000400:00000200:1.0:1787757108.580189:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757108.580212:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.580227:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757108.580241:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757108.580252:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757108.580263:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757108.580302:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757108.580308:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746651:746651:256:4294967295] 192.168.201.121@tcp LPNI seq info [746645:746645:8:4294967295] 00000400:00000200:1.0:1787757108.580315:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.580331:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757108.580340:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.580349:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757108.580386:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757108.580404:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757108.580451:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.580459:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757108.580496:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757108.580515:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757108.580530:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757108.580540:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757108.580557:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757108.580572:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.580622:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.580633:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.580653:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.580659:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757108.580670:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757108.580689:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757108.580701:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309486545 00000100:00000010:1.0:1787757108.580719:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757108.580740:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757108.580760:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309486545 00000100:00000010:1.0:1787757108.580775:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757108.580790:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757108.580806:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757108.580820:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.580833:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757108.580856:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757108/real 1787757108] req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757108.580906:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757108.580911:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757108.580919:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757108.580928:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757108.580932:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757108.580941:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757108.580952:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757108.580975:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581002:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757108.581011:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.581015:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.581023:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757108.581035:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581061:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757108.581073:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581090:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757108.581100:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.581107:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.581112:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.581120:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757108.581128:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757108.581139:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757108.581151:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757108.581161:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757108.581176:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757108.581209:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931010304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757108.581221:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.581228:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.581236:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931010304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581253:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757108.581259:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757108.581300:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757108.581305:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757108.581309:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757108.581313:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757108.581321:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757108.581328:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757108.581336:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757108.581341:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757108.581348:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757108.581352:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757108.581356:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.581362:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.581376:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757108.581382:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.581390:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757108.581396:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757108.581401:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757108.581412:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581445:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.581451:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.581459:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757108.581499:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757108.581513:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.581529:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757108.581544:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757108.581553:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757108.581559:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.581568:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757108.581579:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757108.581587:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757108.581602:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757108.581611:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757108.581621:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757108.581631:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010432, portal 10 00000100:00000001:1.0:1787757108.581641:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757108.581650:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757108.581670:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581725:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757108.581742:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757108.581753:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757108.581762:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931010432, offset 0 00000400:00000200:1.0:1787757108.581779:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757108.581795:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.581806:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757108.581814:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757108.581822:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757108.581827:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757108.581833:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757108.581840:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746652:746652:256:4294967295] 192.168.201.121@tcp LPNI seq info [746646:746646:8:4294967295] 00000400:00000200:1.0:1787757108.581850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.581864:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757108.581874:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.581880:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757108.581887:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757108.581892:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757108.581907:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.581910:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757108.581915:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757108.581920:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757108.581925:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757108.581928:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757108.581932:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757108.581938:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581950:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.581954:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.581972:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.581974:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757108.581979:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757108.581985:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757108.581990:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757108.581993:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309485582 00000100:00000001:1.0:1787757108.581997:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.582001:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309485582 00000100:00000001:1.0:1787757108.582004:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.582007:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757108.582009:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.582012:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757108.582017:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757108/real 1787757108] req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757108.582027:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757108.582029:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757108.582032:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757108.582035:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757108.582038:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757108.582041:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757108.582045:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757108.582056:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582064:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757108.582067:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.582069:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.582071:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757108.582076:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582085:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757108.582091:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582100:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757108.582103:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.582105:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.582107:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.582109:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757108.582114:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757108.582118:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757108.582122:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757108.582125:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757108.582130:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757108.582140:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757108.582145:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757108.582150:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582159:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.582161:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.582163:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757108.582166:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757108.582169:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.582173:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757108.582177:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757108.582179:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757108.582182:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.582185:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757108.582190:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757108.582192:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757108.582197:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757108.582200:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757108.582204:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757108.582209:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010560, portal 10 00000100:00000001:1.0:1787757108.582211:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757108.582214:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757108.582221:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582230:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757108.582233:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757108.582236:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757108.582239:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931010560, offset 0 00000400:00000200:1.0:1787757108.582245:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757108.582251:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.582256:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757108.582260:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757108.582263:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757108.582298:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757108.582302:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757108.582307:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746653:746653:256:4294967295] 192.168.201.121@tcp LPNI seq info [746647:746647:8:4294967295] 00000400:00000200:1.0:1787757108.582313:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.582322:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757108.582328:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.582333:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757108.582339:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757108.582342:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757108.582357:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.582361:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757108.582365:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757108.582370:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757108.582374:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757108.582376:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757108.582380:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757108.582385:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582395:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.582399:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582408:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.582410:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757108.582414:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757108.582418:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757108.582423:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757108.582425:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309485581 00000100:00000001:1.0:1787757108.582429:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.582432:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309485581 00000100:00000001:1.0:1787757108.582435:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.582438:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757108.582440:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.582443:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757108.582447:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757108/real 1787757108] req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757108.582458:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757108.582460:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757108.582462:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757108.582492:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757108.582496:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757108.582502:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757108.582510:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757108.582527:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582542:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757108.582545:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.582549:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.582552:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757108.582561:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582577:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757108.582586:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582598:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757108.582601:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.582604:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.582606:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.582608:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757108.582612:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757108.582616:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757108.582620:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757108.582623:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757108.582628:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757108.582639:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757108.582644:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757108.582649:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582658:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.582661:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.582663:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757108.582666:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757108.582669:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.582672:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757108.582677:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757108.582680:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757108.582682:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.582685:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757108.582690:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757108.582692:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757108.582698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757108.582701:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757108.582706:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757108.582711:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010688, portal 4 00000100:00000001:1.0:1787757108.582713:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757108.582715:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757108.582723:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582731:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757108.582735:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757108.582738:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757108.582741:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931010688, offset 0 00000400:00000200:1.0:1787757108.582746:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757108.582752:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.582757:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757108.582761:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757108.582764:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757108.582768:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757108.582773:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757108.582781:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746654:746654:256:4294967295] 192.168.201.121@tcp LPNI seq info [746648:746648:8:4294967295] 00000400:00000200:1.0:1787757108.582789:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.582802:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757108.582812:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.582819:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757108.582828:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757108.582834:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757108.582859:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.582863:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757108.582870:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757108.582877:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757108.582882:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757108.582884:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757108.582888:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757108.582894:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582905:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.582909:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.582918:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.582921:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757108.582925:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757108.582929:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757108.582934:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757108.582937:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309485617 00000100:00000001:1.0:1787757108.582940:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.582943:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309485617 00000100:00000001:1.0:1787757108.582946:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.582949:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757108.582953:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.582956:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757108.582960:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757108/real 1787757108] req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757108.582971:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757108.582973:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757108.582975:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757108.582978:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757108.582980:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757108.582983:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757108.582987:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757108.582998:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583006:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757108.583008:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583010:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.583012:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757108.583017:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583025:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757108.583030:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583038:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757108.583041:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583044:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.583046:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583049:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757108.583051:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757108.583054:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757108.583060:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757108.583063:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757108.583068:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757108.583078:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757108.583083:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583085:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.583089:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931010432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583098:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757108.583100:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757108.583103:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757108.583106:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757108.583108:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757108.583110:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757108.583113:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757108.583116:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757108.583119:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757108.583121:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757108.583124:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757108.583127:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757108.583129:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583131:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.583135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931010560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583143:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757108.583145:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757108.583147:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757108.583150:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757108.583152:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757108.583153:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757108.583156:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757108.583159:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757108.583162:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757108.583164:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757108.583165:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757108.583169:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757108.583170:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583172:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.583176:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931010688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583184:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757108.583185:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757108.583188:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757108.583190:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757108.583192:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757108.583193:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757108.583196:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757108.583198:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757108.583200:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757108.583202:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757108.583203:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757108.583206:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757108.583208:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583211:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583215:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757108.583217:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.583220:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757108.583222:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757108.583224:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757108.583228:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583236:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757108.583238:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.583241:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757108.583243:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757108.583246:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757108.583250:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757108.583255:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757108.583258:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757108.583260:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757108.583262:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757108.583295:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757108.583299:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757108.583304:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757108.583307:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757108.583312:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757108.583316:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010816, portal 4 00000100:00000001:1.0:1787757108.583318:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757108.583320:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757108.583328:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583337:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757108.583340:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757108.583343:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757108.583347:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931010816, offset 0 00000400:00000200:1.0:1787757108.583352:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757108.583357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.583362:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757108.583365:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757108.583369:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757108.583373:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757108.583376:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757108.583380:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746655:746655:256:4294967295] 192.168.201.121@tcp LPNI seq info [746649:746649:8:4294967295] 00000400:00000200:1.0:1787757108.583386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757108.583395:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757108.583401:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.583405:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757108.583411:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757108.583415:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757108.583432:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757108.583435:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757108.583439:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757108.583443:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757108.583448:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757108.583450:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757108.583454:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757108.583458:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583496:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.583502:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583516:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.583520:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757108.583528:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757108.583534:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757108.583541:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757108.583546:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309485597 00000100:00000001:1.0:1787757108.583551:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.583556:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309485597 00000100:00000001:1.0:1787757108.583561:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309486545 00000100:00000001:1.0:1787757108.583566:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757108.583570:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.583575:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757108.583582:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757108/real 1787757108] req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757108.583594:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757108.583596:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757108.583599:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757108.583603:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757108.583606:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757108.583609:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757108.583613:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757108.583624:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583632:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757108.583634:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583637:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.583638:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757108.583643:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583652:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757108.583657:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583666:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757108.583669:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583671:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757108.583673:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583675:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757108.583677:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757108.583681:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757108.583685:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757108.583688:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757108.583693:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757108.583702:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931010816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757108.583708:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583711:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757108.583715:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931010816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757108.583723:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757108.583725:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757108.583728:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757108.583731:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757108.583733:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757108.583735:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757108.583737:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757108.583739:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757108.583743:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757108.583745:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757108.583747:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757108.583750:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757108.583752:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583754:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757108.583759:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757108.583761:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757108.583764:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757108.583766:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757109.539477:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757109.539508:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757109.539519:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757109.539536:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757109.539553:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757109.539563:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757109.539605:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757109.539627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757109.539633:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757109.539669:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757109.539679:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757109.539689:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757109.539700:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757109.539711:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757109.539718:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757109.539729:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757109.539737:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757109.539747:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757109.603424:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309486545, at 4309486592 00000100:00000010:1.0:1787757109.603488:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757110.563414:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757110.563427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757110.563471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757110.563488:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757110.563502:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757110.563512:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757110.563526:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757110.563534:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757110.563542:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757110.563579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757110.563588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757110.563598:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757110.563608:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757110.563622:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757110.563632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757110.563639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757110.563647:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757110.563655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757110.563709:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757110.563717:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757110.563722:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757110.563730:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757110.563738:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757110.563745:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757110.563764:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757110.563769:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757110.563773:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757111.587464:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757111.587480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757111.587488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757111.587504:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757111.587520:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757111.587534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757111.587564:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757111.587572:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757111.587586:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757111.587643:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757111.587656:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757111.587670:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757111.587686:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757111.587701:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757111.587709:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757111.587724:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757111.587732:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757111.587740:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757112.611456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757112.611466:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757112.611473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757112.611485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757112.611493:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757112.611503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757112.611531:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757112.611540:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757112.611554:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757112.611590:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757112.611601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757112.611607:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757112.611616:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757112.611624:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757112.611633:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757112.611640:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757112.611648:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757112.611658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757112.611714:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757112.611727:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757112.611735:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757112.611748:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757112.611760:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757112.611768:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757112.611778:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757112.611788:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757112.611795:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.635498:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757113.635520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757113.635529:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.635547:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757113.635567:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757113.635590:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.635640:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.635647:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.635658:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.635714:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757113.635725:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757113.635736:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.635751:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757113.635765:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757113.635783:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.635817:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.635828:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.635840:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.635883:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757113.635890:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757113.635896:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.635905:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757113.635918:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757113.635926:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.635935:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.635940:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.635949:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.699991:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757113.700008:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757113.700013:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757113.700038:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.700101:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.700110:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.700125:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757113.700140:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757113.700155:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.700183:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931010944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757113.700209:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757113.700225:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757113.700238:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.700251:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757113.700330:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757113.700340:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757113.700368:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757113.700411:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757113.700435:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757113.700454:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931010944, portal 25 00000100:00000001:1.0:1787757113.700479:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757113.700492:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:1.0:1787757113.700522:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.700578:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757113.700603:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757113.700611:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757113.700620:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931010944, offset 0 00000400:00000200:1.0:1787757113.700639:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757113.700656:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.700676:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757113.700687:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757113.700698:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757113.700712:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757113.700729:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757113.700741:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746656:746656:256:4294967295] 192.168.201.121@tcp LPNI seq info [746650:746650:8:4294967295] 00000400:00000200:1.0:1787757113.700767:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.700797:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757113.700823:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.700836:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757113.700857:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757113.700866:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757113.700906:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.700911:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757113.700925:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757113.700949:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757113.700971:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757113.700985:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757113.700994:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757113.701011:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.701061:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.701077:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.701128:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.701138:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757113.701154:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757113.701166:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757113.701179:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309491665 00000100:00000010:1.0:1787757113.701191:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757113.701214:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757113.701232:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309491665 00000100:00000010:1.0:1787757113.701249:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757113.701262:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757113.701314:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757113.701319:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.701328:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757113.701343:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757113/real 1787757113] req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757113.701435:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757113.701441:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757113.701446:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757113.701455:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757113.701463:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757113.701473:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757113.701484:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757113.701522:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.701561:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757113.701565:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.701577:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.701590:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757113.701600:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.701620:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757113.701635:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.701649:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757113.701659:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.701680:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.701684:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.701703:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757113.701708:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757113.701718:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757113.701727:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757113.701742:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757113.701753:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757113.701789:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931010944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757113.701807:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.701827:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.701836:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931010944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.701862:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757113.701869:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757113.701878:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757113.701883:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757113.701889:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757113.701893:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757113.701902:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757113.701909:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:1.0:1787757113.701921:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757113.701929:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757113.701940:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:1.0:1787757113.701947:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757113.701951:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.701958:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.701979:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757113.701983:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.701992:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757113.701997:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757113.702003:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757113.702018:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.702056:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.702064:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.702078:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757113.702087:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757113.702100:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.702122:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757113.702140:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757113.702147:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757113.702154:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.702168:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757113.702179:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757113.702189:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757113.702208:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757113.702219:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757113.702233:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757113.702250:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011072, portal 10 00000100:00000001:1.0:1787757113.702302:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757113.702306:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:1.0:1787757113.702322:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.702354:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757113.702364:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757113.702444:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757113.702454:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931011072, offset 0 00000400:00000200:1.0:1787757113.702470:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757113.702496:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.702509:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757113.702516:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757113.702533:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757113.702541:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757113.702548:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757113.702562:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746657:746657:256:4294967295] 192.168.201.121@tcp LPNI seq info [746651:746651:8:4294967295] 00000400:00000200:1.0:1787757113.702594:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.702616:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757113.702628:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.702639:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757113.702655:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757113.702663:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757113.702706:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.702711:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757113.702721:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757113.702728:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757113.702733:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757113.702739:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757113.702753:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757113.702762:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.702783:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.702795:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.702863:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.702868:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757113.702875:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757113.702884:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757113.702905:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757113.702916:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309490703 00000100:00000001:1.0:1787757113.702932:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.702949:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309490703 00000100:00000001:1.0:1787757113.702957:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.702971:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757113.702976:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.702983:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757113.703000:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757113/real 1787757113] req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757113.703015:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757113.703018:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757113.703022:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757113.703027:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757113.703031:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757113.703035:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757113.703041:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757113.703059:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703073:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757113.703076:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703080:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.703083:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757113.703091:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703106:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757113.703115:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703131:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757113.703137:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703141:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.703144:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703148:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757113.703153:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757113.703158:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757113.703163:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757113.703166:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757113.703172:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757113.703184:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757113.703191:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757113.703199:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703214:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.703217:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.703223:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757113.703227:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757113.703232:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.703239:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757113.703246:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757113.703251:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757113.703255:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.703259:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757113.703304:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757113.703309:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757113.703315:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757113.703319:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757113.703324:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757113.703329:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011200, portal 10 00000100:00000001:1.0:1787757113.703332:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757113.703334:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:1.0:1787757113.703343:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703352:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757113.703355:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757113.703358:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757113.703361:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931011200, offset 0 00000400:00000200:1.0:1787757113.703367:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757113.703372:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.703404:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757113.703408:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757113.703412:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757113.703416:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757113.703420:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757113.703424:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746658:746658:256:4294967295] 192.168.201.121@tcp LPNI seq info [746652:746652:8:4294967295] 00000400:00000200:1.0:1787757113.703430:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.703439:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757113.703445:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.703450:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757113.703456:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757113.703460:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757113.703476:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.703478:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757113.703483:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757113.703488:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757113.703492:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757113.703495:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757113.703498:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757113.703504:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703514:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.703519:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703528:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.703530:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757113.703534:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757113.703539:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757113.703543:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757113.703546:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309490702 00000100:00000001:1.0:1787757113.703549:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.703552:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309490702 00000100:00000001:1.0:1787757113.703556:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.703559:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757113.703562:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.703565:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757113.703570:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757113/real 1787757113] req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757113.703580:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757113.703581:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757113.703584:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757113.703587:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757113.703589:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757113.703592:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757113.703596:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757113.703607:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703616:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757113.703617:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703620:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.703622:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757113.703626:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703635:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757113.703640:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703648:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757113.703651:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703654:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.703655:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703659:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757113.703663:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757113.703667:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757113.703671:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757113.703675:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757113.703679:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757113.703689:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757113.703695:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703697:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.703702:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931011072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703710:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757113.703713:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757113.703716:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757113.703719:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757113.703721:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757113.703723:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757113.703726:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757113.703729:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:1.0:1787757113.703733:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757113.703735:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757113.703737:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:1.0:1787757113.703740:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757113.703742:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703744:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.703749:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931011200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703757:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757113.703759:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757113.703761:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757113.703765:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757113.703767:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757113.703769:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757113.703772:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757113.703774:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757113.703777:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757113.703779:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757113.703781:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:1.0:1787757113.703784:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757113.703785:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703788:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.703793:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757113.703795:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.703798:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757113.703800:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757113.703802:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757113.703807:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703816:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.703818:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.703821:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757113.703823:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757113.703826:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.703830:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757113.703835:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757113.703839:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757113.703841:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.703843:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757113.703847:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757113.703850:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757113.703855:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757113.703858:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757113.703863:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757113.703867:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011328, portal 4 00000100:00000001:1.0:1787757113.703870:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757113.703873:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:1.0:1787757113.703880:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.703888:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757113.703892:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757113.703895:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757113.703898:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931011328, offset 0 00000400:00000200:1.0:1787757113.703903:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757113.703907:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.703912:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757113.703915:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757113.703919:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757113.703922:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757113.703925:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757113.703930:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746659:746659:256:4294967295] 192.168.201.121@tcp LPNI seq info [746653:746653:8:4294967295] 00000400:00000200:1.0:1787757113.703935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.703944:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757113.703949:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.703953:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757113.703958:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757113.703962:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757113.703976:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.703979:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757113.703983:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757113.703987:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757113.703991:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757113.703994:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757113.703997:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757113.704001:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704011:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.704016:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704025:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.704027:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757113.704031:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757113.704035:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757113.704039:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757113.704042:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309490738 00000100:00000001:1.0:1787757113.704047:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.704053:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309490738 00000100:00000001:1.0:1787757113.704058:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.704062:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757113.704067:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.704071:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757113.704078:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757113/real 1787757113] req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757113.704095:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757113.704098:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757113.704102:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757113.704107:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757113.704111:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757113.704115:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757113.704123:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757113.704142:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704154:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757113.704157:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704160:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.704162:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757113.704168:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704177:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757113.704182:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704191:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757113.704196:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704200:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.704202:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704206:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757113.704209:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757113.704214:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757113.704222:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757113.704227:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757113.704236:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757113.704254:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757113.704263:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757113.704302:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704313:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757113.704315:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.704319:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757113.704322:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757113.704324:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757113.704329:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757113.704333:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757113.704337:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757113.704340:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757113.704342:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757113.704347:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757113.704350:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757113.704356:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757113.704359:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757113.704363:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757113.704368:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011456, portal 4 00000100:00000001:1.0:1787757113.704371:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757113.704373:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:1.0:1787757113.704407:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704416:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757113.704419:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757113.704424:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757113.704428:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931011456, offset 0 00000400:00000200:1.0:1787757113.704433:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757113.704439:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.704444:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757113.704448:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757113.704452:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757113.704456:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757113.704459:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757113.704464:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746660:746660:256:4294967295] 192.168.201.121@tcp LPNI seq info [746654:746654:8:4294967295] 00000400:00000200:1.0:1787757113.704469:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757113.704478:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757113.704483:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.704488:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757113.704493:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757113.704497:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757113.704512:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757113.704516:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757113.704520:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757113.704525:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757113.704529:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757113.704531:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757113.704535:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757113.704539:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704550:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.704554:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704562:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.704565:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757113.704568:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757113.704572:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757113.704576:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757113.704579:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309490718 00000100:00000001:1.0:1787757113.704582:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.704585:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309490718 00000100:00000001:1.0:1787757113.704588:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309491665 00000100:00000001:1.0:1787757113.704591:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757113.704594:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.704597:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757113.704601:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757113/real 1787757113] req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757113.704610:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757113.704612:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757113.704615:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757113.704618:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757113.704620:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757113.704624:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757113.704628:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757113.704639:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704647:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757113.704648:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704651:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.704653:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757113.704657:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704665:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757113.704670:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704679:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757113.704682:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704684:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757113.704686:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704689:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757113.704691:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757113.704695:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757113.704699:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757113.704702:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757113.704707:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757113.704716:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757113.704721:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704724:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.704728:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931011328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704737:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757113.704739:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757113.704742:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757113.704745:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757113.704747:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757113.704749:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757113.704752:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757113.704754:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757113.704757:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757113.704759:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757113.704761:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:1.0:1787757113.704765:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757113.704767:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704770:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757113.704774:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931011456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757113.704782:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757113.704784:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757113.704786:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757113.704788:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757113.704790:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757113.704792:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757113.704794:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757113.704796:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757113.704799:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757113.704800:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757113.704802:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:1.0:1787757113.704804:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757113.704806:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704809:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757113.704813:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757113.704815:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757113.704817:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757113.704820:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757114.659372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757114.659381:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757114.659385:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757114.659401:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757114.659414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757114.659421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757114.659427:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757114.659433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757114.659440:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757114.659469:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757114.659478:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757114.659486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757114.659492:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757114.659501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757114.659508:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757114.659533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757114.659543:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757114.659553:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757114.659574:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757114.659581:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757114.659586:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757114.659592:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757114.659596:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757114.659599:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757114.659601:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757114.659604:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757114.659606:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757114.723387:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309491665, at 4309491712 00000100:00000010:1.0:1787757114.723402:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757115.683534:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757115.683553:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757115.683571:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757115.683589:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757115.683610:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757115.683633:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757115.683650:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757115.683660:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757115.683673:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757115.683710:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757115.683726:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757115.683735:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757115.683746:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757115.683757:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757115.683766:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757115.683776:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757115.683781:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757115.683790:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757116.707441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757116.707453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757116.707455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757116.707463:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757116.707474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757116.707482:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757116.707504:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757116.707517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757116.707524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757116.707606:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757116.707622:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757116.707632:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757116.707644:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757116.707652:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757116.707657:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757116.707660:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757116.707662:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757116.707664:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757117.731501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757117.731529:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757117.731547:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757117.731574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757117.731605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757117.731619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757117.731653:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757117.731664:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757117.731679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757117.731726:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757117.731746:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757117.731767:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757117.731804:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757117.731819:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757117.731833:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757117.731848:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757117.731863:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757117.731875:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.755541:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757118.755560:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757118.755573:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.755594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757118.755615:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757118.755625:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.755649:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.755662:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.755684:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.755721:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757118.755731:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757118.755742:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.755763:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757118.755777:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757118.755786:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.755795:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.755801:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.755806:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.755858:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757118.755873:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757118.755893:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.755922:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757118.755947:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757118.755963:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.755990:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.755998:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.756006:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.819849:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757118.819871:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757118.819882:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757118.819905:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.819949:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.819953:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.819960:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757118.819968:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757118.819978:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.819987:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931011584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757118.820006:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757118.820021:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757118.820033:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.820046:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757118.820063:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757118.820075:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757118.820100:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757118.820114:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757118.820132:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757118.820149:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011584, portal 25 00000100:00000001:1.0:1787757118.820161:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757118.820169:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:1.0:1787757118.820194:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.820243:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757118.820262:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757118.820354:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757118.820370:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931011584, offset 0 00000400:00000200:1.0:1787757118.820400:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757118.820423:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.820440:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757118.820454:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757118.820468:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757118.820478:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757118.820487:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757118.820497:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746661:746661:256:4294967295] 192.168.201.121@tcp LPNI seq info [746655:746655:8:4294967295] 00000400:00000200:1.0:1787757118.820511:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.820544:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757118.820579:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.820597:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757118.820627:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757118.820645:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757118.820692:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.820700:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757118.820713:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757118.820730:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757118.820743:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757118.820752:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757118.820766:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757118.820783:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.820822:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.820835:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.820867:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.820878:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757118.820894:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757118.820912:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757118.820918:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309496785 00000100:00000010:1.0:1787757118.820934:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757118.820951:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757118.820966:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309496785 00000100:00000010:1.0:1787757118.820977:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757118.820987:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757118.820997:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757118.821012:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.821024:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757118.821045:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757118/real 1787757118] req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757118.821093:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757118.821104:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757118.821113:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757118.821126:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757118.821133:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757118.821143:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757118.821156:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757118.821204:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.821254:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757118.821318:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.821326:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.821334:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757118.821353:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.821378:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757118.821393:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.821412:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757118.821421:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.821427:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.821429:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.821436:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757118.821440:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757118.821450:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757118.821464:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757118.821473:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757118.821486:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757118.821516:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931011584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757118.821534:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.821542:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.821553:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931011584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.821577:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757118.821584:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757118.821591:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757118.821600:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757118.821604:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757118.821607:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757118.821613:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757118.821619:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:1.0:1787757118.821628:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757118.821632:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757118.821636:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:1.0:1787757118.821643:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757118.821646:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.821651:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.821663:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757118.821666:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.821669:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757118.821672:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757118.821674:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757118.821681:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.821691:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.821694:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.821697:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757118.821700:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757118.823664:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.823681:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757118.823689:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757118.823696:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757118.823700:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.823704:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757118.823717:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757118.823720:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757118.823731:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757118.823740:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757118.823753:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757118.823766:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011712, portal 10 00000100:00000001:1.0:1787757118.823771:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757118.823775:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:1.0:1787757118.823794:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.823814:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757118.823820:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757118.823827:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757118.823834:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931011712, offset 0 00000400:00000200:1.0:1787757118.823843:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757118.823857:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.823869:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757118.823879:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757118.823887:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757118.823895:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757118.823901:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757118.823909:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746662:746662:256:4294967295] 192.168.201.121@tcp LPNI seq info [746656:746656:8:4294967295] 00000400:00000200:1.0:1787757118.823938:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.823957:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757118.823967:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.823977:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757118.823987:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757118.823993:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757118.824013:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.824016:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757118.824024:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757118.824030:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757118.824037:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757118.824041:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757118.824047:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757118.824068:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824089:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.824097:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824113:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.824117:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757118.824129:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757118.824138:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757118.824146:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757118.824152:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309495824 00000100:00000001:1.0:1787757118.824158:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.824162:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309495824 00000100:00000001:1.0:1787757118.824166:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.824169:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757118.824173:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.824177:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757118.824184:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757118/real 1787757118] req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757118.824206:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757118.824209:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757118.824212:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757118.824216:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757118.824219:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757118.824223:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757118.824228:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757118.824240:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824248:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757118.824251:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.824255:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.824259:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757118.824325:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824342:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757118.824355:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824372:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757118.824378:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.824382:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.824385:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.824390:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757118.824398:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757118.824406:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757118.824416:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757118.824422:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757118.824433:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757118.824453:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757118.824463:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757118.824472:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824484:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.824487:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.824491:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757118.824495:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757118.824498:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.824502:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757118.824507:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757118.824511:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757118.824513:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.824516:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757118.824522:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757118.824525:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757118.824531:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757118.824535:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757118.824543:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757118.824549:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011840, portal 10 00000100:00000001:1.0:1787757118.824553:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757118.824555:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:1.0:1787757118.824608:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824624:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757118.824634:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757118.824640:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757118.824650:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931011840, offset 0 00000400:00000200:1.0:1787757118.824663:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757118.824674:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.824683:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757118.824691:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757118.824697:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757118.824703:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757118.824708:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757118.824715:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746663:746663:256:4294967295] 192.168.201.121@tcp LPNI seq info [746657:746657:8:4294967295] 00000400:00000200:1.0:1787757118.824723:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.824737:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757118.824748:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.824755:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757118.824765:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757118.824770:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757118.824796:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.824801:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757118.824808:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757118.824819:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757118.824826:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757118.824831:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757118.824836:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757118.824843:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824854:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.824858:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.824872:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.824876:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757118.824883:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757118.824890:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757118.824897:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757118.824902:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309495823 00000100:00000001:1.0:1787757118.824907:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.824912:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309495823 00000100:00000001:1.0:1787757118.824918:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.824922:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757118.824927:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.824932:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757118.824941:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757118/real 1787757118] req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757118.824960:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757118.824963:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757118.824968:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757118.824972:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757118.824975:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757118.824979:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757118.824984:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757118.824995:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825004:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757118.825007:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.825009:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.825011:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757118.825016:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825025:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757118.825031:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825040:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757118.825044:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.825047:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.825048:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.825051:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757118.825056:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757118.825062:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757118.825069:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757118.825074:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757118.825082:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757118.825099:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757118.825108:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757118.825116:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825132:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.825135:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.825140:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757118.825144:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757118.825150:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.825154:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757118.825159:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757118.825163:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757118.825165:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.825168:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757118.825174:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757118.825177:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757118.825182:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757118.825186:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757118.825191:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757118.825196:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931011968, portal 4 00000100:00000001:1.0:1787757118.825200:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757118.825201:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:1.0:1787757118.825210:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825219:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757118.825222:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757118.825225:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757118.825228:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931011968, offset 0 00000400:00000200:1.0:1787757118.825234:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757118.825240:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.825245:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757118.825250:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757118.825254:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757118.825259:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757118.825326:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757118.825337:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746664:746664:256:4294967295] 192.168.201.121@tcp LPNI seq info [746658:746658:8:4294967295] 00000400:00000200:1.0:1787757118.825347:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.825362:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757118.825373:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.825382:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757118.825391:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757118.825398:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757118.825421:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.825426:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757118.825433:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757118.825440:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757118.825447:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757118.825451:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757118.825458:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757118.825466:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825491:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.825496:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825505:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.825507:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757118.825512:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757118.825518:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757118.825523:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757118.825526:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309495860 00000100:00000001:1.0:1787757118.825529:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.825532:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309495860 00000100:00000001:1.0:1787757118.825535:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.825538:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757118.825541:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.825544:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757118.825549:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757118/real 1787757118] req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757118.825560:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757118.825562:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757118.825564:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757118.825568:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757118.825570:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757118.825573:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757118.825577:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757118.825588:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825596:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757118.825598:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.825601:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.825603:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757118.825608:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825617:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757118.825622:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825630:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757118.825634:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.825636:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.825637:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.825640:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757118.825642:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757118.825645:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757118.825650:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757118.825653:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757118.825658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757118.825667:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931011968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757118.825673:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757118.825678:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825687:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757118.825690:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.825693:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757118.825695:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757118.825698:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757118.825703:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757118.825707:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757118.825711:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757118.825713:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757118.825716:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757118.825721:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757118.825724:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757118.825728:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757118.825731:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757118.825735:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757118.825740:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931012096, portal 4 00000100:00000001:1.0:1787757118.825743:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757118.825746:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:1.0:1787757118.825753:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825762:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757118.825765:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757118.825768:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757118.825771:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931012096, offset 0 00000400:00000200:1.0:1787757118.825776:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757118.825781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.825786:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757118.825789:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757118.825793:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757118.825797:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757118.825800:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757118.825805:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746665:746665:256:4294967295] 192.168.201.121@tcp LPNI seq info [746659:746659:8:4294967295] 00000400:00000200:1.0:1787757118.825810:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757118.825819:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757118.825825:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.825829:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757118.825835:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757118.825839:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757118.825855:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757118.825858:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757118.825863:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757118.825870:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757118.825877:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757118.825880:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757118.825885:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757118.825892:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825909:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.825917:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.825932:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.825936:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757118.825943:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757118.825950:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757118.825957:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757118.825961:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309495839 00000100:00000001:1.0:1787757118.825967:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.825971:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309495839 00000100:00000001:1.0:1787757118.825974:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309496785 00000100:00000001:1.0:1787757118.825978:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757118.825981:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.825984:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757118.825990:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757118/real 1787757118] req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757118.826000:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757118.826003:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757118.826006:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757118.826009:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757118.826012:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757118.826015:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757118.826019:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757118.826030:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826038:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757118.826040:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826042:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.826044:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757118.826049:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826061:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757118.826070:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826084:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757118.826090:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826093:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757118.826096:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826100:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757118.826103:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757118.826109:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757118.826117:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757118.826122:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757118.826132:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757118.826158:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757118.826165:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826169:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.826173:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826182:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757118.826186:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757118.826190:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757118.826195:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757118.826199:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757118.826201:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757118.826205:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757118.826208:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:1.0:1787757118.826214:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757118.826216:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757118.826219:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:1.0:1787757118.826224:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757118.826225:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826228:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.826232:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826240:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757118.826242:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757118.826244:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757118.826247:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757118.826249:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757118.826251:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757118.826253:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757118.826256:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757118.826260:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757118.826263:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757118.826266:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:1.0:1787757118.826328:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757118.826331:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826335:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.826344:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931011968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826360:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757118.826363:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757118.826367:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757118.826372:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757118.826375:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757118.826378:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757118.826382:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757118.826386:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757118.826391:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757118.826394:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757118.826397:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:1.0:1787757118.826401:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757118.826404:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826408:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757118.826416:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931012096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757118.826430:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757118.826433:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757118.826437:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757118.826441:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757118.826444:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757118.826447:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757118.826451:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757118.826454:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757118.826459:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757118.826462:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757118.826465:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:1.0:1787757118.826470:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757118.826473:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826478:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757118.826489:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757118.826492:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757118.826495:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757118.826498:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757119.779466:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757119.779481:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757119.779492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757119.779505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757119.779521:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757119.779541:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757119.779580:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757119.779592:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757119.779598:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757119.779630:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757119.779641:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757119.779648:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757119.779657:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757119.779661:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757119.779665:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757119.779673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757119.779677:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757119.779683:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757119.779744:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757119.779754:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757119.779772:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757119.779786:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757119.779800:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757119.779805:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757119.779811:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757119.779816:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757119.779823:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757119.843397:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309496785, at 4309496832 00000100:00000010:1.0:1787757119.843420:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757120.803434:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757120.803445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757120.803454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757120.803471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757120.803491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757120.803515:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757120.803543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757120.803561:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757120.803583:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757120.803663:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757120.803675:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757120.803680:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757120.803702:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757120.803722:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757120.803729:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757120.803739:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757120.803754:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757120.803762:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757120.803832:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757120.803838:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757120.803842:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757120.803847:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757120.803851:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757120.803857:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757120.803861:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757120.803864:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757120.803868:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757121.827501:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757121.827517:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757121.827528:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757121.827549:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757121.827569:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757121.827579:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757121.827605:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757121.827616:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757121.827628:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757121.827685:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757121.827696:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757121.827707:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757121.827724:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757121.827745:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757121.827767:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757121.827781:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757121.827793:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757121.827802:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757122.851500:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757122.851514:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757122.851530:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757122.851559:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757122.851578:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757122.851600:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757122.851623:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757122.851639:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757122.851662:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757122.851726:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757122.851734:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757122.851754:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757122.851764:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757122.851780:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757122.851796:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757122.851822:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757122.851840:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757122.851857:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.875476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757123.875487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757123.875495:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.875509:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757123.875518:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757123.875536:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.875554:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.875563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.875588:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.875634:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757123.875644:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757123.875650:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.875657:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757123.875666:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757123.875673:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.875681:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.875684:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.875690:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.939861:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757123.939881:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757123.939887:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757123.939903:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.939931:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.939936:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.939944:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757123.939953:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757123.939962:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.939996:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931012224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757123.940007:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757123.940016:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757123.940022:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.940028:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757123.940041:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757123.940050:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757123.940076:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757123.940086:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757123.940098:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757123.940113:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931012224, portal 25 00000100:00000001:1.0:1787757123.940122:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757123.940128:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:1.0:1787757123.940143:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.940177:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757123.940188:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757123.940257:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757123.940344:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931012224, offset 0 00000400:00000200:1.0:1787757123.940383:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757123.940400:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.940415:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757123.940429:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757123.940444:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757123.940454:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757123.940462:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757123.940475:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746666:746666:256:4294967295] 192.168.201.121@tcp LPNI seq info [746660:746660:8:4294967295] 00000400:00000200:1.0:1787757123.940491:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.940521:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757123.940537:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.940553:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757123.940576:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757123.940586:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757123.940638:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.940644:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757123.940656:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757123.940672:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757123.940681:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757123.940688:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757123.940699:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757123.940722:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.940762:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.940784:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.940811:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.940817:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757123.940825:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757123.940838:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757123.940845:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309501905 00000100:00000010:1.0:1787757123.940858:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757123.940884:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757123.940898:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309501905 00000100:00000010:1.0:1787757123.940910:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757123.940917:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757123.940922:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757123.940930:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.940935:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757123.940945:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757123/real 1787757123] req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757123.940962:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757123.940966:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757123.940972:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757123.940980:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757123.940986:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757123.940995:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757123.941007:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757123.941037:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941086:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757123.941091:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941098:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.941101:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757123.941113:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941135:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757123.941147:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941166:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757123.941176:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941179:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.941182:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941187:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757123.941216:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757123.941231:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757123.941252:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757123.941266:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757123.941326:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757123.941366:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931012224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757123.941381:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941391:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.941402:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931012224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941429:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757123.941436:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757123.941443:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757123.941454:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757123.941460:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757123.941467:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757123.941477:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757123.941483:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:1.0:1787757123.941493:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757123.941499:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757123.941505:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:1.0:1787757123.941513:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757123.941519:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941524:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941538:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757123.941544:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.941553:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757123.941559:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757123.941564:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757123.941576:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941636:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.941640:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.941645:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757123.941653:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757123.941657:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.941663:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757123.941669:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757123.941673:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757123.941676:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.941679:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757123.941684:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757123.941688:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757123.941694:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757123.941706:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757123.941711:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757123.941716:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931012352, portal 10 00000100:00000001:1.0:1787757123.941719:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757123.941721:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:1.0:1787757123.941730:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941739:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757123.941743:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757123.941746:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757123.941749:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931012352, offset 0 00000400:00000200:1.0:1787757123.941755:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757123.941760:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.941772:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757123.941776:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757123.941780:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757123.941784:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757123.941787:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757123.941792:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746667:746667:256:4294967295] 192.168.201.121@tcp LPNI seq info [746661:746661:8:4294967295] 00000400:00000200:1.0:1787757123.941799:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.941808:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757123.941814:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.941819:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757123.941825:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757123.941829:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757123.941845:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.941848:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757123.941852:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757123.941857:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757123.941861:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757123.941864:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757123.941868:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757123.941872:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941890:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.941894:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941903:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.941905:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757123.941909:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757123.941914:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757123.941918:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757123.941921:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309500942 00000100:00000001:1.0:1787757123.941924:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.941927:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309500942 00000100:00000001:1.0:1787757123.941930:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.941933:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757123.941937:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.941940:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757123.941945:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757123/real 1787757123] req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757123.941955:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757123.941957:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757123.941959:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757123.941962:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757123.941964:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757123.941967:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757123.941971:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757123.941983:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.941991:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757123.941993:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.941995:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.941997:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757123.942002:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942010:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757123.942015:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942024:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757123.942027:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942029:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.942031:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942034:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757123.942038:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757123.942041:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757123.942046:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757123.942049:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757123.942055:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757123.942065:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757123.942069:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757123.942073:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942082:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.942084:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.942086:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757123.942089:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757123.942091:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.942095:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757123.942100:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757123.942102:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757123.942105:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.942107:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757123.942111:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757123.942114:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757123.942118:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757123.942121:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757123.942124:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757123.942128:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931012480, portal 10 00000100:00000001:1.0:1787757123.942131:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757123.942133:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757123.942140:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942148:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757123.942152:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757123.942154:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757123.942158:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931012480, offset 0 00000400:00000200:1.0:1787757123.942163:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757123.942167:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.942172:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757123.942176:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757123.942179:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757123.942183:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757123.942186:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757123.942191:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746668:746668:256:4294967295] 192.168.201.121@tcp LPNI seq info [746662:746662:8:4294967295] 00000400:00000200:1.0:1787757123.942228:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.942240:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757123.942250:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.942258:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757123.942267:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757123.942308:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757123.942330:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.942334:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757123.942339:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757123.942343:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757123.942349:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757123.942351:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757123.942356:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757123.942361:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942372:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.942377:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942386:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.942389:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757123.942393:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757123.942398:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757123.942403:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757123.942406:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309500941 00000100:00000001:1.0:1787757123.942410:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.942413:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309500941 00000100:00000001:1.0:1787757123.942416:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.942419:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757123.942422:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.942424:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757123.942429:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757123/real 1787757123] req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757123.942439:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757123.942442:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757123.942444:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757123.942447:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757123.942450:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757123.942452:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757123.942456:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757123.942467:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942475:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757123.942477:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942480:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.942481:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757123.942486:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942494:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757123.942501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942511:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757123.942514:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942516:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.942518:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942520:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757123.942524:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757123.942527:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757123.942531:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757123.942534:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757123.942539:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757123.942550:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757123.942555:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757123.942559:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942567:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.942569:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.942572:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757123.942575:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757123.942577:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.942581:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757123.942585:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757123.942588:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757123.942590:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.942592:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757123.942597:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757123.942600:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757123.942605:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757123.942608:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757123.942612:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757123.942616:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931012608, portal 4 00000100:00000001:1.0:1787757123.942619:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757123.942621:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757123.942628:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942637:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757123.942640:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757123.942643:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757123.942646:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931012608, offset 0 00000400:00000200:1.0:1787757123.942652:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757123.942661:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.942665:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757123.942669:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757123.942672:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757123.942676:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757123.942679:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757123.942684:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746669:746669:256:4294967295] 192.168.201.121@tcp LPNI seq info [746663:746663:8:4294967295] 00000400:00000200:1.0:1787757123.942689:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.942698:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757123.942704:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.942709:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757123.942714:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757123.942718:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757123.942732:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.942736:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757123.942739:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757123.942744:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757123.942748:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757123.942751:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757123.942754:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757123.942759:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942769:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.942773:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942782:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.942784:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757123.942788:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757123.942792:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757123.942796:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757123.942799:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309500977 00000100:00000001:1.0:1787757123.942802:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.942805:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309500977 00000100:00000001:1.0:1787757123.942808:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.942811:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757123.942814:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.942816:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757123.942821:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757123/real 1787757123] req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757123.942834:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757123.942837:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757123.942840:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757123.942845:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757123.942848:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757123.942853:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757123.942860:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757123.942888:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942901:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757123.942904:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942908:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.942910:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757123.942918:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942933:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757123.942940:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.942955:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757123.942960:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942963:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.942966:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.942970:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757123.942973:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757123.942979:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757123.942989:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757123.942994:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757123.943002:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757123.943019:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757123.943027:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943031:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.943037:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931012352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943049:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757123.943053:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757123.943058:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757123.943064:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757123.943067:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757123.943071:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757123.943075:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757123.943080:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757123.943085:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757123.943088:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757123.943091:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:1.0:1787757123.943097:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757123.943100:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943103:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.943111:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931012480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943126:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757123.943129:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757123.943132:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757123.943135:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757123.943137:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757123.943139:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757123.943142:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757123.943145:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757123.943147:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757123.943149:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757123.943151:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757123.943154:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757123.943156:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943158:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.943163:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931012608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943171:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757123.943172:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757123.943175:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757123.943177:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757123.943179:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757123.943181:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757123.943184:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757123.943187:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757123.943189:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757123.943191:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757123.943215:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757123.943221:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757123.943224:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943229:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943236:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757123.943239:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.943243:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757123.943246:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757123.943249:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757123.943258:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943309:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757123.943313:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.943318:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757123.943321:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757123.943326:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757123.943333:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757123.943338:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757123.943341:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757123.943344:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757123.943346:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757123.943352:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757123.943355:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757123.943360:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757123.943364:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757123.943369:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757123.943373:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931012736, portal 4 00000100:00000001:1.0:1787757123.943376:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757123.943378:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757123.943387:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943404:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757123.943408:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757123.943411:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757123.943414:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931012736, offset 0 00000400:00000200:1.0:1787757123.943420:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757123.943426:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.943431:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757123.943435:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757123.943438:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757123.943442:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757123.943445:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757123.943450:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746670:746670:256:4294967295] 192.168.201.121@tcp LPNI seq info [746664:746664:8:4294967295] 00000400:00000200:1.0:1787757123.943455:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757123.943463:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757123.943469:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.943474:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757123.943480:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757123.943484:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757123.943498:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757123.943501:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757123.943506:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757123.943511:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757123.943515:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757123.943517:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757123.943521:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757123.943526:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943536:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.943540:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943557:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.943559:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757123.943563:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757123.943567:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757123.943571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757123.943574:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309500957 00000100:00000001:1.0:1787757123.943577:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.943580:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309500957 00000100:00000001:1.0:1787757123.943583:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309501905 00000100:00000001:1.0:1787757123.943586:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757123.943589:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.943591:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757123.943596:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757123/real 1787757123] req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757123.943605:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757123.943607:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757123.943609:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757123.943612:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757123.943615:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757123.943618:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757123.943622:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757123.943632:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943640:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757123.943642:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943644:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.943646:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757123.943651:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943660:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757123.943666:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943674:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757123.943677:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943679:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757123.943681:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943684:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757123.943686:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757123.943689:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757123.943693:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757123.943696:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757123.943701:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757123.943711:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931012736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757123.943716:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943719:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757123.943722:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931012736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757123.943730:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757123.943732:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757123.943735:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757123.943737:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757123.943740:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757123.943741:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757123.943744:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757123.943756:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757123.943759:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757123.943762:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757123.943764:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757123.943767:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757123.943769:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943771:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757123.943776:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757123.943778:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757123.943781:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757123.943783:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757124.899430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757124.899445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757124.899451:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757124.899465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757124.899475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757124.899489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757124.899501:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757124.899515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757124.899529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757124.899601:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757124.899609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757124.899618:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757124.899633:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757124.899649:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757124.899659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757124.899690:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757124.899703:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757124.899715:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757124.899780:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757124.899795:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757124.899807:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757124.899813:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757124.899835:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757124.899843:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757124.899851:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757124.899856:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757124.899862:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757124.963403:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309501905, at 4309501952 00000100:00000010:1.0:1787757124.963426:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757125.923436:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757125.923449:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757125.923452:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757125.923463:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757125.923472:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757125.923478:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757125.923482:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757125.923485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757125.923489:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757125.923554:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757125.923561:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757125.923566:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757125.923583:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757125.923597:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757125.923620:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757125.923648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757125.923661:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757125.923674:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757125.923722:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757125.923733:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757125.923742:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757125.923754:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757125.923767:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757125.923779:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757125.923786:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757125.923792:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757125.923801:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757126.947522:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757126.947536:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757126.947559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757126.947582:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757126.947607:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757126.947620:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757126.947650:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757126.947665:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757126.947695:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757126.947743:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757126.947768:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757126.947790:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757126.947811:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757126.947819:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757126.947832:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757126.947848:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757126.947860:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757126.947882:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757127.971511:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757127.971531:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757127.971545:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757127.971572:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757127.971597:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757127.971617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757127.971655:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757127.971670:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757127.971690:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757127.971732:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757127.971745:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757127.971759:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757127.971775:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757127.971797:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757127.971809:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757127.971840:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757127.971859:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757127.971879:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757128.995433:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757128.995445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757128.995451:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757128.995461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757128.995470:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757128.995484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757128.995508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757128.995513:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757128.995521:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757128.995575:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757128.995587:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757128.995594:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757128.995602:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757128.995610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757128.995616:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757128.995621:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757128.995627:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757128.995646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757129.059473:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757129.059485:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757129.059489:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757129.059494:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757129.059501:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757129.059511:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14833 00000400:00000200:1.0:1787757129.059523:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757129.059531:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757129.059536:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757129.059541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059545:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.059549:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059553:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757129.059557:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757129.059560:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757129.059564:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757129.059568:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757129.059572:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757129.059575:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757129.059580:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059583:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.059587:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059589:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757129.059593:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757129.059598:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059602:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757129.059606:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757129.059611:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757129.059615:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.059618:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757129.059622:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757129.059633:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757129.059639:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757129.059644:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757129.059647:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.059651:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757129.059654:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757129.059658:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757129.059668:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757129.059692:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757129.059710:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931012864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757129.059731:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757129.059739:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757129.059749:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931012864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757129.059796:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757129.059804:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757129.059812:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757129.059815:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757129.059819:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757129.059825:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757129.059834:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14833 00000400:00000200:1.0:1787757129.059845:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757129.059855:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757129.059864:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757129.059879:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059888:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.059903:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.059913:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757129.059926:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757129.059942:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757129.059949:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757129.059957:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757129.059966:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757129.059974:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757129.059992:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060010:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.060016:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060026:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757129.060037:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757129.060049:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060064:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757129.060076:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757129.060090:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757129.060139:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060145:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757129.060168:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757129.060172:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060176:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757129.060189:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757129.060198:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757129.060207:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757129.060211:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060237:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757129.060244:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757129.060252:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757129.060267:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757129.060278:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757129.060294:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931012992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757129.060376:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757129.060400:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757129.060411:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931012992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757129.060433:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757129.060438:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757129.060444:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757129.060448:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757129.060452:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757129.060456:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757129.060464:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14833 00000400:00000200:1.0:1787757129.060471:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757129.060478:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757129.060481:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757129.060490:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060495:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.060501:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060507:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757129.060511:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757129.060513:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757129.060515:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757129.060517:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757129.060519:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757129.060521:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757129.060526:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060530:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.060537:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060541:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757129.060546:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757129.060550:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060554:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757129.060560:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757129.060566:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757129.060570:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060574:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757129.060579:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757129.060583:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060589:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757129.060598:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757129.060604:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757129.060608:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757129.060612:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060616:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757129.060620:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757129.060623:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757129.060631:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757129.060639:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757129.060649:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931013120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757129.060677:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757129.060681:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757129.060687:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931013120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757129.060713:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757129.060720:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757129.060726:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757129.060732:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757129.060739:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757129.060747:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757129.060756:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14833 00000400:00000200:1.0:1787757129.060769:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757129.060777:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757129.060783:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757129.060793:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060803:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.060811:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060818:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757129.060826:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757129.060831:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757129.060839:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757129.060848:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757129.060858:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757129.060865:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757129.060875:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060885:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.060893:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060899:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757129.060907:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757129.060918:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757129.060929:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757129.060936:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757129.060943:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757129.060948:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060954:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757129.060958:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757129.060968:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.060971:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757129.060981:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757129.060989:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757129.060995:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757129.061000:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.061007:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757129.061010:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757129.061015:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757129.061025:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757129.061033:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757129.061048:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931013248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757129.061070:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757129.061078:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757129.061094:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931013248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757129.061160:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757129.061165:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757129.061172:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757129.061176:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757129.061180:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757129.061184:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757129.061189:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14833 00000400:00000200:1.0:1787757129.061195:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757129.061202:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757129.061205:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757129.061212:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.061216:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.061222:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.061227:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757129.061233:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757129.061238:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757129.061241:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757129.061246:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757129.061251:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757129.061258:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757129.061266:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.061271:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757129.061277:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757129.061283:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757129.061301:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757129.061304:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757129.061306:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757129.061310:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757129.061316:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757129.061320:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.061325:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757129.061328:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757129.061334:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.061339:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757129.061345:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757129.061353:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757129.061358:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757129.061363:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757129.061368:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757129.061371:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757129.061373:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757129.061380:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757129.061386:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757129.061396:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931013376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757129.061403:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757129.061407:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757129.061417:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931013376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757129.061430:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757129.061437:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14843) 00000100:00000001:1.0:1787757130.019456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757130.019473:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757130.019482:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757130.019495:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757130.019511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757130.019527:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757130.019549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757130.019568:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757130.019601:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757130.019663:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757130.019682:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757130.019693:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757130.019744:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757130.019766:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757130.019778:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757130.019808:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757130.019814:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757130.019821:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757130.083419:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309507025, at 4309507072 00000100:00000010:1.0:1787757130.083443:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac60. 00000100:00000001:1.0:1787757131.043501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757131.043510:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757131.043513:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757131.043520:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757131.043526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757131.043532:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757131.043537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757131.043542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757131.043551:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757131.043588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757131.043600:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757131.043611:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757131.043625:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757131.043640:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757131.043654:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757131.043687:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757131.043694:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757131.043699:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757131.043753:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757131.043770:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757131.043781:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757131.043790:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757131.043815:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757131.043826:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757131.043845:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757131.043857:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757131.043865:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757132.067493:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757132.067507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757132.067518:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757132.067529:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757132.067544:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757132.067561:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757132.067582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757132.067603:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757132.067625:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757132.067684:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757132.067695:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757132.067707:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757132.067726:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757132.067737:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757132.067753:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757132.067764:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757132.067773:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757132.067796:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757133.091463:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757133.091479:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757133.091487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757133.091502:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757133.091514:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757133.091524:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757133.091534:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757133.091542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757133.091566:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757133.091623:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757133.091634:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757133.091648:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757133.091687:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757133.091701:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757133.091712:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757133.091723:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757133.091734:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757133.091749:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757133.091803:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757133.091814:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757133.091829:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757133.091846:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757133.091872:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757133.091880:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757133.091901:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757133.091911:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757133.091922:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757134.115450:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757134.115463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757134.115472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757134.115484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757134.115495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757134.115509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757134.115514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757134.115530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757134.115536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757134.115564:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757134.115575:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757134.115583:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757134.115594:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757134.115601:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757134.115610:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757134.115620:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757134.115624:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757134.115634:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757134.115675:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757134.115692:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757134.115703:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757134.115728:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757134.115748:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757134.115758:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757134.115776:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757134.115785:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757134.115801:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757135.139489:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757135.139506:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757135.139520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757135.139534:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757135.139549:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757135.139562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757135.139633:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757135.139641:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757135.139651:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757135.139696:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757135.139702:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757135.139708:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757135.139721:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757135.139729:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757135.139737:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757135.139745:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757135.139752:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757135.139757:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757135.139778:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757135.139787:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757135.139791:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757135.139797:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757135.139801:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757135.139806:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757135.139810:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757135.139814:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757135.139820:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757135.203411:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309512146, at 4309512192 00000100:00000010:1.0:1787757135.203441:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a600. 00000100:00000001:1.0:1787757136.163487:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757136.163501:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757136.163509:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757136.163522:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757136.163537:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757136.163549:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757136.163564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757136.163574:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757136.163586:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757136.163630:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757136.163643:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757136.163654:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757136.163668:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757136.163682:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757136.163694:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757136.163705:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757136.163713:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757136.163728:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757136.163777:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757136.163783:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757136.163787:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757136.163792:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757136.163798:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757136.163803:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757136.163810:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757136.163815:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757136.163825:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757137.187404:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757137.187413:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757137.187422:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757137.187446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757137.187455:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757137.187469:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757137.187505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757137.187516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757137.187525:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757137.187574:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757137.187579:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757137.187582:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757137.187585:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757137.187588:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757137.187595:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757137.187602:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757137.187607:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757137.187627:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757137.187669:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757137.187673:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757137.187676:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757138.211506:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757138.211521:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757138.211534:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757138.211568:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757138.211602:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757138.211625:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757138.211658:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757138.211672:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757138.211695:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757138.211770:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757138.211776:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757138.211782:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757138.211792:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757138.211818:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757138.211842:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757138.211885:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757138.211889:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757138.211894:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.235456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757139.235466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757139.235477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.235502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757139.235524:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757139.235547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.235568:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.235579:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.235590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.235625:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757139.235634:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757139.235646:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.235660:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757139.235670:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757139.235676:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.235685:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.235690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.235696:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.235721:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757139.235733:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757139.235739:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.235763:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757139.235782:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757139.235790:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.235823:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.235838:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.235849:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.299864:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757139.299877:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757139.299886:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757139.299904:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.299955:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.299959:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.299967:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757139.299973:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757139.299980:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.299994:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931014144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757139.300009:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757139.300019:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757139.300025:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.300030:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757139.300042:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757139.300048:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757139.300064:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757139.300074:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757139.300089:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757139.300102:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014144, portal 25 00000100:00000001:1.0:1787757139.300113:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757139.300119:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757139.300137:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.300161:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757139.300171:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757139.300179:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757139.300185:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931014144, offset 0 00000400:00000200:1.0:1787757139.300205:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757139.300224:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.300241:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757139.300253:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757139.300267:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757139.300347:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757139.300359:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757139.300374:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746681:746681:256:4294967295] 192.168.201.121@tcp LPNI seq info [746675:746675:8:4294967295] 00000400:00000200:1.0:1787757139.300392:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.300426:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757139.300451:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.300464:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757139.300482:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757139.300495:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757139.300547:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.300555:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757139.300567:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757139.300579:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757139.300592:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757139.300596:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757139.300609:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757139.300621:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.300651:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.300661:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.300681:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.300686:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757139.300714:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757139.300736:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757139.300750:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309517265 00000100:00000010:1.0:1787757139.300766:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757139.300786:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757139.300806:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309517265 00000100:00000010:1.0:1787757139.300824:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757139.300835:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757139.300847:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757139.300856:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.300868:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757139.300891:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757139/real 1787757139] req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757139.300965:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757139.300972:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757139.300983:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757139.300996:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757139.301008:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757139.301022:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757139.301040:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757139.301086:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301123:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757139.301130:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.301137:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.301143:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757139.301158:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301187:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757139.301205:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301233:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757139.301242:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.301250:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.301259:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.301302:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757139.301310:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757139.301318:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757139.301330:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757139.301340:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757139.301357:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757139.301390:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931014144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757139.301404:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.301411:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.301422:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931014144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301455:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757139.301462:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757139.301468:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757139.301477:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757139.301484:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757139.301493:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757139.301501:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757139.301509:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757139.301521:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757139.301527:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757139.301531:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757139.301541:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757139.301546:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.301554:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.301570:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757139.301576:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.301584:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757139.301589:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757139.301594:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757139.301605:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301624:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.301629:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.301640:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757139.301644:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757139.301648:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.301653:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757139.301658:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757139.301661:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757139.301664:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.301666:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757139.301672:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757139.301676:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757139.301684:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757139.301688:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757139.301694:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757139.301700:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014272, portal 10 00000100:00000001:1.0:1787757139.301704:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757139.301707:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757139.301719:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301734:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757139.301739:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757139.301744:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757139.301750:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931014272, offset 0 00000400:00000200:1.0:1787757139.301759:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757139.301767:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.301776:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757139.301783:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757139.301789:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757139.301795:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757139.301800:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757139.301807:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746682:746682:256:4294967295] 192.168.201.121@tcp LPNI seq info [746676:746676:8:4294967295] 00000400:00000200:1.0:1787757139.301817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.301827:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757139.301834:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.301839:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757139.301845:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757139.301849:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757139.301865:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.301867:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757139.301872:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757139.301877:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757139.301881:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757139.301884:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757139.301888:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757139.301893:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301904:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.301908:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.301956:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.301960:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757139.301967:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757139.301974:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757139.301982:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757139.301987:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309516302 00000100:00000001:1.0:1787757139.301992:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.301997:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309516302 00000100:00000001:1.0:1787757139.302002:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.302005:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757139.302008:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.302011:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757139.302018:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757139/real 1787757139] req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757139.302029:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757139.302031:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757139.302034:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757139.302037:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757139.302040:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757139.302043:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757139.302048:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757139.302059:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302068:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757139.302070:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302073:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.302075:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757139.302079:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302089:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757139.302095:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302104:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757139.302107:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302109:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.302111:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302114:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757139.302118:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757139.302122:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757139.302126:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757139.302129:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757139.302134:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757139.302144:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757139.302149:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757139.302154:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302163:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.302165:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.302167:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757139.302170:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757139.302173:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.302176:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757139.302180:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757139.302183:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757139.302186:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.302189:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757139.302194:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757139.302197:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757139.302201:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757139.302205:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757139.302209:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757139.302213:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014400, portal 10 00000100:00000001:1.0:1787757139.302216:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757139.302218:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757139.302226:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302234:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757139.302238:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757139.302241:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757139.302244:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931014400, offset 0 00000400:00000200:1.0:1787757139.302249:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757139.302254:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.302259:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757139.302263:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757139.302267:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757139.302307:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757139.302312:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757139.302316:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746683:746683:256:4294967295] 192.168.201.121@tcp LPNI seq info [746677:746677:8:4294967295] 00000400:00000200:1.0:1787757139.302322:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.302331:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757139.302338:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.302343:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757139.302352:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757139.302357:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757139.302375:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.302379:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757139.302383:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757139.302388:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757139.302392:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757139.302395:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757139.302398:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757139.302403:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302414:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.302418:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302427:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.302429:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757139.302433:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757139.302437:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757139.302441:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757139.302444:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309516301 00000100:00000001:1.0:1787757139.302448:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.302451:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309516301 00000100:00000001:1.0:1787757139.302454:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.302457:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757139.302459:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.302462:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757139.302467:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757139/real 1787757139] req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757139.302476:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757139.302478:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757139.302481:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757139.302484:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757139.302486:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757139.302489:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757139.302493:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757139.302504:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302512:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757139.302514:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302516:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.302518:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757139.302523:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302531:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757139.302536:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302544:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757139.302547:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302549:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.302551:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302553:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757139.302556:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757139.302560:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757139.302564:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757139.302567:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757139.302572:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757139.302582:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757139.302587:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757139.302591:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302600:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.302602:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.302605:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757139.302607:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757139.302610:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.302614:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757139.302618:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757139.302621:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757139.302622:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.302625:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757139.302629:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757139.302632:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757139.302636:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757139.302639:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757139.302643:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757139.302647:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014528, portal 4 00000100:00000001:1.0:1787757139.302650:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757139.302652:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757139.302659:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302667:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757139.302670:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757139.302673:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757139.302676:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931014528, offset 0 00000400:00000200:1.0:1787757139.302681:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757139.302686:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.302690:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757139.302693:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757139.302697:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757139.302701:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757139.302707:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757139.302714:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746684:746684:256:4294967295] 192.168.201.121@tcp LPNI seq info [746678:746678:8:4294967295] 00000400:00000200:1.0:1787757139.302723:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.302735:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757139.302745:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.302752:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757139.302762:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757139.302768:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757139.302792:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.302796:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757139.302802:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757139.302810:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757139.302816:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757139.302819:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757139.302822:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757139.302828:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302839:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.302843:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302852:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.302854:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757139.302859:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757139.302863:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757139.302868:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757139.302870:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309516337 00000100:00000001:1.0:1787757139.302874:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.302877:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309516337 00000100:00000001:1.0:1787757139.302880:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.302882:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757139.302886:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.302889:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757139.302894:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757139/real 1787757139] req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757139.302904:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757139.302906:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757139.302908:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757139.302911:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757139.302914:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757139.302917:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757139.302921:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757139.302959:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302968:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757139.302970:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.302973:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.302975:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757139.302979:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.302988:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757139.302993:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303003:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757139.303006:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303008:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.303009:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303012:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757139.303014:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757139.303017:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757139.303022:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757139.303025:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757139.303031:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757139.303041:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757139.303045:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303048:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.303052:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931014272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303060:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757139.303063:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757139.303065:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757139.303069:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757139.303071:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757139.303073:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757139.303076:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757139.303079:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757139.303082:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757139.303084:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757139.303086:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757139.303090:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757139.303092:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303094:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.303098:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931014400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303106:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757139.303108:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757139.303110:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757139.303112:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757139.303114:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757139.303116:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757139.303118:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757139.303121:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757139.303124:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757139.303125:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757139.303127:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757139.303130:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757139.303132:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303134:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.303138:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931014528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303146:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757139.303147:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757139.303149:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757139.303152:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757139.303154:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757139.303155:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757139.303158:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757139.303160:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757139.303162:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757139.303164:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757139.303166:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757139.303168:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757139.303170:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303172:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303177:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757139.303179:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.303182:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757139.303183:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757139.303185:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757139.303190:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303199:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757139.303200:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.303203:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757139.303206:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757139.303208:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757139.303212:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757139.303218:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757139.303220:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757139.303223:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757139.303225:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757139.303230:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757139.303232:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757139.303237:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757139.303240:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757139.303246:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757139.303250:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014656, portal 4 00000100:00000001:1.0:1787757139.303253:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757139.303255:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757139.303263:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303307:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757139.303310:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757139.303314:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757139.303318:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931014656, offset 0 00000400:00000200:1.0:1787757139.303324:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757139.303330:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.303336:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757139.303342:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757139.303347:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757139.303350:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757139.303354:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757139.303358:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746685:746685:256:4294967295] 192.168.201.121@tcp LPNI seq info [746679:746679:8:4294967295] 00000400:00000200:1.0:1787757139.303364:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757139.303373:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757139.303379:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.303384:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757139.303389:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757139.303394:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757139.303408:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757139.303411:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d500. 00000400:00000200:1.0:1787757139.303415:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757139.303420:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757139.303424:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdf68 00000400:00000010:1.0:1787757139.303427:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdf68. 00000100:00000001:1.0:1787757139.303430:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757139.303435:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303446:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.303450:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303459:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.303461:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757139.303464:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757139.303468:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757139.303472:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757139.303475:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309516317 00000100:00000001:1.0:1787757139.303479:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.303482:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309516317 00000100:00000001:1.0:1787757139.303485:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309517265 00000100:00000001:1.0:1787757139.303488:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757139.303490:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.303493:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757139.303497:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757139/real 1787757139] req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757139.303507:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757139.303508:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757139.303511:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757139.303514:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757139.303517:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757139.303520:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757139.303524:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757139.303534:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303542:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757139.303544:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303546:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.303548:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757139.303552:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303561:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757139.303565:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303574:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757139.303577:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303580:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757139.303581:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303584:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757139.303586:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757139.303590:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757139.303593:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757139.303596:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757139.303601:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757139.303611:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757139.303616:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303619:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757139.303623:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931014656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757139.303631:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757139.303633:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757139.303636:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757139.303639:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757139.303640:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757139.303642:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757139.303644:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757139.303646:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757139.303650:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757139.303651:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757139.303654:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757139.303657:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757139.303659:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303661:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757139.303665:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757139.303667:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757139.303670:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757139.303672:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757140.259490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757140.259507:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757140.259522:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757140.259539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757140.259553:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757140.259572:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757140.259605:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757140.259626:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757140.259639:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757140.259681:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757140.259700:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757140.259722:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757140.259744:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757140.259773:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757140.259798:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757140.259811:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757140.259817:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757140.259844:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757140.323380:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309517265, at 4309517312 00000100:00000010:1.0:1787757140.323398:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757141.283435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757141.283451:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757141.283457:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757141.283469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757141.283482:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757141.283490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757141.283501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757141.283512:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757141.283531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757141.283606:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757141.283612:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757141.283616:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757141.283622:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757141.283628:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757141.283634:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757141.283641:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757141.283649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757141.283662:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757141.283717:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757141.283737:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757141.283745:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757141.283751:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757141.283763:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757141.283772:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757141.283782:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757141.283789:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757141.283803:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757142.307392:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757142.307398:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757142.307401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757142.307404:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757142.307412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757142.307420:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757142.307438:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757142.307443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757142.307450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757142.307471:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757142.307477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757142.307484:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757142.307495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757142.307506:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757142.307514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757142.307530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757142.307534:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757142.307537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757143.331501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757143.331514:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757143.331528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757143.331550:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757143.331559:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757143.331569:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757143.331578:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757143.331585:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757143.331593:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757143.331632:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757143.331643:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757143.331652:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757143.331667:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757143.331675:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757143.331683:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757143.331691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757143.331699:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757143.331708:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.355574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757144.355595:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757144.355613:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.355631:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757144.355652:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757144.355671:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.355694:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.355716:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.355739:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.355806:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757144.355816:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757144.355828:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.355864:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757144.355874:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757144.355879:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.355908:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.355915:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.355939:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.419945:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757144.419959:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757144.419965:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757144.419991:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.420040:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.420045:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.420064:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757144.420076:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757144.420098:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.420124:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931014784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757144.420149:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757144.420165:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757144.420172:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.420181:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757144.420201:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757144.420210:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757144.420248:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757144.420259:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757144.420382:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757144.420407:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014784, portal 25 00000100:00000001:1.0:1787757144.420419:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757144.420424:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549333440 : -128384160218176 : ffff8b3c3bbc43c0) 00000100:00000040:1.0:1787757144.420447:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.420522:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757144.420547:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757144.420569:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdf68. 00000100:00000200:1.0:1787757144.420597:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931014784, offset 0 00000400:00000200:1.0:1787757144.420619:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757144.420646:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.420668:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757144.420683:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757144.420709:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757144.420724:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757144.420749:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757144.420781:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746686:746686:256:4294967295] 192.168.201.121@tcp LPNI seq info [746680:746680:8:4294967295] 00000400:00000200:1.0:1787757144.420808:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.420830:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757144.420876:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757144.420894:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d500. 00000800:00000200:1.0:1787757144.420937:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757144.421015:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757144.421041:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757144.421048:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309522385 00000100:00000010:1.0:1787757144.421066:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757144.421090:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757144.421113:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309522385 00000100:00000010:1.0:1787757144.421136:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757144.421158:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757144.421167:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757144.421179:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.421196:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.421214:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.421237:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757144.421248:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757144.421255:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757144.421264:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757144.421333:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757144.421356:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.421412:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.421423:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.421439:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757144.421452:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757144.421473:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.421504:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757144.421529:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757144.421543:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757144.421556:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.421571:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757144.421586:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757144.421598:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757144.421633:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757144.421658:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757144.421685:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757144.421712:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931014912, portal 10 00000100:00000001:1.0:1787757144.421722:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757144.421733:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549338240 : -128384160213376 : ffff8b3c3bbc5680) 00000100:00000040:1.0:1787757144.421766:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.421876:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757144.421892:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757144.421905:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd110. 00000100:00000200:1.0:1787757144.421921:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931014912, offset 0 00000400:00000200:1.0:1787757144.421936:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757144.421950:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.421961:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757144.421970:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757144.421976:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757144.421981:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757144.421987:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757144.421994:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746687:746687:255:4294967295] 192.168.201.121@tcp LPNI seq info [746681:746681:7:4294967295] 00000400:00000200:1.0:1787757144.422003:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.422017:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757144.422027:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757144.422036:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383df00. 00000800:00000200:1.0:1787757144.422046:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757144.422062:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757144.422069:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757144.422076:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757144.422080:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309521422 00000100:00000001:1.0:1787757144.422087:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.422091:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309521422 00000100:00000001:1.0:1787757144.422096:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.422100:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757144.422105:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.422110:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757144.422120:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.422147:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.422151:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.422157:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757144.422161:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757144.422166:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.422173:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757144.422180:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757144.422185:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757144.422189:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.422193:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757144.422202:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757144.422206:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757144.422213:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757144.422219:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757144.422226:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757144.422233:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015040, portal 10 00000100:00000001:1.0:1787757144.422238:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757144.422241:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549346880 : -128384160204736 : ffff8b3c3bbc7840) 00000100:00000040:1.0:1787757144.422252:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.422266:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757144.422318:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757144.422325:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd220. 00000100:00000200:1.0:1787757144.422331:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931015040, offset 0 00000400:00000200:1.0:1787757144.422340:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757144.422347:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.422355:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757144.422361:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757144.422366:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757144.422371:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757144.422376:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757144.422382:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746688:746688:254:4294967295] 192.168.201.121@tcp LPNI seq info [746682:746682:6:4294967295] 00000400:00000200:1.0:1787757144.422391:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.422403:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757144.422413:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757144.422420:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d800. 00000800:00000200:1.0:1787757144.422429:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757144.422442:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757144.422449:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757144.422456:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757144.422460:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309521421 00000100:00000001:1.0:1787757144.422464:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.422468:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309521421 00000100:00000001:1.0:1787757144.422473:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.422477:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757144.422481:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.422487:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.422491:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.422499:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757144.422502:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757144.422507:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757144.422511:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757144.422513:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757144.422522:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.422536:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.422539:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.422544:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757144.422547:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757144.422552:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.422558:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757144.422565:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757144.422569:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757144.422572:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.422576:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757144.422584:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757144.422588:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757144.422595:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757144.422601:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323dc0. 00000400:00000010:1.0:1787757144.422609:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd000. 00000100:00000200:1.0:1787757144.422628:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015168, portal 4 00000100:00000001:1.0:1787757144.422634:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757144.422637:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549340160 : -128384160211456 : ffff8b3c3bbc5e00) 00000100:00000040:1.0:1787757144.422650:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.422664:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757144.422669:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757144.422675:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdbb0. 00000100:00000200:1.0:1787757144.422681:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931015168, offset 0 00000400:00000200:1.0:1787757144.422690:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757144.422698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.422706:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757144.422712:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757144.422718:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757144.422723:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757144.422728:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757144.422734:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746689:746689:253:4294967295] 192.168.201.121@tcp LPNI seq info [746683:746683:5:4294967295] 00000400:00000200:1.0:1787757144.422743:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.422755:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757144.422764:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757144.422773:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383dc00. 00000800:00000200:1.0:1787757144.422781:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757144.422794:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757144.422801:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757144.422807:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757144.422811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309521457 00000100:00000001:1.0:1787757144.422817:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.422821:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309521457 00000100:00000001:1.0:1787757144.422825:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.422829:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757144.422860:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.422865:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757144.422874:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.422890:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757144.422893:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.422898:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757144.422902:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757144.422908:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757144.422914:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757144.422921:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757144.422925:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757144.422929:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757144.422932:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757144.422940:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757144.422944:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757144.422952:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757144.422957:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3234d0. 00000400:00000010:1.0:1787757144.422964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757144.422972:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015296, portal 4 00000100:00000001:1.0:1787757144.422976:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757144.422979:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549332480 : -128384160219136 : ffff8b3c3bbc4000) 00000100:00000040:1.0:1787757144.422992:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757144.423003:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757144.423011:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757144.423017:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd5d8. 00000100:00000200:1.0:1787757144.423023:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931015296, offset 0 00000400:00000200:1.0:1787757144.423036:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757144.423047:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.423055:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757144.423061:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757144.423117:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757144.423122:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757144.423128:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757144.423134:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746690:746690:252:4294967295] 192.168.201.121@tcp LPNI seq info [746684:746684:4:4294967295] 00000400:00000200:1.0:1787757144.423143:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757144.423157:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757144.423167:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757144.423176:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d300. 00000800:00000200:1.0:1787757144.423186:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757144.423200:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757144.423207:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757144.423214:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757144.423218:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309521436 00000100:00000001:1.0:1787757144.423224:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.423229:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309521436 00000100:00000001:1.0:1787757144.423234:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309522385 00000100:00000001:1.0:1787757144.423239:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757144.423243:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.423250:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.423255:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757144.423263:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757144.423313:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757144.423319:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757144.423322:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757144.423326:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757144.423330:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757145.379414:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757145.379427:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757145.379436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757145.379449:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757145.379463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757145.379472:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757145.379513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757145.379524:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757145.379540:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757145.379594:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757145.379607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757145.379633:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757145.379646:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757145.379654:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757145.379661:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757145.379680:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757145.379686:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757145.379693:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757145.443416:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309522385, at 4309522432 00000100:00000010:1.0:1787757145.443434:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757146.403423:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757146.403432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757146.403438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757146.403449:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757146.403458:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757146.403466:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757146.403478:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757146.403485:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757146.403492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757146.403534:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757146.403542:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757146.403545:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757146.403548:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757146.403552:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757146.403557:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757146.403561:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757146.403569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757146.403580:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757146.403644:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757146.403652:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757146.403657:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757146.403661:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757146.403666:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757146.403675:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757146.403679:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757146.403682:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757146.403686:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.427453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757147.427465:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757147.427473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757147.427487:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757147.427501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757147.427512:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.427534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757147.427542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.427551:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.427590:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757147.427601:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757147.427606:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757147.427623:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757147.427640:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757147.427652:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.427662:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757147.427674:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.427687:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.427731:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757147.427740:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757147.427745:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757147.427750:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757147.427755:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757147.427759:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.427763:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757147.427765:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.427809:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.491944:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757147.491957:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757147.491971:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757147.491995:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757144/real 1787757147] req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757147.492042:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757147.492052:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757147.492063:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757147.492079:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757147.492089:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757147.492102:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757147.492122:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757147.492164:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492190:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757147.492198:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492209:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.492216:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757147.492253:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492326:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757147.492341:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492368:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757147.492383:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492394:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.492404:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492417:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757147.492427:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757147.492444:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757147.492463:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757147.492479:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757147.492499:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757147.492557:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931014784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757147.492591:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.492602:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757147.492621:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc43c0 x1874583931014784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492654:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757147.492662:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757147.492673:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757147.492690:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757147.492699:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757147.492705:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757147.492717:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757147.492726:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:1.0:1787757147.492739:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757147.492746:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757147.492754:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc43c0. 00000100:00000001:1.0:1787757147.492763:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757147.492766:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492773:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.492805:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757147.492809:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757147.492812:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757147.492823:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757144/real 1787757147] req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757147.492841:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757147.492845:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757147.492850:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323dc0. 00000400:00000200:1.0:1787757147.492858:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd000 00000400:00000010:1.0:1787757147.492863:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd000. 00000100:00000001:1.0:1787757147.492870:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757147.492878:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757147.492899:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492925:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757147.492929:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492933:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.492936:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757147.492944:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492957:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757147.492967:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.492980:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757147.492985:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492988:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.492990:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.492995:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757147.492998:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757147.493003:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757147.493010:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757147.493015:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757147.493023:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757147.493038:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757147.493047:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757147.493054:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757144/real 1787757147] req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757147.493068:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757147.493071:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757147.493076:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3234d0. 00000400:00000200:1.0:1787757147.493083:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757147.493086:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757147.493091:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757147.493098:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757147.493115:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493128:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757147.493131:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493135:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.493138:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757147.493146:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493160:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757147.493170:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493183:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757147.493188:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493191:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.493194:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493198:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757147.493201:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757147.493207:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757147.493214:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757147.493219:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757147.493228:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757147.493245:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757147.493256:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757147.493265:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757144/real 1787757147] req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757147.493323:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757147.493328:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757147.493334:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757147.493341:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757147.493346:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757147.493351:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757147.493359:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757147.493378:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493392:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757147.493395:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493399:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.493402:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757147.493410:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493425:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757147.493434:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493450:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757147.493456:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493459:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.493461:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493465:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757147.493472:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757147.493477:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757147.493486:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757147.493492:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757147.493501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757147.493520:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931014912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757147.493529:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757147.493536:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757144/real 1787757147] req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757147.493552:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757147.493555:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757147.493559:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757147.493565:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757147.493569:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757147.493575:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757147.493582:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757147.493599:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493613:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757147.493617:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493621:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.493624:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757147.493632:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493647:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757147.493655:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493681:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757147.493686:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493690:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757147.493693:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493696:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757147.493702:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757147.493707:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757147.493714:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757147.493719:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757147.493728:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757147.493745:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757147.493754:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493758:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757147.493766:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5e00 x1874583931015168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493827:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757147.493831:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757147.493836:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757147.493844:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757147.493848:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757147.493851:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757147.493856:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757147.493860:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:1.0:1787757147.493865:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757147.493868:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757147.493871:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5e00. 00000100:00000001:1.0:1787757147.493878:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757147.493880:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493885:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757147.493894:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4000 x1874583931015296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493909:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757147.493912:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757147.493916:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757147.493921:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757147.493924:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757147.493927:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757147.493931:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757147.493934:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:1.0:1787757147.493939:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757147.493942:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757147.493945:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4000. 00000100:00000001:1.0:1787757147.493948:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757147.493950:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493953:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757147.493959:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5680 x1874583931014912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.493968:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757147.493970:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757147.493972:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757147.493975:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757147.493977:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757147.493979:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757147.493982:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757147.493984:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:1.0:1787757147.493987:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757147.493989:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757147.493991:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5680. 00000100:00000001:1.0:1787757147.493994:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757147.493996:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.493998:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757147.494002:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7840 x1874583931015040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757147.494018:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757147.494019:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757147.494022:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757147.494025:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757147.494026:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757147.494028:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757147.494031:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757147.494032:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:1.0:1787757147.494035:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757147.494037:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757147.494039:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7840. 00000100:00000001:1.0:1787757147.494042:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757147.494043:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.494046:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757147.494057:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757147.494059:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757147.494062:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757147.494065:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757148.451506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757148.451517:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757148.451525:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757148.451534:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757148.451564:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757148.451573:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757148.451605:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757148.451610:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757148.451617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757148.451647:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757148.451657:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757148.451665:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757148.451680:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757148.451693:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757148.451703:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757148.451716:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757148.451722:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757148.451728:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757148.451830:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757148.451837:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757148.451840:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757148.451845:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757148.451849:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757148.451854:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757148.451857:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757148.451860:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757148.451863:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.475445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757149.475459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757149.475469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.475484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757149.475500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757149.475513:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.475533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.475543:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.475553:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.475600:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757149.475609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757149.475617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.475629:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757149.475641:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757149.475653:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.475667:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.475677:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.475687:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.539771:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757149.539784:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757149.539793:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757149.539817:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.539854:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.539863:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.539876:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757149.539886:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757149.539899:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.539916:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931015424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757149.539934:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757149.539946:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757149.539954:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.539963:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757149.539981:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757149.539991:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757149.540013:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757149.540025:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757149.540073:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757149.540093:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015424, portal 25 00000100:00000001:1.0:1787757149.540105:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757149.540113:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549347840 : -128384160203776 : ffff8b3c3bbc7c00) 00000100:00000040:1.0:1787757149.540134:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.540169:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757149.540185:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757149.540198:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757149.540212:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931015424, offset 0 00000400:00000200:1.0:1787757149.540242:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757149.540355:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.540380:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757149.540402:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757149.540420:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757149.540439:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757149.540454:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757149.540472:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746691:746691:256:4294967295] 192.168.201.121@tcp LPNI seq info [746685:746685:8:4294967295] 00000400:00000200:1.0:1787757149.540508:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.540553:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757149.540580:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.540599:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757149.540626:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757149.540643:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757149.540704:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.540715:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757149.540730:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757149.540776:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757149.540809:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757149.540821:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757149.540837:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757149.540856:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.540901:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.540919:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.540955:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.540964:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757149.540982:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757149.541001:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757149.541013:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309527505 00000100:00000010:1.0:1787757149.541029:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757149.541044:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757149.541065:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309527505 00000100:00000010:1.0:1787757149.541081:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757149.541096:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757149.541111:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757149.541123:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.541132:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757149.541150:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757149/real 1787757149] req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757149.541187:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757149.541197:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757149.541208:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757149.541222:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757149.541230:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757149.541243:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757149.541259:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757149.541349:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.541389:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757149.541399:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.541409:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.541417:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757149.541436:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.541485:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757149.541507:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.541544:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757149.541559:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.541568:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.541575:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.541589:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757149.541600:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757149.541612:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757149.541630:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757149.541642:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757149.541659:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757149.541695:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931015424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757149.541709:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.541719:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.541728:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7c00 x1874583931015424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.541775:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757149.541783:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757149.541802:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757149.541813:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757149.541822:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757149.541832:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757149.541842:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757149.541849:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:1.0:1787757149.541862:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757149.541870:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757149.541879:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7c00. 00000100:00000001:1.0:1787757149.541892:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757149.541895:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.541900:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.541913:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757149.541918:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.541924:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757149.541927:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757149.541930:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757149.541939:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.541952:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.541955:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.541960:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757149.541963:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757149.541968:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.541973:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757149.541980:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757149.541984:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757149.541987:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.541991:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757149.541997:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757149.542000:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757149.542008:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757149.542013:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757149.542021:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757149.542027:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015552, portal 10 00000100:00000001:1.0:1787757149.542030:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757149.542033:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549334400 : -128384160217216 : ffff8b3c3bbc4780) 00000100:00000040:1.0:1787757149.542045:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542058:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757149.542063:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757149.542067:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757149.542072:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931015552, offset 0 00000400:00000200:1.0:1787757149.542081:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757149.542089:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.542097:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757149.542103:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757149.542108:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757149.542113:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757149.542118:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757149.542123:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746692:746692:256:4294967295] 192.168.201.121@tcp LPNI seq info [746686:746686:8:4294967295] 00000400:00000200:1.0:1787757149.542131:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.542143:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757149.542151:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.542158:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757149.542167:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757149.542172:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757149.542194:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.542198:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757149.542204:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757149.542212:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757149.542218:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757149.542222:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757149.542228:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757149.542236:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542251:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.542258:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542302:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.542306:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757149.542314:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757149.542321:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757149.542328:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757149.542333:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309526543 00000100:00000001:1.0:1787757149.542339:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.542344:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309526543 00000100:00000001:1.0:1787757149.542348:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.542352:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757149.542356:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.542360:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757149.542367:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757149/real 1787757149] req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757149.542378:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757149.542381:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757149.542383:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757149.542387:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757149.542389:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757149.542392:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757149.542397:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757149.542407:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542416:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757149.542417:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.542420:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.542421:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757149.542426:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542434:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757149.542439:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542447:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757149.542450:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.542453:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.542454:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.542457:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757149.542462:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757149.542465:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757149.542469:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757149.542472:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757149.542477:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757149.542487:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757149.542492:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757149.542496:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542511:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.542513:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.542516:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757149.542519:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757149.542522:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.542525:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757149.542529:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757149.542532:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757149.542534:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.542536:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757149.542541:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757149.542544:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757149.542548:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757149.542552:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757149.542556:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757149.542560:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015680, portal 10 00000100:00000001:1.0:1787757149.542563:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757149.542565:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549336320 : -128384160215296 : ffff8b3c3bbc4f00) 00000100:00000040:1.0:1787757149.542572:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542580:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757149.542583:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757149.542586:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757149.542589:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931015680, offset 0 00000400:00000200:1.0:1787757149.542594:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757149.542599:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.542604:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757149.542608:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757149.542612:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757149.542615:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757149.542618:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757149.542623:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746693:746693:256:4294967295] 192.168.201.121@tcp LPNI seq info [746687:746687:8:4294967295] 00000400:00000200:1.0:1787757149.542628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.542636:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757149.542642:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.542646:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757149.542652:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757149.542655:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757149.542670:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.542673:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757149.542676:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757149.542681:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757149.542685:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757149.542687:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757149.542690:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757149.542694:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542704:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.542708:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542716:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.542719:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757149.542722:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757149.542726:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757149.542730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757149.542733:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309526541 00000100:00000001:1.0:1787757149.542736:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.542738:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309526541 00000100:00000001:1.0:1787757149.542766:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.542772:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757149.542776:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.542779:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757149.542785:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757149/real 1787757149] req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757149.542795:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757149.542797:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757149.542799:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757149.542803:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757149.542805:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757149.542808:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757149.542812:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757149.542822:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542830:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757149.542832:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.542834:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.542836:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757149.542841:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542848:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757149.542853:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542861:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757149.542864:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.542866:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.542867:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.542870:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757149.542872:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757149.542876:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757149.542880:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757149.542883:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757149.542888:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757149.542897:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757149.542902:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757149.542906:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542913:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.542915:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.542917:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757149.542920:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757149.542922:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.542926:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757149.542930:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757149.542933:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757149.542935:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.542937:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757149.542942:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757149.542944:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757149.542949:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757149.542952:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757149.542956:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757149.542960:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015808, portal 4 00000100:00000001:1.0:1787757149.542963:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757149.542964:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549345920 : -128384160205696 : ffff8b3c3bbc7480) 00000100:00000040:1.0:1787757149.542971:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.542980:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757149.542983:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757149.542985:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757149.542988:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931015808, offset 0 00000400:00000200:1.0:1787757149.542993:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757149.542999:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.543003:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757149.543007:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757149.543011:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757149.543014:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757149.543017:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757149.543021:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746694:746694:256:4294967295] 192.168.201.121@tcp LPNI seq info [746688:746688:8:4294967295] 00000400:00000200:1.0:1787757149.543027:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.543035:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757149.543040:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.543044:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757149.543052:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757149.543058:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757149.543080:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.543084:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757149.543089:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757149.543097:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757149.543103:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757149.543107:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757149.543112:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757149.543118:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543134:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.543140:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543152:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.543156:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757149.543163:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757149.543170:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757149.543176:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757149.543180:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309526577 00000100:00000001:1.0:1787757149.543184:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.543189:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309526577 00000100:00000001:1.0:1787757149.543193:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.543197:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757149.543201:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.543205:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757149.543215:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757149/real 1787757149] req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757149.543229:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757149.543232:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757149.543236:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757149.543241:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757149.543245:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757149.543249:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757149.543255:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757149.543302:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543312:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757149.543314:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543317:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.543319:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757149.543324:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543333:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757149.543338:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543347:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757149.543350:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543352:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.543354:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543356:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757149.543358:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757149.543361:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757149.543365:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757149.543368:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757149.543372:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757149.543381:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757149.543387:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757149.543391:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543399:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757149.543401:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.543404:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757149.543406:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757149.543409:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757149.543412:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757149.543416:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757149.543418:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757149.543420:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757149.543422:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757149.543427:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757149.543430:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757149.543434:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757149.543438:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757149.543442:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757149.543446:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931015936, portal 4 00000100:00000001:1.0:1787757149.543449:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757149.543450:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549335360 : -128384160216256 : ffff8b3c3bbc4b40) 00000100:00000040:1.0:1787757149.543457:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543465:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757149.543468:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757149.543471:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757149.543474:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931015936, offset 0 00000400:00000200:1.0:1787757149.543479:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757149.543484:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.543489:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757149.543492:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757149.543496:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757149.543499:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757149.543502:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757149.543507:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746695:746695:256:4294967295] 192.168.201.121@tcp LPNI seq info [746689:746689:8:4294967295] 00000400:00000200:1.0:1787757149.543511:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757149.543519:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757149.543524:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.543528:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757149.543533:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757149.543537:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757149.543551:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757149.543553:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757149.543557:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757149.543562:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757149.543565:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757149.543567:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757149.543571:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757149.543575:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543584:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.543588:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543596:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.543599:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757149.543602:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757149.543606:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757149.543609:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757149.543612:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309526557 00000100:00000001:1.0:1787757149.543615:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.543618:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309526557 00000100:00000001:1.0:1787757149.543620:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309527505 00000100:00000001:1.0:1787757149.543623:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757149.543626:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.543628:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757149.543632:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757149/real 1787757149] req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757149.543641:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757149.543642:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757149.543644:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757149.543647:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757149.543649:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757149.543652:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757149.543656:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757149.543666:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543680:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757149.543682:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543684:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.543686:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757149.543691:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543698:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757149.543703:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543710:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757149.543713:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543715:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757149.543716:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543718:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757149.543720:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757149.543723:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757149.543727:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757149.543730:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757149.543735:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757149.543770:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931015936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757149.543793:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543796:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.543800:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4780 x1874583931015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543808:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757149.543810:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757149.543813:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757149.543816:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757149.543818:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757149.543820:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757149.543823:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757149.543825:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:1.0:1787757149.543828:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757149.543830:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757149.543832:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4780. 00000100:00000001:1.0:1787757149.543835:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757149.543837:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543839:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.543842:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4f00 x1874583931015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543849:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757149.543851:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757149.543853:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757149.543855:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757149.543857:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757149.543858:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757149.543860:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757149.543862:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787757149.543864:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757149.543865:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757149.543867:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4f00. 00000100:00000001:1.0:1787757149.543869:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757149.543871:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543873:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.543876:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7480 x1874583931015808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543882:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757149.543884:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757149.543886:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757149.543888:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757149.543889:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757149.543891:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757149.543894:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757149.543896:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:1.0:1787757149.543898:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757149.543900:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757149.543901:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7480. 00000100:00000001:1.0:1787757149.543904:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757149.543906:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543907:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757149.543911:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4b40 x1874583931015936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757149.543917:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757149.543919:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757149.543920:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757149.543923:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757149.543924:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757149.543925:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757149.543927:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757149.543929:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787757149.543931:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757149.543933:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757149.543934:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4b40. 00000100:00000001:1.0:1787757149.543936:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757149.543938:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543940:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757149.543945:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757149.543946:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757149.543948:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757149.543950:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757150.499479:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757150.499489:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757150.499497:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757150.499510:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757150.499521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757150.499531:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757150.499546:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757150.499553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757150.499560:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757150.499592:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757150.499598:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757150.499605:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757150.499617:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757150.499630:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757150.499640:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757150.499655:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757150.499664:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757150.499672:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757150.499720:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757150.499775:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757150.499785:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757150.563420:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309527505, at 4309527552 00000100:00000010:1.0:1787757150.563440:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757151.523471:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757151.523479:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757151.523485:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757151.523494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757151.523503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757151.523509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757151.523515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757151.523518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757151.523522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757151.523548:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757151.523556:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757151.523563:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757151.523575:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757151.523586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757151.523592:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757151.523605:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757151.523612:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757151.523619:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757151.523692:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757151.523701:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757151.523704:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757151.523735:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757151.523746:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757151.523751:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757151.523755:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757151.523758:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757151.523762:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757152.547395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757152.547406:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757152.547413:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757152.547424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757152.547435:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757152.547445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757152.547454:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757152.547460:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757152.547466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757152.547491:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757152.547497:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757152.547501:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757152.547508:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757152.547514:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757152.547520:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757152.547549:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757152.547554:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757152.547561:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757152.675365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757152.675376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757152.675380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757152.675388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757152.675393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757152.675398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757152.675402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757152.675406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757152.675410:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757153.571462:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757153.571474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757153.571496:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757153.571508:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757153.571519:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757153.571527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757153.571569:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757153.571576:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757153.571581:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757153.571610:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757153.571618:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757153.571625:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757153.571640:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757153.571654:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757153.571664:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757153.571710:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757153.571717:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757153.571726:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757153.699412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757153.699424:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757153.699427:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757153.699437:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757153.699444:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757153.699451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757153.699456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757153.699461:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757153.699468:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.595410:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757154.595422:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.595427:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.595437:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757154.595445:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.595453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.595461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.595467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.595474:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.595538:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757154.595549:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.595555:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.595567:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757154.595578:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.595587:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.595615:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.595622:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.595635:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.595698:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757154.595706:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.595710:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.595715:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757154.595720:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.595724:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.595728:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.595734:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.595742:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.659827:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757154.659838:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.659845:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757154.659865:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.659887:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.659893:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.659902:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757154.659907:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757154.659915:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.659926:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931016064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757154.659936:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757154.659945:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757154.659951:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.659958:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757154.659967:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757154.659973:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757154.659991:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757154.659997:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757154.660011:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757154.660024:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016064, portal 25 00000100:00000001:1.0:1787757154.660032:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757154.660037:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549341120 : -128384160210496 : ffff8b3c3bbc61c0) 00000100:00000040:1.0:1787757154.660053:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.660101:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757154.660116:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757154.660128:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757154.660140:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931016064, offset 0 00000400:00000200:1.0:1787757154.660170:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757154.660195:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.660211:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757154.660228:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757154.660238:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757154.660247:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757154.660259:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757154.660325:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746696:746696:256:4294967295] 192.168.201.121@tcp LPNI seq info [746690:746690:8:4294967295] 00000400:00000200:1.0:1787757154.660334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.660350:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757154.660365:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.660379:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757154.660405:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757154.660417:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757154.660456:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.660463:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757154.660473:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757154.660485:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757154.660500:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757154.660511:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757154.660521:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757154.660534:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.660570:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.660583:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.660630:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.660638:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757154.660648:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757154.660685:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757154.660692:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309532625 00000100:00000010:1.0:1787757154.660706:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757154.660721:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757154.660734:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309532625 00000100:00000010:1.0:1787757154.660742:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757154.660749:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757154.660757:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757154.660761:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.660769:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757154.660781:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757154/real 1787757154] req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757154.660820:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757154.660826:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757154.660833:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757154.660841:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757154.660847:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757154.660855:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757154.660867:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757154.660894:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.660916:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757154.660921:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.660928:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.660932:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757154.660940:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.660982:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757154.661006:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.661052:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757154.661069:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.661079:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.661090:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.661104:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757154.661115:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757154.661132:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757154.661152:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757154.661160:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757154.661175:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757154.661203:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931016064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757154.661219:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.661229:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.661241:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc61c0 x1874583931016064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.661265:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757154.661298:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757154.661303:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757154.661311:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757154.661317:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757154.661322:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757154.661331:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757154.661338:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:1.0:1787757154.661348:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757154.661355:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757154.661360:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc61c0. 00000100:00000001:1.0:1787757154.661370:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757154.661375:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.661383:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.661395:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.661401:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.661411:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757154.661418:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.661424:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757154.661437:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.661458:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.661462:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.661467:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757154.661472:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757154.661477:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.661489:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757154.661497:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757154.661503:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757154.661508:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.661518:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757154.661526:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757154.661537:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757154.661551:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757154.661559:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757154.661572:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757154.661582:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016192, portal 10 00000100:00000001:1.0:1787757154.661588:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757154.661595:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549337280 : -128384160214336 : ffff8b3c3bbc52c0) 00000100:00000040:1.0:1787757154.661607:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.661627:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757154.661642:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757154.661646:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757154.661687:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931016192, offset 0 00000400:00000200:1.0:1787757154.661714:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757154.661732:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.661752:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757154.661763:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757154.661772:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757154.661781:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757154.661786:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757154.661798:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746697:746697:256:4294967295] 192.168.201.121@tcp LPNI seq info [746691:746691:8:4294967295] 00000400:00000200:1.0:1787757154.661816:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.661839:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757154.661859:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.661869:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757154.661885:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757154.661896:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757154.661935:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.661943:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757154.661953:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757154.661976:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757154.661994:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757154.662005:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757154.662015:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757154.662028:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662048:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.662055:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662069:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.662073:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757154.662080:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757154.662088:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757154.662095:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757154.662099:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309531662 00000100:00000001:1.0:1787757154.662105:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.662111:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309531662 00000100:00000001:1.0:1787757154.662116:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.662120:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757154.662124:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.662128:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757154.662136:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757154/real 1787757154] req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757154.662151:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757154.662154:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757154.662158:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757154.662163:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757154.662167:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757154.662171:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757154.662177:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757154.662194:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662207:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757154.662210:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.662214:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.662217:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757154.662224:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662238:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757154.662246:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662261:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757154.662303:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.662307:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.662310:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.662314:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757154.662320:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757154.662326:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757154.662333:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757154.662338:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757154.662346:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757154.662364:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757154.662373:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757154.662380:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662395:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.662398:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.662403:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757154.662407:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757154.662411:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.662419:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757154.662427:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757154.662432:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757154.662435:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.662439:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757154.662447:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757154.662452:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757154.662460:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757154.662464:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757154.662472:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757154.662478:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016320, portal 10 00000100:00000001:1.0:1787757154.662483:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757154.662485:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549335360 : -128384160216256 : ffff8b3c3bbc4b40) 00000100:00000040:1.0:1787757154.662498:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662513:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757154.662518:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757154.662524:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757154.662529:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931016320, offset 0 00000400:00000200:1.0:1787757154.662538:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757154.662546:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.662554:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757154.662561:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757154.662567:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757154.662573:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757154.662579:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757154.662587:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746698:746698:256:4294967295] 192.168.201.121@tcp LPNI seq info [746692:746692:8:4294967295] 00000400:00000200:1.0:1787757154.662615:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.662636:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757154.662648:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.662681:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757154.662691:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757154.662698:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757154.662723:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.662728:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757154.662734:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757154.662742:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757154.662749:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757154.662755:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757154.662761:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757154.662770:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662787:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.662795:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662811:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.662815:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757154.662821:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757154.662828:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757154.662836:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757154.662840:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309531661 00000100:00000001:1.0:1787757154.662846:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.662851:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309531661 00000100:00000001:1.0:1787757154.662857:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.662862:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757154.662867:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.662872:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757154.662880:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757154/real 1787757154] req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757154.662897:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757154.662900:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757154.662905:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757154.662910:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757154.662914:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757154.662919:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757154.662926:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757154.662946:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662961:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757154.662964:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.662969:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.662972:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757154.662981:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.662997:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757154.663007:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663023:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757154.663027:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663031:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.663034:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663039:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757154.663044:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757154.663050:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757154.663058:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757154.663063:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757154.663073:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757154.663093:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757154.663101:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757154.663108:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663124:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.663128:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.663134:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757154.663138:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757154.663143:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.663150:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757154.663158:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757154.663163:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757154.663166:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.663170:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757154.663178:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757154.663183:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757154.663192:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757154.663198:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757154.663205:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757154.663211:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016448, portal 4 00000100:00000001:1.0:1787757154.663216:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757154.663219:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549345920 : -128384160205696 : ffff8b3c3bbc7480) 00000100:00000040:1.0:1787757154.663232:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663248:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757154.663253:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757154.663258:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757154.663264:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931016448, offset 0 00000400:00000200:1.0:1787757154.663312:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757154.663321:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.663329:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757154.663335:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757154.663341:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757154.663347:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757154.663353:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757154.663360:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746699:746699:256:4294967295] 192.168.201.121@tcp LPNI seq info [746693:746693:8:4294967295] 00000400:00000200:1.0:1787757154.663370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.663384:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757154.663395:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.663402:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757154.663411:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757154.663418:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757154.663443:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.663447:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757154.663454:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757154.663462:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757154.663467:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757154.663471:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757154.663477:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757154.663485:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663502:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.663509:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663524:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.663529:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757154.663535:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757154.663542:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757154.663550:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757154.663554:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309531698 00000100:00000001:1.0:1787757154.663560:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.663565:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309531698 00000100:00000001:1.0:1787757154.663570:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.663575:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757154.663580:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.663584:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757154.663592:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757154/real 1787757154] req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757154.663610:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757154.663614:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757154.663618:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757154.663623:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757154.663628:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757154.663633:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757154.663641:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757154.663689:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663704:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757154.663708:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663712:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.663715:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757154.663724:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663739:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757154.663748:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663764:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757154.663770:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663774:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.663777:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663782:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757154.663785:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757154.663791:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757154.663798:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757154.663804:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757154.663814:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757154.663833:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757154.663841:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663846:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.663853:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc52c0 x1874583931016192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663867:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757154.663872:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757154.663876:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757154.663883:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757154.663886:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757154.663890:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757154.663894:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757154.663898:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787757154.663903:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757154.663906:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757154.663910:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc52c0. 00000100:00000001:1.0:1787757154.663915:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757154.663918:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663922:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.663929:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4b40 x1874583931016320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.663944:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757154.663947:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757154.663951:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757154.663956:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757154.663959:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757154.663961:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757154.663966:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757154.663970:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:1.0:1787757154.663975:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757154.663978:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757154.663981:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4b40. 00000100:00000001:1.0:1787757154.663986:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757154.663989:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.663993:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.664000:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7480 x1874583931016448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664016:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757154.664019:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757154.664023:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757154.664028:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757154.664031:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757154.664034:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757154.664038:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757154.664042:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787757154.664047:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757154.664049:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757154.664053:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7480. 00000100:00000001:1.0:1787757154.664057:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757154.664060:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664064:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664072:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.664075:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.664080:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757154.664083:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.664086:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757154.664094:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664111:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.664114:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.664119:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757154.664123:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757154.664128:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.664134:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757154.664142:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757154.664146:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757154.664150:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757154.664154:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757154.664161:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757154.664166:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757154.664173:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757154.664179:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757154.664186:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757154.664193:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016576, portal 4 00000100:00000001:1.0:1787757154.664198:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757154.664201:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549336320 : -128384160215296 : ffff8b3c3bbc4f00) 00000100:00000040:1.0:1787757154.664213:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664228:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757154.664234:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757154.664239:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757154.664244:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931016576, offset 0 00000400:00000200:1.0:1787757154.664253:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757154.664262:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.664313:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757154.664321:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757154.664328:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757154.664334:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757154.664340:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757154.664347:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746700:746700:256:4294967295] 192.168.201.121@tcp LPNI seq info [746694:746694:8:4294967295] 00000400:00000200:1.0:1787757154.664357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757154.664372:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757154.664383:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.664392:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757154.664402:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757154.664410:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757154.664437:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757154.664443:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757154.664449:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757154.664457:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757154.664463:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757154.664467:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757154.664473:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757154.664482:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664500:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.664508:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664523:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.664526:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757154.664533:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757154.664540:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757154.664547:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757154.664552:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309531678 00000100:00000001:1.0:1787757154.664558:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.664563:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309531678 00000100:00000001:1.0:1787757154.664568:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309532625 00000100:00000001:1.0:1787757154.664573:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757154.664578:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.664582:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757154.664591:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757154/real 1787757154] req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757154.664608:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757154.664612:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757154.664616:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757154.664621:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757154.664625:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757154.664631:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757154.664638:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757154.664683:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664700:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757154.664703:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664708:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.664711:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757154.664720:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664736:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757154.664745:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664761:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757154.664767:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664771:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757154.664774:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664779:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757154.664782:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757154.664788:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757154.664796:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757154.664801:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757154.664810:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757154.664829:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757154.664837:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664842:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757154.664850:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4f00 x1874583931016576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757154.664864:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757154.664867:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757154.664871:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757154.664877:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757154.664881:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757154.664884:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757154.664889:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757154.664892:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:1.0:1787757154.664898:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757154.664901:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757154.664904:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4f00. 00000100:00000001:1.0:1787757154.664910:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757154.664913:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664917:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.664924:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.664927:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.664932:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757154.664935:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757154.723456:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757154.723465:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757154.723468:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757154.723475:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757154.723480:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757154.723484:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.723488:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757154.723491:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757154.723494:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757155.619382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757155.619391:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757155.619395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757155.619401:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757155.619405:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757155.619412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619416:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757155.619421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619425:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757155.619442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757155.619446:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757155.619457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757155.619459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757155.619461:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757155.619464:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619466:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757155.619467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757155.619502:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757155.619504:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757155.619505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757155.619507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757155.619512:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757155.619515:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619516:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757155.619517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619519:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757155.619544:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757155.619546:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757155.619547:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757155.619550:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757155.619553:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757155.619554:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619556:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757155.619557:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.619560:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757155.683325:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309532625, at 4309532672 00000100:00000010:1.0:1787757155.683342:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757155.747395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757155.747405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757155.747407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757155.747413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757155.747418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757155.747422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.747424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757155.747428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757155.747431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757156.643433:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757156.643440:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757156.643443:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757156.643448:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757156.643453:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757156.643456:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.643460:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757156.643462:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.643464:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757156.643481:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757156.643504:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757156.643512:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757156.643523:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757156.643533:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757156.643543:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.643554:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757156.643560:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.643564:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757156.643612:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757156.643661:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757156.643664:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757156.643667:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757156.643670:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757156.643673:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.643681:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757156.643685:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.643689:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757156.771318:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757156.771326:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757156.771328:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757156.771332:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757156.771335:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757156.771338:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.771340:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757156.771342:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757156.771346:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757157.667437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757157.667446:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757157.667455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757157.667465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757157.667478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757157.667487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.667521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757157.667529:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.667538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757157.667569:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757157.667576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757157.667582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757157.667586:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757157.667592:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757157.667632:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.667648:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757157.667659:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.667676:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757157.667717:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757157.667727:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757157.667733:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757157.667743:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757157.667755:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757157.667762:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.667769:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757157.667777:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.667782:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757157.795393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757157.795404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757157.795407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757157.795414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757157.795419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757157.795423:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.795427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757157.795447:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757157.795453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757158.691481:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757158.691491:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757158.691498:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757158.691512:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757158.691523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757158.691532:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.691557:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757158.691565:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.691577:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757158.691635:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757158.691647:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757158.691652:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757158.691658:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757158.691662:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757158.691668:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.691676:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757158.691682:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.691691:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757158.691736:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757158.691749:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757158.691756:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757158.691763:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757158.691776:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757158.691783:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.691790:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757158.691797:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.691807:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757158.819369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757158.819382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757158.819386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757158.819395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757158.819401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757158.819407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.819412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757158.819432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757158.819440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.715473:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757159.715485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757159.715491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.715502:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757159.715515:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757159.715523:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.715539:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.715556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.715621:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.715664:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757159.715689:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757159.715697:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.715704:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757159.715718:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757159.715725:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.715745:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.715755:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.715765:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.779868:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757159.779877:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757159.779883:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757159.779903:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.779931:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.779936:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.779945:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757159.779952:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757159.779959:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.779972:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931016704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757159.779985:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757159.779992:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757159.779999:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.780006:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757159.780022:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757159.780035:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757159.780058:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757159.780072:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757159.780089:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757159.780107:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016704, portal 25 00000100:00000001:1.0:1787757159.780121:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757159.780128:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:1.0:1787757159.780149:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.780174:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757159.780188:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757159.780198:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757159.780206:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931016704, offset 0 00000400:00000200:1.0:1787757159.780221:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757159.780239:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.780256:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757159.780265:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757159.780321:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757159.780326:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757159.780332:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757159.780346:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746701:746701:256:4294967295] 192.168.201.121@tcp LPNI seq info [746695:746695:8:4294967295] 00000400:00000200:1.0:1787757159.780366:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.780395:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757159.780412:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.780427:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757159.780444:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757159.780453:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787757159.780498:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.780507:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757159.780522:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757159.780542:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757159.780559:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757159.780593:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757159.780609:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757159.780628:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.780691:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.780703:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.780737:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.780742:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757159.780758:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757159.780774:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757159.780780:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309537745 00000100:00000010:1.0:1787757159.780791:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757159.780804:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757159.780820:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309537745 00000100:00000010:1.0:1787757159.780829:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757159.780837:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757159.780845:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757159.780849:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.780858:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757159.780869:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757159/real 1787757159] req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757159.780897:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757159.780902:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757159.780910:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757159.780914:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757159.780924:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757159.780932:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757159.780944:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757159.780969:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.781026:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757159.781034:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.781045:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.781053:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757159.781070:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.781109:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757159.781127:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.781159:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757159.781170:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.781176:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.781182:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.781192:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757159.781199:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757159.781208:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757159.781225:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757159.781234:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757159.781249:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757159.781322:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931016704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757159.781337:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.781344:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.781359:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931016704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.781379:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757159.781388:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757159.781396:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757159.781410:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757159.781417:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757159.781423:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757159.781432:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757159.781438:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:1.0:1787757159.781446:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757159.781453:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757159.781462:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:1.0:1787757159.781472:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757159.781477:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.781485:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.781501:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757159.781508:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.781517:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757159.781525:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757159.781532:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757159.781550:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.781621:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.781629:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.781642:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757159.781651:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757159.781661:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.781674:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757159.781682:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757159.781689:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757159.781694:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.781702:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757159.781710:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757159.781718:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757159.781732:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757159.781737:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757159.781750:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757159.781764:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016832, portal 10 00000100:00000001:1.0:1787757159.781771:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757159.781775:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:1.0:1787757159.781793:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.781816:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757159.781825:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757159.781835:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757159.781846:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931016832, offset 0 00000400:00000200:1.0:1787757159.781857:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757159.781871:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.781885:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757159.781897:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757159.781907:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757159.781918:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757159.781927:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757159.781939:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746702:746702:256:4294967295] 192.168.201.121@tcp LPNI seq info [746696:746696:8:4294967295] 00000400:00000200:1.0:1787757159.781951:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.781977:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757159.781996:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.782003:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757159.782017:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757159.782031:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787757159.782085:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.782094:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757159.782104:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757159.782123:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757159.782136:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757159.782145:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757159.782150:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757159.782165:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782196:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.782205:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782340:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.782346:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757159.782356:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757159.782368:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757159.782384:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757159.782396:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309536783 00000100:00000001:1.0:1787757159.782405:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.782410:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309536783 00000100:00000001:1.0:1787757159.782420:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.782426:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757159.782431:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.782441:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757159.782454:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757159/real 1787757159] req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757159.782478:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757159.782484:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757159.782490:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757159.782498:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757159.782501:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757159.782505:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757159.782510:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757159.782524:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782538:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757159.782542:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.782546:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.782549:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757159.782557:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782590:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757159.782600:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782614:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757159.782619:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.782623:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.782626:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.782630:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757159.782636:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757159.782642:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757159.782649:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757159.782654:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757159.782664:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757159.782681:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757159.782690:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757159.782698:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782713:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.782716:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.782720:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757159.782724:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757159.782729:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.782734:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757159.782738:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757159.782743:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757159.782747:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.782750:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757159.782755:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757159.782758:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757159.782764:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757159.782768:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757159.782774:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757159.782781:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931016960, portal 10 00000100:00000001:1.0:1787757159.782784:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757159.782786:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:1.0:1787757159.782794:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782803:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757159.782806:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757159.782810:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757159.782813:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931016960, offset 0 00000400:00000200:1.0:1787757159.782821:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757159.782849:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.782855:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757159.782859:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757159.782863:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757159.782867:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757159.782870:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757159.782875:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746703:746703:256:4294967295] 192.168.201.121@tcp LPNI seq info [746697:746697:8:4294967295] 00000400:00000200:1.0:1787757159.782881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.782890:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757159.782896:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.782901:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757159.782907:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757159.782911:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787757159.782930:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.782934:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757159.782941:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757159.782946:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757159.782950:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757159.782952:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757159.782956:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757159.782962:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782977:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.782981:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.782990:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.782992:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757159.782998:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757159.783004:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757159.783010:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757159.783014:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309536781 00000100:00000001:1.0:1787757159.783020:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.783025:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309536781 00000100:00000001:1.0:1787757159.783029:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.783034:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757159.783038:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.783043:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757159.783050:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757159/real 1787757159] req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757159.783068:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757159.783071:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757159.783075:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757159.783080:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757159.783084:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757159.783090:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757159.783097:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757159.783117:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783132:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757159.783135:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783139:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.783142:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757159.783148:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783158:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757159.783163:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783172:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757159.783175:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783177:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.783179:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783182:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757159.783185:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757159.783188:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757159.783192:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757159.783195:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757159.783202:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757159.783216:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931016960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757159.783221:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783225:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.783229:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931016832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783238:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757159.783240:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757159.783243:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757159.783248:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757159.783250:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757159.783252:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757159.783255:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757159.783258:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:1.0:1787757159.783262:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757159.783265:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757159.783299:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:1.0:1787757159.783305:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757159.783308:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783312:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.783318:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931016960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783327:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757159.783329:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757159.783332:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757159.783336:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757159.783338:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757159.783341:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757159.783346:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757159.783348:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757159.783352:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757159.783354:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757159.783356:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:1.0:1787757159.783359:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757159.783361:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783364:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783369:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757159.783372:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.783376:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757159.783380:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757159.783382:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757159.783388:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783397:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.783399:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.783404:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757159.783408:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757159.783412:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.783416:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757159.783421:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757159.783424:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757159.783426:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.783429:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757159.783434:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757159.783436:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757159.783443:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757159.783449:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757159.783456:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757159.783461:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017088, portal 4 00000100:00000001:1.0:1787757159.783464:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757159.783466:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:1.0:1787757159.783476:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783488:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757159.783491:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757159.783494:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757159.783498:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931017088, offset 0 00000400:00000200:1.0:1787757159.783503:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757159.783510:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.783517:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757159.783523:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757159.783528:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757159.783534:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757159.783540:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757159.783546:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746704:746704:256:4294967295] 192.168.201.121@tcp LPNI seq info [746698:746698:8:4294967295] 00000400:00000200:1.0:1787757159.783556:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.783596:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757159.783608:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.783615:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757159.783624:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757159.783630:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787757159.783655:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.783659:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757159.783666:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757159.783672:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757159.783678:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757159.783682:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757159.783688:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757159.783694:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783705:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.783709:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783723:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.783725:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757159.783731:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757159.783735:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757159.783741:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757159.783744:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309536818 00000100:00000001:1.0:1787757159.783750:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.783755:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309536818 00000100:00000001:1.0:1787757159.783761:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.783764:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757159.783767:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.783770:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757159.783776:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757159/real 1787757159] req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757159.783789:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757159.783792:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757159.783795:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757159.783798:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757159.783801:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757159.783804:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757159.783809:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757159.783825:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783834:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757159.783836:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783839:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.783841:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757159.783846:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783855:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757159.783860:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783868:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757159.783871:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783873:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.783875:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.783878:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757159.783881:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757159.783884:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757159.783889:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757159.783893:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757159.783897:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757159.783912:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757159.783917:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757159.783922:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.783930:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.783932:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.783935:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757159.783939:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757159.783944:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.783949:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757159.783954:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757159.783957:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757159.783959:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757159.783962:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757159.783967:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757159.783970:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757159.783977:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757159.783982:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757159.783987:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757159.783991:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017216, portal 4 00000100:00000001:1.0:1787757159.783994:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757159.783996:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:1.0:1787757159.784006:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784020:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757159.784026:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757159.784032:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757159.784039:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931017216, offset 0 00000400:00000200:1.0:1787757159.784049:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757159.784058:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.784072:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757159.784084:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757159.784092:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757159.784099:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757159.784105:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757159.784111:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746705:746705:256:4294967295] 192.168.201.121@tcp LPNI seq info [746699:746699:8:4294967295] 00000400:00000200:1.0:1787757159.784119:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757159.784128:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757159.784135:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.784140:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757159.784147:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757159.784151:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787757159.784172:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757159.784175:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757159.784180:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757159.784185:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757159.784189:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757159.784192:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757159.784197:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757159.784205:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784217:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.784221:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784243:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.784246:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757159.784250:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757159.784255:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757159.784259:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757159.784262:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309536797 00000100:00000001:1.0:1787757159.784266:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.784303:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309536798 00000100:00000001:1.0:1787757159.784308:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309537745 00000100:00000001:1.0:1787757159.784313:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757159.784317:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.784320:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757159.784326:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757159/real 1787757159] req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757159.784340:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757159.784343:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757159.784346:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757159.784350:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757159.784353:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757159.784356:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757159.784361:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757159.784374:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784386:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757159.784388:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784391:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.784393:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757159.784398:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784413:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757159.784419:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784428:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757159.784432:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784434:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757159.784436:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784439:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757159.784442:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757159.784448:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757159.784452:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757159.784455:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757159.784460:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757159.784474:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757159.784482:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784485:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.784489:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931017088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784498:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757159.784501:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757159.784505:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757159.784510:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757159.784514:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757159.784516:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757159.784519:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757159.784522:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757159.784526:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757159.784528:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757159.784532:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:1.0:1787757159.784537:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757159.784539:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784543:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757159.784550:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931017216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757159.784587:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757159.784590:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757159.784594:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757159.784600:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757159.784602:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757159.784605:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757159.784610:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757159.784613:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757159.784618:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757159.784621:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757159.784624:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:1.0:1787757159.784629:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757159.784632:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784636:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.784644:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757159.784647:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.784651:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757159.784655:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757159.844325:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757159.844334:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757159.844338:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757159.844346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757159.844351:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757159.844357:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.844373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757159.844377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757159.844383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757160.739401:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757160.739414:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757160.739419:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757160.739429:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757160.739434:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757160.739441:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757160.739450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757160.739454:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757160.739456:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757160.739511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757160.739516:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757160.739519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757160.739524:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757160.739534:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757160.739565:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757160.739587:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757160.739592:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757160.739599:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757160.803378:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309537745, at 4309537792 00000100:00000010:1.0:1787757160.803400:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757160.867328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757160.867338:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757160.867341:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757160.867347:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757160.867352:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757160.867356:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757160.867359:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757160.867362:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757160.867366:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757161.763415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757161.763431:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757161.763440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757161.763454:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757161.763469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757161.763480:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.763493:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757161.763499:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.763510:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757161.763593:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757161.763602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757161.763605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757161.763609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757161.763614:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757161.763619:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.763623:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757161.763630:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.763635:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757161.763688:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757161.763698:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757161.763708:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757161.763717:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757161.763729:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757161.763740:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.763751:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757161.763758:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.763763:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757161.891391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757161.891403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757161.891407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757161.891417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757161.891424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757161.891431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.891436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757161.891441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757161.891447:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757162.787423:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757162.787433:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757162.787439:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757162.787444:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757162.787450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757162.787457:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757162.787482:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757162.787485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757162.787489:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757162.787582:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757162.787593:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757162.787605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757162.787625:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757162.787643:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757162.787650:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757162.787657:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757162.787662:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757162.787667:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757162.915373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757162.915384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757162.915387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757162.915394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757162.915399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757162.915405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757162.915408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757162.915412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757162.915416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757163.811442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757163.811455:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757163.811459:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757163.811520:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757163.811528:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757163.811540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757163.811554:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757163.811565:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757163.811579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757163.811615:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757163.811622:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757163.811631:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757163.811638:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757163.811649:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757163.811658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757163.811671:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757163.811677:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757163.811686:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757163.939398:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757163.939410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757163.939414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757163.939420:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757163.939425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757163.939430:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757163.939434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757163.939438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757163.939442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.835500:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757164.835511:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757164.835523:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.835539:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757164.835553:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757164.835564:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.835603:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.835609:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.835614:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.835652:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757164.835662:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757164.835672:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.835686:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757164.835702:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757164.835711:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.835740:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.835748:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.835754:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.899848:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757164.899859:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757164.899866:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757164.899883:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.899901:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.899905:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.899914:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757164.899940:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757164.899947:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.899962:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931017344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757164.899975:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757164.899985:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757164.899991:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.899998:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757164.900008:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757164.900019:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757164.900034:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757164.900041:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757164.900055:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757164.900070:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017344, portal 25 00000100:00000001:1.0:1787757164.900077:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757164.900080:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549334400 : -128384160217216 : ffff8b3c3bbc4780) 00000100:00000040:1.0:1787757164.900097:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.900131:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757164.900147:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757164.900160:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757164.900172:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931017344, offset 0 00000400:00000200:1.0:1787757164.900199:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757164.900224:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.900243:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757164.900257:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757164.900309:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757164.900317:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757164.900322:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757164.900330:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746706:746706:256:4294967295] 192.168.201.121@tcp LPNI seq info [746700:746700:8:4294967295] 00000400:00000200:1.0:1787757164.900347:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.900404:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757164.900429:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.900451:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757164.900513:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757164.900531:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787757164.900597:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.900607:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757164.900619:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757164.900631:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757164.900646:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757164.900650:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757164.900664:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757164.900677:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.900709:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.900719:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.900741:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.900749:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757164.900757:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757164.900772:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757164.900780:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309542865 00000100:00000010:1.0:1787757164.900791:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757164.900804:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757164.900817:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309542865 00000100:00000010:1.0:1787757164.900827:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757164.900833:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757164.900845:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757164.900850:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.900858:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757164.900872:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757164/real 1787757164] req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757164.900901:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757164.900906:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757164.900912:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757164.900920:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757164.900928:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757164.900937:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757164.900950:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757164.900987:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.901018:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757164.901024:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.901031:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.901035:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757164.901051:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.901070:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757164.901083:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.901110:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757164.901125:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.901137:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.901146:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.901156:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757164.901164:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757164.901179:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757164.901200:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757164.901213:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757164.901230:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757164.901260:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931017344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757164.901313:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.901323:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.901335:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4780 x1874583931017344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.901361:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757164.901367:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757164.901374:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757164.901384:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757164.901390:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757164.901396:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757164.901407:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757164.901414:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:1.0:1787757164.901426:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757164.901432:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757164.901439:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4780. 00000100:00000001:1.0:1787757164.901449:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757164.901455:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.901462:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.901498:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757164.901506:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.901515:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757164.901522:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757164.901527:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757164.901541:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.901569:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.901574:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.901583:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757164.901590:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757164.901598:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.901612:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757164.901622:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757164.901629:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757164.901634:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.901639:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757164.901644:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757164.901647:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757164.901654:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757164.901657:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757164.901663:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757164.901668:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017472, portal 10 00000100:00000001:1.0:1787757164.901674:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757164.901680:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549347840 : -128384160203776 : ffff8b3c3bbc7c00) 00000100:00000040:1.0:1787757164.901693:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.901727:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757164.901736:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757164.901745:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757164.901753:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931017472, offset 0 00000400:00000200:1.0:1787757164.901770:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757164.901781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.901792:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757164.901798:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757164.901808:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757164.901818:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757164.901825:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757164.901836:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746707:746707:256:4294967295] 192.168.201.121@tcp LPNI seq info [746701:746701:8:4294967295] 00000400:00000200:1.0:1787757164.901850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.901868:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757164.901884:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.901893:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757164.901903:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757164.901908:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787757164.901933:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.901938:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757164.901946:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757164.901964:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757164.901976:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757164.901987:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757164.902001:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757164.902020:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902060:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.902071:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902086:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.902089:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757164.902097:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757164.902104:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757164.902112:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757164.902116:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309541902 00000100:00000001:1.0:1787757164.902121:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.902126:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309541902 00000100:00000001:1.0:1787757164.902130:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.902134:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757164.902138:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.902142:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757164.902151:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757164/real 1787757164] req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757164.902167:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757164.902170:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757164.902174:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757164.902182:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757164.902186:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757164.902193:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757164.902202:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757164.902221:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902238:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757164.902243:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.902247:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.902249:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757164.902256:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902266:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757164.902310:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902320:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757164.902324:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.902328:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.902330:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.902333:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757164.902338:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757164.902342:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757164.902349:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757164.902353:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757164.902360:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757164.902372:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757164.902379:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757164.902384:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902393:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.902395:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.902398:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757164.902400:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757164.902403:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.902407:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757164.902412:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757164.902415:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757164.902418:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.902420:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757164.902426:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757164.902429:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757164.902434:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757164.902437:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757164.902442:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757164.902447:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017600, portal 10 00000100:00000001:1.0:1787757164.902450:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757164.902452:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549346880 : -128384160204736 : ffff8b3c3bbc7840) 00000100:00000040:1.0:1787757164.902459:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902468:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757164.902495:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757164.902499:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757164.902503:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931017600, offset 0 00000400:00000200:1.0:1787757164.902509:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757164.902515:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.902521:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757164.902525:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757164.902529:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757164.902532:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757164.902536:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757164.902541:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746708:746708:256:4294967295] 192.168.201.121@tcp LPNI seq info [746702:746702:8:4294967295] 00000400:00000200:1.0:1787757164.902547:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.902555:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757164.902562:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.902567:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757164.902573:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757164.902577:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787757164.902593:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.902596:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757164.902600:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757164.902605:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757164.902610:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757164.902612:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757164.902616:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757164.902620:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902631:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.902635:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902644:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.902647:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757164.902651:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757164.902655:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757164.902659:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757164.902662:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309541901 00000100:00000001:1.0:1787757164.902666:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.902669:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309541901 00000100:00000001:1.0:1787757164.902671:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.902674:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757164.902677:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.902679:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757164.902684:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757164/real 1787757164] req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757164.902694:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757164.902696:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757164.902698:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757164.902701:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757164.902704:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757164.902706:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757164.902711:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757164.902721:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902729:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757164.902731:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.902733:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.902735:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757164.902739:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902748:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757164.902753:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902761:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757164.902765:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.902767:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.902769:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.902771:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757164.902774:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757164.902778:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757164.902782:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757164.902785:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757164.902790:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757164.902807:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757164.902813:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757164.902817:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902825:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.902827:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.902830:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757164.902832:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757164.902835:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.902839:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757164.902843:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757164.902845:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757164.902847:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.902849:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757164.902854:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757164.902857:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757164.902861:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757164.902865:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757164.902869:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757164.902873:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017728, portal 4 00000100:00000001:1.0:1787757164.902876:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757164.902878:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549338240 : -128384160213376 : ffff8b3c3bbc5680) 00000100:00000040:1.0:1787757164.902885:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.902894:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757164.902897:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757164.902900:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757164.902903:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931017728, offset 0 00000400:00000200:1.0:1787757164.902908:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757164.902913:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.902918:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757164.902921:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757164.902925:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757164.902928:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757164.902931:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757164.902936:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746709:746709:256:4294967295] 192.168.201.121@tcp LPNI seq info [746703:746703:8:4294967295] 00000400:00000200:1.0:1787757164.902941:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.902949:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757164.902954:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.902958:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757164.902963:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757164.902967:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787757164.902981:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.902984:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757164.902987:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757164.902992:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757164.902996:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757164.902998:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757164.903001:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757164.903006:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903015:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.903020:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903028:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.903030:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757164.903033:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757164.903037:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757164.903041:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757164.903044:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309541937 00000100:00000001:1.0:1787757164.903048:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.903051:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309541937 00000100:00000001:1.0:1787757164.903054:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.903057:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757164.903059:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.903062:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757164.903066:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757164/real 1787757164] req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757164.903075:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757164.903077:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757164.903079:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757164.903082:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757164.903084:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757164.903087:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757164.903090:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757164.903101:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903112:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757164.903115:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903119:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.903122:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757164.903130:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903144:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757164.903152:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903167:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757164.903173:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903177:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.903180:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903183:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757164.903187:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757164.903193:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757164.903200:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757164.903205:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757164.903213:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757164.903230:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757164.903236:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903239:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.903243:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7c00 x1874583931017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903252:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757164.903255:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757164.903258:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757164.903262:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757164.903264:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757164.903266:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757164.903298:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757164.903301:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:1.0:1787757164.903305:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757164.903307:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757164.903309:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7c00. 00000100:00000001:1.0:1787757164.903313:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757164.903315:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903318:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.903322:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7840 x1874583931017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903339:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757164.903341:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757164.903343:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757164.903347:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757164.903348:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757164.903350:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757164.903352:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757164.903354:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:1.0:1787757164.903357:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757164.903359:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757164.903360:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7840. 00000100:00000001:1.0:1787757164.903363:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757164.903365:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903367:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.903371:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5680 x1874583931017728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903378:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757164.903380:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757164.903382:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757164.903385:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757164.903387:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757164.903388:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757164.903391:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757164.903393:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:1.0:1787757164.903395:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757164.903396:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757164.903398:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5680. 00000100:00000001:1.0:1787757164.903401:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757164.903403:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903405:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903410:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757164.903412:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.903415:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757164.903417:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757164.903419:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757164.903424:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903433:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.903435:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.903438:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757164.903441:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757164.903443:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.903447:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757164.903452:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757164.903455:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757164.903457:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757164.903460:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757164.903464:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757164.903467:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757164.903502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757164.903507:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757164.903512:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757164.903517:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931017856, portal 4 00000100:00000001:1.0:1787757164.903520:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757164.903522:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549332480 : -128384160219136 : ffff8b3c3bbc4000) 00000100:00000040:1.0:1787757164.903531:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903540:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757164.903543:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757164.903546:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757164.903549:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931017856, offset 0 00000400:00000200:1.0:1787757164.903555:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757164.903560:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.903565:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757164.903569:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757164.903573:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757164.903577:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757164.903580:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757164.903585:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746710:746710:256:4294967295] 192.168.201.121@tcp LPNI seq info [746704:746704:8:4294967295] 00000400:00000200:1.0:1787757164.903591:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757164.903600:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757164.903606:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.903610:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757164.903616:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757164.903620:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787757164.903635:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757164.903637:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757164.903641:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757164.903646:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757164.903651:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757164.903653:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757164.903656:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757164.903661:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903671:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.903675:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903684:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.903686:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757164.903690:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757164.903694:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757164.903698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757164.903700:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309541917 00000100:00000001:1.0:1787757164.903703:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.903706:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309541917 00000100:00000001:1.0:1787757164.903709:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309542865 00000100:00000001:1.0:1787757164.903713:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757164.903716:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.903719:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757164.903723:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757164/real 1787757164] req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757164.903733:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757164.903735:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757164.903737:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757164.903740:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757164.903742:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757164.903745:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757164.903749:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757164.903760:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903768:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757164.903770:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903772:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.903774:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757164.903779:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903787:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757164.903792:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903800:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757164.903803:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903805:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757164.903807:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903809:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757164.903812:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757164.903815:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757164.903820:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757164.903823:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757164.903828:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757164.903838:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931017856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757164.903843:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903846:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757164.903850:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4000 x1874583931017856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757164.903857:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757164.903859:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757164.903862:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757164.903865:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757164.903867:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757164.903869:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757164.903872:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757164.903874:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:1.0:1787757164.903877:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757164.903879:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757164.903881:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4000. 00000100:00000001:1.0:1787757164.903884:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757164.903886:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903889:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.903893:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757164.903895:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.903897:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757164.903899:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757164.963415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757164.963423:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757164.963426:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757164.963430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757164.963434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757164.963438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.963441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757164.963453:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757164.963457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757165.859420:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757165.859429:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757165.859435:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757165.859444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757165.859479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757165.859489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757165.859499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757165.859508:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757165.859518:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757165.859581:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757165.859588:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757165.859594:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757165.859601:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757165.859610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757165.859620:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757165.859634:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757165.859641:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757165.859648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757165.923400:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309542865, at 4309542912 00000100:00000010:1.0:1787757165.923429:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757165.987398:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757165.987409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757165.987414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757165.987424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757165.987431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757165.987439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757165.987444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757165.987449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757165.987476:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757166.883424:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757166.883465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757166.883469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757166.883478:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757166.883486:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757166.883495:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757166.883505:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757166.883511:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757166.883524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757166.883562:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757166.883573:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757166.883583:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757166.883599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757166.883613:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757166.883623:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757166.883631:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757166.883640:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757166.883657:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757167.011404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757167.011413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757167.011416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757167.011423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757167.011428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757167.011470:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757167.011474:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757167.011477:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757167.011481:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757167.907480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757167.907498:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757167.907508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757167.907523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757167.907538:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757167.907546:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757167.907575:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757167.907582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757167.907588:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757167.907621:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757167.907633:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757167.907641:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757167.907649:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757167.907657:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757167.907667:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757167.907681:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757167.907689:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757167.907699:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757168.035375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757168.035389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757168.035393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757168.035402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757168.035409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757168.035460:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757168.035467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757168.035473:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757168.035480:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757168.931451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757168.931463:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757168.931469:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757168.931478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757168.931488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757168.931497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757168.931526:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757168.931532:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757168.931541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757168.931570:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757168.931579:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757168.931584:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757168.931594:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757168.931606:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757168.931617:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757168.931627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757168.931631:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757168.931635:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757169.059467:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757169.059479:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757169.059482:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757169.059489:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757169.059493:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757169.059499:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757169.059502:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757169.059506:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757169.059510:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757169.955341:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757169.955351:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757169.955355:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757169.955361:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757169.955369:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757169.955375:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757169.955394:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757169.955400:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757169.955410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757169.955450:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757169.955457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757169.955463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757169.955468:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757169.955473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757169.955477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757169.955488:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757169.955493:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757169.955497:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757170.019369:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757170.019377:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757170.019379:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757170.019395:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757170.019399:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757170.019406:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14874 00000400:00000200:1.0:1787757170.019414:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757170.019419:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757170.019421:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757170.019424:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019427:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.019429:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019431:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757170.019434:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757170.019436:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757170.019438:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757170.019442:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757170.019443:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757170.019445:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757170.019448:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019449:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.019450:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019452:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757170.019454:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757170.019456:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019458:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757170.019460:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757170.019463:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757170.019465:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.019467:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757170.019469:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757170.019484:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757170.019488:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757170.019493:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757170.019495:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.019498:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757170.019501:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757170.019506:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757170.019515:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757170.019538:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.019549:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931017984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757170.019558:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757170.019562:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757170.019566:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931017984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757170.019587:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757170.019590:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757170.019593:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757170.019594:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757170.019596:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757170.019598:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757170.019601:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14874 00000400:00000200:1.0:1787757170.019604:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757170.019606:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757170.019608:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757170.019611:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019614:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.019616:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019618:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757170.019620:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757170.019621:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757170.019623:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757170.019625:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757170.019630:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757170.019632:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757170.019638:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019640:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.019645:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019650:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757170.019676:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757170.019688:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019696:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757170.019704:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757170.019731:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757170.019736:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.019740:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757170.019745:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757170.019750:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.019753:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757170.019758:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757170.019761:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757170.019764:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757170.019767:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.019770:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757170.019779:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757170.019782:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757170.019787:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757170.019793:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.019802:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931018112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757170.019813:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757170.019817:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757170.019826:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931018112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757170.019847:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757170.019852:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757170.019860:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757170.019864:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757170.019869:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757170.019877:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757170.019883:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14874 00000400:00000200:1.0:1787757170.019893:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757170.019903:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757170.019907:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757170.019913:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019915:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.019921:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019926:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757170.019932:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757170.019934:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757170.019937:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757170.019940:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757170.019943:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757170.019946:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757170.019951:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019956:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.019960:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019964:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757170.019969:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757170.019976:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757170.019982:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757170.019986:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757170.019991:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757170.019995:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.019997:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757170.020000:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757170.020006:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020009:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757170.020014:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757170.020018:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757170.020046:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757170.020048:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020049:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757170.020050:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757170.020052:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757170.020056:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757170.020062:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.020072:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931018240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757170.020092:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757170.020111:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757170.020118:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931018240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757170.020129:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757170.020132:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757170.020135:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757170.020138:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757170.020141:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757170.020146:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757170.020151:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14874 00000400:00000200:1.0:1787757170.020158:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757170.020168:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757170.020175:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757170.020183:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020188:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.020194:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020201:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757170.020207:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757170.020211:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757170.020215:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757170.020219:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757170.020223:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757170.020229:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757170.020236:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020239:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.020244:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020247:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757170.020254:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757170.020260:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020265:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757170.020270:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757170.020274:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757170.020279:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020281:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757170.020283:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757170.020285:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020286:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757170.020289:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757170.020292:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757170.020294:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757170.020327:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020332:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757170.020335:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757170.020339:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757170.020347:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757170.020352:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.020364:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931018368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757170.020395:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757170.020401:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757170.020413:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931018368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757170.020426:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757170.020431:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757170.020437:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757170.020440:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757170.020444:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757170.020450:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757170.020457:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14874 00000400:00000200:1.0:1787757170.020462:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757170.020466:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757170.020470:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757170.020476:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020481:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.020487:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020493:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757170.020498:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757170.020501:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757170.020505:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757170.020510:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757170.020516:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757170.020522:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757170.020548:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020553:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757170.020557:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020561:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757170.020566:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757170.020572:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757170.020575:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757170.020579:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757170.020584:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757170.020588:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020592:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757170.020596:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757170.020600:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020603:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757170.020610:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757170.020614:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757170.020620:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757170.020623:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.020628:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757170.020630:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757170.020635:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757170.020641:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757170.020648:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.020657:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931018496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757170.020675:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757170.020680:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757170.020689:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931018496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757170.020727:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757170.020733:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14884) 00000100:00000001:1.0:1787757170.083318:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757170.083339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757170.083341:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.083345:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757170.083348:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757170.083351:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757170.083354:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757170.083356:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757170.083358:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.979534:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757170.979547:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757170.979559:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.979574:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757170.979590:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757170.979621:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757170.979631:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757170.979639:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757170.979650:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757170.979709:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757170.979716:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757170.979721:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757170.979726:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757170.979734:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757170.979744:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757170.979753:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757170.979757:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757170.979770:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757171.043407:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309547984, at 4309548032 00000100:00000010:1.0:1787757171.043427:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a540. 00000100:00000001:1.0:1787757171.107408:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757171.107416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757171.107419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757171.107424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757171.107429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757171.107433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757171.107437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757171.107441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757171.107444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757172.003426:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757172.003441:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757172.003449:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757172.003459:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757172.003470:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757172.003484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.003497:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757172.003507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.003517:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757172.003567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757172.003575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757172.003580:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757172.003587:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757172.003593:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757172.003597:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.003602:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757172.003606:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.003613:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757172.003637:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757172.003642:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757172.003644:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757172.003650:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757172.003657:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757172.003660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.003665:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757172.003669:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.003673:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757172.131424:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757172.131434:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757172.131438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757172.131446:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757172.131452:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757172.131458:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.131464:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757172.131469:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757172.131473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757173.027466:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757173.027475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757173.027483:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757173.027493:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757173.027505:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757173.027515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.027537:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757173.027544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.027550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757173.027602:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757173.027610:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757173.027619:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757173.027627:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757173.027640:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757173.027648:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.027664:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757173.027673:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.027682:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757173.027716:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757173.027722:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757173.027728:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757173.027735:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757173.027741:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757173.027747:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.027751:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757173.027753:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.027756:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757173.155394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757173.155403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757173.155406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757173.155412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757173.155416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757173.155421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.155424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757173.155427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757173.155430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757174.051443:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757174.051453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757174.051459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757174.051471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757174.051483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757174.051492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.051524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757174.051532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.051544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757174.051581:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757174.051590:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757174.051597:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757174.051604:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757174.051615:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757174.051622:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.051630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757174.051638:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.051646:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757174.051700:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757174.051711:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757174.051717:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757174.051728:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757174.051743:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757174.051756:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.051769:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757174.051781:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.051795:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757174.179435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757174.179446:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757174.179449:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757174.179455:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757174.179461:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757174.179466:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.179470:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757174.179474:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757174.179478:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757175.075423:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757175.075437:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757175.075448:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757175.075458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757175.075466:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757175.075476:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.075486:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757175.075495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.075502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757175.075557:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757175.075566:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757175.075573:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757175.075587:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757175.075602:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757175.075615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.075622:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757175.075627:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.075633:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757175.075661:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757175.075666:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757175.075668:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757175.075673:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757175.075678:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757175.075681:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.075685:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757175.075687:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.075690:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757175.203384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757175.203394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757175.203397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757175.203403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757175.203408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757175.203413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.203416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757175.203420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757175.203424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757176.099481:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757176.099497:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757176.099506:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757176.099523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757176.099539:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757176.099551:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757176.099560:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757176.099567:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757176.099575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757176.099614:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757176.099627:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757176.099635:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757176.099659:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757176.099680:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757176.099701:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757176.099732:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757176.099739:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757176.099747:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757176.099835:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757176.099851:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757176.099861:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757176.163428:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309553104, at 4309553152 00000100:00000010:1.0:1787757176.163448:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a240. 00000100:00000001:1.0:1787757176.227436:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757176.227447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757176.227451:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757176.227461:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757176.227467:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757176.227476:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757176.227481:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757176.227486:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757176.227493:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757177.123449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757177.123465:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757177.123472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757177.123490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757177.123506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757177.123520:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.123552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757177.123557:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.123562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757177.123593:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757177.123603:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757177.123608:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757177.123613:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757177.123624:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757177.123632:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.123641:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757177.123650:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.123665:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757177.123735:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757177.123742:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757177.123745:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757177.123750:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757177.123756:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757177.123762:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.123765:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757177.123769:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.123772:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757177.123796:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757177.123801:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757177.123805:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757177.251405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757177.251416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757177.251419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757177.251425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757177.251430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757177.251435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.251439:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757177.251442:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757177.251446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757178.147452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757178.147466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757178.147471:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757178.147482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757178.147494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757178.147500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.147513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757178.147525:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.147538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757178.147571:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757178.147577:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757178.147582:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757178.147588:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757178.147598:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757178.147603:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.147620:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757178.147629:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.147636:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757178.147661:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757178.147668:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757178.147673:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757178.147687:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757178.147710:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757178.147717:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.147729:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757178.147741:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.147758:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757178.275379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757178.275385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757178.275387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757178.275392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757178.275396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757178.275400:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.275403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757178.275406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757178.275409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757179.171446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757179.171462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757179.171471:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757179.171482:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757179.171495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757179.171504:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.171537:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757179.171545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.171551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757179.171585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757179.171594:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757179.171603:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757179.171619:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757179.171630:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757179.171636:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.171641:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757179.171645:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.171650:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757179.171678:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757179.171683:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757179.171687:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757179.171691:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757179.171697:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757179.171701:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.171706:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757179.171710:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.171714:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757179.299376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757179.299388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757179.299390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757179.299397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757179.299402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757179.299407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.299411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757179.299415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757179.299419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757180.195464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757180.195475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757180.195481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757180.195491:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757180.195504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757180.195511:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757180.195524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757180.195532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757180.195537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757180.195568:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757180.195576:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757180.195581:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757180.195590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757180.195600:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757180.195607:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757180.195626:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757180.195635:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757180.195646:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757180.323419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757180.323429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757180.323434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757180.323442:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757180.323449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757180.323457:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757180.323463:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757180.323469:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757180.323475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757181.219457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757181.219469:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757181.219480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757181.219497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757181.219515:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757181.219529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757181.219558:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757181.219566:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757181.219576:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757181.219619:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757181.219632:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757181.219642:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757181.219659:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757181.219676:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757181.219685:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757181.219695:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757181.219706:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757181.219716:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757181.283386:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309558225, at 4309558272 00000100:00000010:1.0:1787757181.283411:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af60. 00000100:00000001:1.0:1787757181.347384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757181.347393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757181.347396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757181.347403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757181.347408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757181.347413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757181.347416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757181.347420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757181.347423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757182.243425:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757182.243444:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757182.243455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757182.243474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757182.243489:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757182.243501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.243533:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757182.243541:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.243548:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757182.243591:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757182.243600:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757182.243608:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757182.243615:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757182.243623:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757182.243634:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.243646:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757182.243653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.243667:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757182.243707:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757182.243715:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757182.243720:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757182.243724:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757182.243728:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757182.243733:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.243737:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757182.243739:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.243744:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757182.371383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757182.371394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757182.371397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757182.371404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757182.371408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757182.371413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.371417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757182.371420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757182.371424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757183.267436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757183.267450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757183.267456:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757183.267487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757183.267496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757183.267503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757183.267520:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757183.267525:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757183.267529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757183.267553:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757183.267560:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757183.267564:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757183.267572:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757183.267579:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757183.267586:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757183.267593:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757183.267597:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757183.267604:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757183.395360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757183.395368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757183.395370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757183.395375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757183.395378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757183.395381:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757183.395384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757183.395386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757183.395389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757184.291432:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757184.291445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757184.291454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757184.291467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757184.291481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757184.291493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.291536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757184.291544:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.291549:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757184.291577:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757184.291585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757184.291594:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757184.291605:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757184.291618:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757184.291626:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.291649:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757184.291657:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.291669:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757184.291716:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757184.291727:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757184.291734:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757184.291744:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757184.291754:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757184.291764:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.291777:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757184.291783:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.291796:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757184.419368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757184.419378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757184.419381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757184.419388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757184.419393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757184.419398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.419401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757184.419404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757184.419408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.315449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757185.315461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757185.315469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.315480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757185.315496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757185.315504:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.315512:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.315520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.315536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.315577:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757185.315587:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757185.315595:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.315605:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757185.315617:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757185.315629:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.315642:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.315652:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.315668:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.315709:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757185.315718:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757185.315724:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.315730:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757185.315738:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757185.315743:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.315749:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.315753:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.315760:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.379776:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757185.379786:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757185.379795:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757185.379811:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.379842:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.379850:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.379858:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757185.379865:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757185.379874:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.379900:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931019904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757185.379909:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757185.379918:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757185.379924:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.379928:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757185.379936:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757185.379943:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757185.379956:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757185.379969:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757185.379984:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757185.379999:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931019904, portal 25 00000100:00000001:1.0:1787757185.380006:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757185.380011:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:1.0:1787757185.380026:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.380057:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757185.380063:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757185.380069:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757185.380080:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931019904, offset 0 00000400:00000200:1.0:1787757185.380104:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757185.380245:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.380264:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757185.380365:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757185.380382:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757185.380396:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757185.380411:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757185.380430:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746726:746726:256:4294967295] 192.168.201.121@tcp LPNI seq info [746720:746720:8:4294967295] 00000400:00000200:1.0:1787757185.380455:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.380494:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757185.380524:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.380571:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757185.380597:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757185.380611:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757185.380680:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.380691:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757185.380708:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757185.380734:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757185.380751:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757185.380758:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757185.380769:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757185.380786:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.380824:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.380834:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.380856:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.380861:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757185.380870:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757185.380886:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757185.380893:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309563345 00000100:00000010:1.0:1787757185.380907:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757185.380920:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757185.380935:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309563345 00000100:00000010:1.0:1787757185.380947:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757185.380957:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757185.380969:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757185.380981:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.380986:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757185.381001:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757185/real 1787757185] req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757185.381064:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757185.381070:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757185.381078:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757185.381085:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757185.381093:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757185.381101:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757185.381144:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757185.381177:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381197:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757185.381203:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381209:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.381215:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757185.381226:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381248:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757185.381262:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381334:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757185.381350:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381362:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.381372:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381387:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757185.381394:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757185.381404:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757185.381423:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757185.381434:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757185.381452:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757185.381485:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931019904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757185.381502:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381513:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.381523:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931019904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381540:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757185.381545:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757185.381549:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757185.381555:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757185.381559:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757185.381562:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757185.381565:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757185.381569:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757185.381575:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757185.381578:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757185.381580:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:1.0:1787757185.381584:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757185.381586:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381590:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381600:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757185.381603:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.381606:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757185.381608:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757185.381610:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757185.381615:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381625:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.381628:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.381631:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757185.381634:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757185.381637:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.381641:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757185.381646:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757185.381649:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757185.381652:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.381654:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757185.381659:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757185.381662:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757185.381668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757185.381672:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757185.381678:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757185.381682:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020032, portal 10 00000100:00000001:1.0:1787757185.381685:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757185.381687:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:1.0:1787757185.381696:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381705:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757185.381709:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757185.381712:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757185.381715:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931020032, offset 0 00000400:00000200:1.0:1787757185.381721:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757185.381727:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.381732:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757185.381736:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757185.381740:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757185.381744:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757185.381748:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757185.381752:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746727:746727:256:4294967295] 192.168.201.121@tcp LPNI seq info [746721:746721:8:4294967295] 00000400:00000200:1.0:1787757185.381759:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.381767:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757185.381774:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.381778:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757185.381784:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757185.381788:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757185.381805:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.381808:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757185.381812:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757185.381817:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757185.381821:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757185.381824:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757185.381827:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757185.381832:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381843:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.381847:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381856:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.381858:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757185.381862:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757185.381866:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757185.381871:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757185.381873:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309562382 00000100:00000001:1.0:1787757185.381877:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.381880:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309562382 00000100:00000001:1.0:1787757185.381883:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.381886:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757185.381889:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.381892:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757185.381896:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757185/real 1787757185] req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757185.381906:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757185.381908:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757185.381911:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757185.381914:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757185.381916:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757185.381919:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757185.381923:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757185.381934:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381942:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757185.381944:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381946:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.381948:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757185.381953:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381962:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757185.381967:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.381975:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757185.381979:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381981:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.381983:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.381986:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757185.381990:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757185.381993:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757185.381998:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757185.382001:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757185.382006:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757185.382017:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757185.382022:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757185.382027:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382036:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.382038:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.382041:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757185.382043:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757185.382046:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.382049:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757185.382053:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757185.382056:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757185.382058:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.382060:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757185.382065:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757185.382068:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757185.382072:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757185.382075:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757185.382078:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757185.382082:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020160, portal 10 00000100:00000001:1.0:1787757185.382085:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757185.382087:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757185.382094:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382103:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757185.382106:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757185.382133:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757185.382138:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931020160, offset 0 00000400:00000200:1.0:1787757185.382145:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757185.382151:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.382156:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757185.382160:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757185.382164:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757185.382167:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757185.382171:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757185.382175:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746728:746728:256:4294967295] 192.168.201.121@tcp LPNI seq info [746722:746722:8:4294967295] 00000400:00000200:1.0:1787757185.382181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.382189:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757185.382195:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.382199:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757185.382204:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757185.382208:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757185.382224:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.382226:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757185.382231:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757185.382235:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757185.382239:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757185.382242:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757185.382246:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757185.382251:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382261:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.382295:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382311:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.382315:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757185.382322:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757185.382329:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757185.382337:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757185.382342:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309562381 00000100:00000001:1.0:1787757185.382347:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.382352:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309562381 00000100:00000001:1.0:1787757185.382357:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.382362:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757185.382366:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.382370:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757185.382380:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757185/real 1787757185] req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757185.382396:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757185.382398:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757185.382401:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757185.382405:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757185.382407:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757185.382411:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757185.382415:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757185.382427:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382436:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757185.382439:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.382441:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.382443:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757185.382448:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382456:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757185.382461:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382471:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757185.382474:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.382476:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.382478:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.382481:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757185.382485:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757185.382488:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757185.382493:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757185.382496:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757185.382502:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757185.382513:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757185.382518:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757185.382522:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382530:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.382532:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.382535:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757185.382538:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757185.382541:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.382545:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757185.382549:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757185.382552:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757185.382554:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.382557:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757185.382562:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757185.382565:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757185.382570:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757185.382573:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757185.382577:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757185.382582:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020288, portal 4 00000100:00000001:1.0:1787757185.382585:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757185.382587:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757185.382594:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382604:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757185.382607:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757185.382610:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757185.382614:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931020288, offset 0 00000400:00000200:1.0:1787757185.382619:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757185.382624:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.382629:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757185.382633:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757185.382636:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757185.382640:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757185.382643:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757185.382648:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746729:746729:256:4294967295] 192.168.201.121@tcp LPNI seq info [746723:746723:8:4294967295] 00000400:00000200:1.0:1787757185.382654:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.382662:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757185.382668:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.382673:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757185.382678:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757185.382682:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757185.382698:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.382701:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757185.382705:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757185.382710:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757185.382713:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757185.382716:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757185.382719:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757185.382724:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382735:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.382739:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382756:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.382759:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757185.382762:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757185.382766:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757185.382771:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757185.382773:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309562417 00000100:00000001:1.0:1787757185.382777:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.382780:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309562417 00000100:00000001:1.0:1787757185.382783:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.382786:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757185.382788:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.382791:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757185.382796:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757185/real 1787757185] req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757185.382805:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757185.382807:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757185.382809:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757185.382812:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757185.382814:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757185.382817:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757185.382821:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757185.382832:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382840:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757185.382842:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.382844:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.382846:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757185.382850:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382860:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757185.382865:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382874:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757185.382877:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.382879:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.382881:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.382883:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757185.382885:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757185.382889:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757185.382893:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757185.382895:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757185.382900:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757185.382910:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757185.382914:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757185.382919:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.382927:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.382929:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.382931:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757185.382934:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757185.382937:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.382941:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757185.382945:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757185.382947:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757185.382950:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757185.382952:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757185.382957:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757185.382960:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757185.382964:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757185.382968:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757185.383041:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757185.383046:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020416, portal 4 00000100:00000001:1.0:1787757185.383049:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757185.383051:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757185.383059:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383068:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757185.383072:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757185.383074:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757185.383078:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931020416, offset 0 00000400:00000200:1.0:1787757185.383083:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757185.383088:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.383092:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757185.383096:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757185.383100:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757185.383103:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757185.383106:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757185.383136:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746730:746730:256:4294967295] 192.168.201.121@tcp LPNI seq info [746724:746724:8:4294967295] 00000400:00000200:1.0:1787757185.383143:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757185.383152:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757185.383159:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.383164:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757185.383169:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757185.383173:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787757185.383188:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757185.383192:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757185.383196:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757185.383201:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757185.383205:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757185.383208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757185.383212:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757185.383217:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383228:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.383232:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383241:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.383244:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757185.383247:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757185.383252:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757185.383256:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757185.383259:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309562396 00000100:00000001:1.0:1787757185.383262:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.383292:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309562397 00000100:00000001:1.0:1787757185.383299:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309563345 00000100:00000001:1.0:1787757185.383304:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757185.383308:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.383312:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757185.383322:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757185/real 1787757185] req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757185.383340:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757185.383344:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757185.383348:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757185.383354:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757185.383358:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757185.383364:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757185.383371:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757185.383389:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383404:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757185.383407:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383411:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.383414:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757185.383422:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383437:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757185.383446:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383459:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757185.383463:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383465:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757185.383467:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383470:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757185.383472:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757185.383476:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757185.383480:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757185.383483:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757185.383488:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757185.383499:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757185.383505:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383508:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.383513:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931020032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383522:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757185.383524:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757185.383527:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757185.383531:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757185.383534:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757185.383536:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757185.383539:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757185.383541:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757185.383545:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757185.383547:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757185.383549:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:1.0:1787757185.383554:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757185.383556:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383558:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.383562:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931020160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383571:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757185.383573:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757185.383575:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757185.383578:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757185.383579:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757185.383581:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757185.383583:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757185.383585:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757185.383588:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757185.383590:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757185.383591:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757185.383594:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757185.383596:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383598:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.383602:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931020288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383610:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757185.383612:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757185.383614:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757185.383617:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757185.383619:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757185.383621:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757185.383624:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757185.383625:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:1.0:1787757185.383628:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757185.383629:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757185.383631:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757185.383634:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757185.383636:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383638:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757185.383641:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931020416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757185.383649:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757185.383651:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757185.383653:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757185.383655:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757185.383657:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757185.383659:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757185.383661:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757185.383663:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757185.383666:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757185.383667:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757185.383669:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757185.383671:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757185.383673:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383676:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.383680:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757185.383682:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.383685:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757185.383687:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757185.443403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757185.443414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757185.443418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757185.443427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757185.443435:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757185.443441:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.443446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757185.443451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757185.443456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757186.339431:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757186.339440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757186.339448:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757186.339460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757186.339477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757186.339490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.339536:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757186.339542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.339551:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757186.339578:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757186.339586:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757186.339590:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757186.339594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757186.339599:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757186.339602:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.339606:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757186.339609:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.339614:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757186.339660:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757186.339668:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757186.339675:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757186.339681:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757186.339693:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757186.339704:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.339714:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757186.339720:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.339727:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757186.403371:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309563345, at 4309563392 00000100:00000010:1.0:1787757186.403387:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757186.467404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757186.467413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757186.467417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757186.467426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757186.467432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757186.467439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.467444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757186.467450:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757186.467456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757187.363372:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757187.363382:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757187.363387:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757187.363396:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757187.363404:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757187.363411:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.363419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757187.363424:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.363431:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757187.363452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757187.363456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757187.363458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757187.363460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757187.363465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757187.363468:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.363470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757187.363471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.363473:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757187.363522:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757187.363528:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757187.363536:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757187.363545:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757187.363554:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757187.363564:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.363568:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757187.363574:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.363587:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757187.491380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757187.491392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757187.491395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757187.491402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757187.491407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757187.491413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.491417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757187.491421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757187.491425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757188.387384:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757188.387399:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757188.387409:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757188.387423:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757188.387436:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757188.387443:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757188.387452:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757188.387460:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757188.387468:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757188.387550:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757188.387560:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757188.387566:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757188.387577:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757188.387587:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757188.387598:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757188.387610:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757188.387618:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757188.387630:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757188.515406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757188.515417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757188.515420:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757188.515427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757188.515433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757188.515438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757188.515442:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757188.515446:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757188.515450:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757189.411415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757189.411429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757189.411436:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757189.411452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757189.411464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757189.411475:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757189.411515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757189.411521:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757189.411526:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757189.411558:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757189.411565:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757189.411572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757189.411581:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757189.411587:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757189.411598:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757189.411607:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757189.411615:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757189.411622:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757189.539328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757189.539335:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757189.539337:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757189.539342:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757189.539345:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757189.539349:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757189.539351:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757189.539354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757189.539358:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.435446:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757190.435459:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757190.435465:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.435476:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757190.435489:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757190.435500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.435510:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.435518:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.435537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.435619:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757190.435627:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757190.435635:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.435657:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757190.435672:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757190.435684:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.435712:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.435721:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.435756:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.435800:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757190.435810:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757190.435817:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.435845:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757190.435854:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757190.435865:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.435874:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.435879:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.435884:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.499836:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757190.499847:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757190.499856:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757190.499878:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.499943:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.499950:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.499979:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757190.499992:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757190.500015:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.500080:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931020544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757190.500093:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757190.500104:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757190.500117:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.500135:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757190.500154:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757190.500170:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757190.500199:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757190.500219:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757190.500239:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757190.500260:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020544, portal 25 00000100:00000001:1.0:1787757190.500269:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757190.500271:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:1.0:1787757190.500331:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.500380:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757190.500418:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757190.500430:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757190.500469:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931020544, offset 0 00000400:00000200:1.0:1787757190.500506:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757190.500537:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.500557:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757190.500579:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757190.500592:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757190.500603:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757190.500615:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757190.500643:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746731:746731:256:4294967295] 192.168.201.121@tcp LPNI seq info [746725:746725:8:4294967295] 00000400:00000200:1.0:1787757190.500666:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.500698:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757190.500725:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.500737:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757190.500767:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757190.500779:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757190.500847:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.500862:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757190.500880:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757190.500906:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757190.500921:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757190.500931:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757190.500948:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757190.500969:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.501058:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.501073:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.501133:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.501140:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757190.501157:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757190.501173:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757190.501183:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309568465 00000100:00000010:1.0:1787757190.501197:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757190.501213:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757190.501226:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309568465 00000100:00000010:1.0:1787757190.501238:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757190.501244:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757190.501254:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757190.501258:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.501268:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757190.501276:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757190/real 1787757190] req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757190.501314:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757190.501322:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757190.501330:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757190.501359:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757190.501364:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757190.501370:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757190.501382:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757190.501431:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.501475:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757190.501487:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.501503:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.501517:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757190.501553:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.501608:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757190.501626:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.501670:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757190.501687:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.501700:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.501708:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.501716:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757190.501728:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757190.501742:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757190.501761:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757190.501771:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757190.501797:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757190.501861:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931020544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757190.501884:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.501906:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.501928:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931020544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.501976:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757190.501983:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757190.501995:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757190.502010:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757190.502042:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757190.502051:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757190.502062:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757190.502073:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:1.0:1787757190.502089:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757190.502097:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757190.502106:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:1.0:1787757190.502117:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757190.502125:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.502146:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.502168:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757190.502180:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.502191:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757190.502201:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757190.502207:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757190.502221:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502241:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.502245:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.502251:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757190.502256:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757190.502261:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.502313:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757190.502322:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757190.502328:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757190.502332:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.502336:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757190.502343:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757190.502348:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757190.502357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757190.502364:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757190.502373:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757190.502381:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020672, portal 10 00000100:00000001:1.0:1787757190.502385:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757190.502388:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:1.0:1787757190.502403:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502419:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757190.502425:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757190.502432:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757190.502438:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931020672, offset 0 00000400:00000200:1.0:1787757190.502447:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757190.502457:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.502467:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757190.502474:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757190.502481:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757190.502487:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757190.502492:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757190.502500:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746732:746732:256:4294967295] 192.168.201.121@tcp LPNI seq info [746726:746726:8:4294967295] 00000400:00000200:1.0:1787757190.502509:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.502523:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757190.502533:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.502541:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757190.502550:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757190.502557:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757190.502584:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.502588:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757190.502595:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757190.502602:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757190.502609:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757190.502613:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757190.502620:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757190.502626:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502639:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.502643:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502653:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.502655:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757190.502661:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757190.502668:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757190.502673:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757190.502676:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309567503 00000100:00000001:1.0:1787757190.502680:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.502684:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309567503 00000100:00000001:1.0:1787757190.502687:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.502690:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757190.502693:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.502696:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757190.502701:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757190/real 1787757190] req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757190.502712:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757190.502714:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757190.502716:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757190.502720:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757190.502722:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757190.502725:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757190.502729:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757190.502741:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502749:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757190.502751:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.502753:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.502755:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757190.502760:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502768:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757190.502773:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502784:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757190.502788:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.502790:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.502792:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.502794:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757190.502800:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757190.502804:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757190.502808:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757190.502811:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757190.502816:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757190.502826:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757190.502832:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757190.502837:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502846:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.502848:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.502851:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757190.502853:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757190.502856:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.502860:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757190.502865:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757190.502868:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757190.502871:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.502873:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757190.502879:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757190.502882:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757190.502887:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757190.502890:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757190.502894:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757190.502899:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020800, portal 10 00000100:00000001:1.0:1787757190.502902:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757190.502904:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:1.0:1787757190.502911:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.502920:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757190.502924:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757190.502927:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757190.502930:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931020800, offset 0 00000400:00000200:1.0:1787757190.502936:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757190.502940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.502945:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757190.502949:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757190.502953:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757190.502957:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757190.502960:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757190.502965:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746733:746733:256:4294967295] 192.168.201.121@tcp LPNI seq info [746727:746727:8:4294967295] 00000400:00000200:1.0:1787757190.502971:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.502979:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757190.502984:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.502989:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757190.502994:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757190.502998:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757190.503013:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.503016:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757190.503046:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757190.503052:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757190.503057:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757190.503060:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757190.503064:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757190.503069:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503080:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.503084:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503093:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.503095:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757190.503098:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757190.503103:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757190.503107:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757190.503109:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309567501 00000100:00000001:1.0:1787757190.503113:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.503116:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309567501 00000100:00000001:1.0:1787757190.503119:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.503122:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757190.503125:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.503127:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757190.503132:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757190/real 1787757190] req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757190.503141:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757190.503143:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757190.503145:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757190.503148:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757190.503151:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757190.503153:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757190.503157:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757190.503168:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503178:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757190.503180:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503182:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.503184:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757190.503189:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503197:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757190.503202:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503211:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757190.503214:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503216:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.503218:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503220:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757190.503223:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757190.503227:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757190.503231:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757190.503234:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757190.503239:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757190.503248:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757190.503253:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757190.503258:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503294:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.503296:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.503300:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757190.503303:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757190.503306:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.503310:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757190.503315:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757190.503318:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757190.503320:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.503323:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757190.503328:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757190.503331:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757190.503336:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757190.503339:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757190.503344:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757190.503348:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931020928, portal 4 00000100:00000001:1.0:1787757190.503351:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757190.503353:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:1.0:1787757190.503362:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503370:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757190.503374:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757190.503377:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757190.503380:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931020928, offset 0 00000400:00000200:1.0:1787757190.503385:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757190.503390:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.503394:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757190.503398:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757190.503402:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757190.503405:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757190.503409:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757190.503413:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746734:746734:256:4294967295] 192.168.201.121@tcp LPNI seq info [746728:746728:8:4294967295] 00000400:00000200:1.0:1787757190.503419:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.503427:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757190.503434:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.503438:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757190.503443:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757190.503447:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757190.503462:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.503465:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757190.503469:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757190.503474:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757190.503478:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757190.503480:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757190.503484:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757190.503488:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503498:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.503503:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503511:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.503514:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757190.503517:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757190.503522:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757190.503526:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757190.503529:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309567538 00000100:00000001:1.0:1787757190.503533:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.503536:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309567538 00000100:00000001:1.0:1787757190.503539:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.503541:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757190.503544:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.503546:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757190.503551:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757190/real 1787757190] req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757190.503562:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757190.503564:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757190.503567:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757190.503570:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757190.503572:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757190.503574:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757190.503578:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757190.503589:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503596:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757190.503598:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503600:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.503602:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757190.503607:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503615:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757190.503620:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503630:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757190.503633:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503635:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.503637:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503639:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757190.503641:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757190.503644:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757190.503648:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757190.503651:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757190.503657:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757190.503668:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931020928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757190.503673:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757190.503677:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503685:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.503687:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.503690:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757190.503692:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757190.503695:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.503699:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757190.503702:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757190.503705:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757190.503707:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757190.503709:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757190.503713:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757190.503716:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757190.503719:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757190.503723:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757190.503726:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757190.503730:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021056, portal 4 00000100:00000001:1.0:1787757190.503733:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757190.503735:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:1.0:1787757190.503742:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503751:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757190.503754:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757190.503756:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757190.503759:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931021056, offset 0 00000400:00000200:1.0:1787757190.503765:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757190.503769:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.503774:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757190.503777:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757190.503781:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757190.503784:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757190.503787:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757190.503792:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746735:746735:256:4294967295] 192.168.201.121@tcp LPNI seq info [746729:746729:8:4294967295] 00000400:00000200:1.0:1787757190.503797:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757190.503805:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757190.503810:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.503814:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757190.503819:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757190.503822:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1787757190.503836:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757190.503839:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757190.503843:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757190.503847:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757190.503851:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757190.503854:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757190.503857:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757190.503861:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503871:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.503875:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503883:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.503885:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757190.503889:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757190.503892:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757190.503896:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757190.503899:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309567517 00000100:00000001:1.0:1787757190.503902:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.503906:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309567517 00000100:00000001:1.0:1787757190.503909:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309568465 00000100:00000001:1.0:1787757190.503911:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757190.503913:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.503916:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757190.503920:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757190/real 1787757190] req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757190.503929:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757190.503931:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757190.503933:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757190.503936:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757190.503938:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757190.503940:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757190.503944:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757190.503955:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503963:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757190.503966:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.503968:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.503970:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757190.503975:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503983:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757190.503988:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.503996:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757190.504000:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504003:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757190.504006:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504009:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757190.504012:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757190.504038:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757190.504047:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757190.504052:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757190.504061:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757190.504079:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757190.504088:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504093:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.504100:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931020672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.504116:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757190.504120:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757190.504125:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757190.504131:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757190.504134:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757190.504137:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757190.504142:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757190.504145:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:1.0:1787757190.504149:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757190.504151:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757190.504154:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:1.0:1787757190.504158:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757190.504159:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504162:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.504168:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931020800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.504185:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757190.504187:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757190.504189:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757190.504193:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757190.504194:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757190.504196:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757190.504199:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757190.504200:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757190.504203:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757190.504205:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757190.504207:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:1.0:1787757190.504210:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757190.504212:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504214:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.504218:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931020928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.504226:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757190.504228:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757190.504230:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757190.504232:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757190.504234:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757190.504236:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757190.504238:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757190.504240:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757190.504243:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757190.504244:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757190.504246:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:1.0:1787757190.504249:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757190.504251:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504253:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757190.504257:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931021056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757190.504309:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757190.504311:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757190.504314:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757190.504317:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757190.504319:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757190.504321:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757190.504323:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757190.504326:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757190.504328:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757190.504330:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757190.504331:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:1.0:1787757190.504334:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757190.504336:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504338:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.504343:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757190.504345:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.504348:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757190.504350:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757190.563383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757190.563407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757190.563410:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757190.563417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757190.563422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757190.563427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.563431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757190.563435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757190.563439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757191.459359:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757191.459368:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757191.459371:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757191.459380:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757191.459389:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757191.459396:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757191.459410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757191.459413:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757191.459417:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757191.459432:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757191.459437:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757191.459449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757191.459457:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757191.459461:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757191.459466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757191.459471:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757191.459476:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757191.459481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757191.523400:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309568465, at 4309568512 00000100:00000010:1.0:1787757191.523420:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757191.587354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757191.587362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757191.587363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757191.587367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757191.587371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757191.587374:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757191.587376:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757191.587378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757191.587380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757192.483435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757192.483455:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757192.483467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757192.483483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757192.483500:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757192.483513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.483527:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757192.483537:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.483544:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757192.483587:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757192.483596:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757192.483606:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757192.483620:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757192.483627:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757192.483636:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.483646:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757192.483671:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.483677:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757192.483711:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757192.483717:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757192.483722:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757192.483726:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757192.483732:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757192.483738:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.483743:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757192.483747:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.483751:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757192.611396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757192.611411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757192.611416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757192.611425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757192.611432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757192.611440:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.611446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757192.611451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757192.611457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757193.507382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757193.507387:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757193.507390:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757193.507401:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757193.507409:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757193.507416:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.507436:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757193.507444:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.507452:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757193.507476:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757193.507482:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757193.507487:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757193.507496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757193.507504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757193.507511:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.507519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757193.507524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.507530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757193.507553:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757193.507558:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757193.507562:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757193.507570:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757193.507575:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757193.507580:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.507585:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757193.507590:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.507594:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757193.635414:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757193.635423:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757193.635426:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757193.635432:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757193.635437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757193.635441:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.635445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757193.635448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757193.635451:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757194.531460:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757194.531474:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757194.531479:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757194.531489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757194.531497:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757194.531503:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757194.531510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757194.531515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757194.531520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757194.531548:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757194.531554:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757194.531559:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757194.531567:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757194.531585:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757194.531610:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757194.531630:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757194.531639:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757194.531652:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757194.531703:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757194.531712:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757194.531725:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757194.659349:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757194.659358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757194.659360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757194.659365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757194.659369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757194.659373:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757194.659377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757194.659379:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757194.659383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.555481:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757195.555494:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757195.555500:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.555522:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757195.555542:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757195.555565:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.555586:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.555602:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.555634:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.555708:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757195.555722:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757195.555730:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.555754:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757195.555779:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757195.555792:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.555813:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.555819:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.555823:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.555883:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757195.555892:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757195.555896:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.555900:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757195.555909:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757195.555915:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.555918:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.555922:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.555926:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.619778:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757195.619793:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757195.619804:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757195.619826:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.619879:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.619895:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.619917:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757195.619950:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757195.619971:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.619998:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931021184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757195.620022:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757195.620037:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757195.620047:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.620058:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757195.620078:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757195.620095:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757195.620123:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757195.620138:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757195.620155:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757195.620178:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021184, portal 25 00000100:00000001:1.0:1787757195.620195:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757195.620204:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:1.0:1787757195.620226:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.620360:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757195.620382:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757195.620395:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757195.620412:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931021184, offset 0 00000400:00000200:1.0:1787757195.620443:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757195.620473:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.620491:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757195.620504:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757195.620522:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757195.620543:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757195.620560:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757195.620584:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746736:746736:256:4294967295] 192.168.201.121@tcp LPNI seq info [746730:746730:8:4294967295] 00000400:00000200:1.0:1787757195.620628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.620669:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757195.620721:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.620743:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757195.620779:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757195.620799:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787757195.620876:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.620885:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757195.620908:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757195.620967:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757195.620990:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757195.621006:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757195.621027:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757195.621040:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.621099:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.621121:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.621146:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.621160:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757195.621173:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757195.621209:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757195.621220:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309573585 00000100:00000010:1.0:1787757195.621246:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757195.621311:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757195.621336:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309573586 00000100:00000010:1.0:1787757195.621347:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757195.621357:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757195.621371:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757195.621387:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.621398:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757195.621419:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757195/real 1787757195] req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757195.621538:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757195.621544:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757195.621559:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757195.621583:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757195.621601:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757195.621623:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757195.621645:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757195.621705:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.621760:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757195.621770:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.621781:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.621792:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757195.621817:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.621860:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757195.621885:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.621920:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757195.621954:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.621960:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.621964:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.621971:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757195.621976:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757195.621984:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757195.621996:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757195.622002:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757195.622013:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757195.622029:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931021184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757195.622036:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.622040:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.622044:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931021184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622054:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757195.622058:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757195.622063:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757195.622069:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757195.622073:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757195.622076:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757195.622079:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757195.622083:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:1.0:1787757195.622090:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757195.622093:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757195.622096:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:1.0:1787757195.622101:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757195.622103:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.622107:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.622118:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757195.622120:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.622123:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757195.622126:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757195.622129:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757195.622134:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622145:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.622148:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.622151:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757195.622154:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757195.622158:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.622162:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757195.622167:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757195.622171:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757195.622173:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.622176:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757195.622181:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757195.622184:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757195.622190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757195.622195:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757195.622201:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757195.622206:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021312, portal 10 00000100:00000001:1.0:1787757195.622209:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757195.622211:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:1.0:1787757195.622220:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622230:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757195.622233:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757195.622236:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757195.622240:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931021312, offset 0 00000400:00000200:1.0:1787757195.622246:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757195.622252:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.622258:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757195.622262:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757195.622301:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757195.622306:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757195.622310:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757195.622315:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746737:746737:256:4294967295] 192.168.201.121@tcp LPNI seq info [746731:746731:8:4294967295] 00000400:00000200:1.0:1787757195.622321:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.622331:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757195.622338:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.622343:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757195.622349:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757195.622356:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787757195.622382:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.622386:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757195.622392:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757195.622400:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757195.622407:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757195.622411:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757195.622417:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757195.622426:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622445:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.622452:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622465:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.622468:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757195.622474:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757195.622480:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757195.622485:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757195.622488:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309572623 00000100:00000001:1.0:1787757195.622493:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309573585 00000100:00000001:1.0:1787757195.622496:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309572623 00000100:00000001:1.0:1787757195.622499:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309573586 00000100:00000001:1.0:1787757195.622502:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757195.622505:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.622508:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757195.622513:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757195/real 1787757195] req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757195.622523:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757195.622526:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757195.622529:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757195.622532:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757195.622535:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757195.622538:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757195.622543:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757195.622561:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622576:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757195.622579:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.622583:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.622586:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757195.622595:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622612:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757195.622621:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622637:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757195.622643:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.622645:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.622647:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.622650:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757195.622656:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757195.622660:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757195.622666:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757195.622669:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757195.622675:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757195.622686:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757195.622692:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757195.622699:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622714:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.622717:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.622722:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757195.622726:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757195.622730:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.622737:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757195.622744:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757195.622749:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757195.622753:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.622757:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757195.622765:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757195.622771:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757195.622779:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757195.622784:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757195.622791:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757195.622798:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021440, portal 10 00000100:00000001:1.0:1787757195.622801:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757195.622803:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:1.0:1787757195.622813:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.622822:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757195.622826:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757195.622829:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757195.622833:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931021440, offset 0 00000400:00000200:1.0:1787757195.622838:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757195.622844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.622849:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757195.622854:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757195.622859:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757195.622862:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757195.622866:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757195.622870:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746738:746738:256:4294967295] 192.168.201.121@tcp LPNI seq info [746732:746732:8:4294967295] 00000400:00000200:1.0:1787757195.622876:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.622885:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757195.622891:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.622896:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757195.622901:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757195.622906:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787757195.622953:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.622958:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757195.622966:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757195.622973:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757195.622980:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757195.622984:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757195.622990:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757195.622999:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623017:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.623024:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623037:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.623041:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757195.623048:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757195.623056:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757195.623063:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757195.623067:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309572621 00000100:00000001:1.0:1787757195.623073:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309573585 00000100:00000001:1.0:1787757195.623078:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309572621 00000100:00000001:1.0:1787757195.623085:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309573586 00000100:00000001:1.0:1787757195.623089:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757195.623094:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.623098:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757195.623108:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757195/real 1787757195] req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757195.623125:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757195.623128:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757195.623132:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757195.623137:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757195.623141:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757195.623145:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757195.623152:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757195.623170:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623184:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757195.623187:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.623192:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.623195:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757195.623203:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623217:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757195.623223:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623233:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757195.623236:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.623238:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.623240:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.623244:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757195.623248:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757195.623252:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757195.623257:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757195.623261:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757195.623266:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757195.623306:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757195.623313:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757195.623318:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623328:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.623330:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.623333:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757195.623336:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757195.623339:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.623343:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757195.623348:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757195.623352:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757195.623355:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.623359:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757195.623366:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757195.623371:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757195.623380:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757195.623386:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757195.623393:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757195.623400:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021568, portal 4 00000100:00000001:1.0:1787757195.623405:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757195.623408:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:1.0:1787757195.623421:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623438:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757195.623444:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757195.623449:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757195.623455:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931021568, offset 0 00000400:00000200:1.0:1787757195.623465:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757195.623472:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.623478:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757195.623482:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757195.623486:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757195.623490:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757195.623493:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757195.623498:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746739:746739:256:4294967295] 192.168.201.121@tcp LPNI seq info [746733:746733:8:4294967295] 00000400:00000200:1.0:1787757195.623504:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.623513:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757195.623519:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.623524:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757195.623529:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757195.623534:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787757195.623552:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.623557:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757195.623563:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757195.623571:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757195.623577:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757195.623581:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757195.623587:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757195.623594:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623612:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.623620:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623647:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.623649:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757195.623655:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757195.623660:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757195.623666:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757195.623669:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309572658 00000100:00000001:1.0:1787757195.623673:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309573585 00000100:00000001:1.0:1787757195.623676:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309572658 00000100:00000001:1.0:1787757195.623679:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309573586 00000100:00000001:1.0:1787757195.623682:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757195.623685:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.623688:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757195.623693:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757195/real 1787757195] req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757195.623708:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757195.623712:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757195.623715:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757195.623721:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757195.623724:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757195.623729:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757195.623737:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757195.623756:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623772:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757195.623776:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.623780:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.623783:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757195.623792:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623806:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757195.623812:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623822:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757195.623825:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.623828:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.623829:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.623832:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757195.623834:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757195.623837:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757195.623842:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757195.623845:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757195.623850:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757195.623859:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757195.623865:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757195.623870:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.623879:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.623881:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.623884:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757195.623887:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757195.623889:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.623893:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757195.623897:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757195.623900:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757195.623903:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757195.623906:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757195.623913:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757195.623918:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757195.623926:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757195.623956:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757195.623964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757195.623971:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021696, portal 4 00000100:00000001:1.0:1787757195.623975:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757195.623978:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:1.0:1787757195.623993:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624008:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757195.624014:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757195.624019:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757195.624024:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931021696, offset 0 00000400:00000200:1.0:1787757195.624034:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757195.624041:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.624047:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757195.624052:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757195.624055:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757195.624059:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757195.624062:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757195.624067:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746740:746740:256:4294967295] 192.168.201.121@tcp LPNI seq info [746734:746734:8:4294967295] 00000400:00000200:1.0:1787757195.624073:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757195.624082:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757195.624089:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.624093:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757195.624099:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757195.624103:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787757195.624118:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757195.624122:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757195.624126:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757195.624131:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757195.624135:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757195.624138:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757195.624142:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757195.624147:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624158:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.624162:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624172:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.624174:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757195.624178:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757195.624182:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757195.624187:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757195.624189:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309572637 00000100:00000001:1.0:1787757195.624193:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309573585 00000100:00000001:1.0:1787757195.624196:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309572637 00000100:00000001:1.0:1787757195.624199:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309573586 00000100:00000001:1.0:1787757195.624202:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757195.624205:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.624207:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757195.624212:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757195/real 1787757195] req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757195.624221:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757195.624223:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757195.624226:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757195.624229:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757195.624232:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757195.624235:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757195.624239:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757195.624250:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624258:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757195.624260:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624263:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.624265:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757195.624299:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624309:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757195.624315:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624323:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757195.624327:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624330:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757195.624332:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624334:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757195.624337:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757195.624340:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757195.624344:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757195.624347:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757195.624354:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757195.624371:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757195.624379:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624383:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.624391:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624406:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757195.624410:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757195.624414:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757195.624420:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757195.624424:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757195.624427:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757195.624432:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757195.624437:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:1.0:1787757195.624443:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757195.624446:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757195.624449:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:1.0:1787757195.624455:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757195.624458:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624463:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.624469:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624478:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757195.624480:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757195.624483:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757195.624486:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757195.624488:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757195.624490:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757195.624492:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757195.624494:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757195.624497:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757195.624499:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757195.624500:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:1.0:1787757195.624503:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757195.624505:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624507:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.624511:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931021568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624520:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757195.624523:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757195.624525:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757195.624528:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757195.624530:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757195.624532:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757195.624535:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757195.624537:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757195.624539:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757195.624541:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757195.624544:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:1.0:1787757195.624547:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757195.624550:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624553:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757195.624560:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931021696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757195.624572:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757195.624575:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757195.624578:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757195.624584:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757195.624587:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757195.624590:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757195.624594:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757195.624597:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757195.624602:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757195.624605:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757195.624608:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:1.0:1787757195.624614:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757195.624617:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624621:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.624629:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757195.624632:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.624636:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757195.624641:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757195.683398:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757195.683405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757195.683421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757195.683427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757195.683432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757195.683437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.683440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757195.683444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757195.683448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757196.579503:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757196.579516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757196.579525:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757196.579534:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757196.579545:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757196.579556:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757196.579569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757196.579594:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757196.579625:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757196.579696:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757196.579712:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757196.579725:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757196.579735:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757196.579757:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757196.579769:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757196.579779:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757196.579788:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757196.579792:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757196.643402:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309573586, at 4309573632 00000100:00000010:1.0:1787757196.643420:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757196.707402:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757196.707409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757196.707412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757196.707418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757196.707421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757196.707426:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757196.707429:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757196.707433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757196.707437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757197.603488:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757197.603504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757197.603509:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757197.603531:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757197.603552:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757197.603569:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.603589:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757197.603602:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.603621:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757197.603704:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757197.603725:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757197.603741:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757197.603756:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757197.603781:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757197.603803:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.603833:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757197.603847:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.603859:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757197.603950:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757197.603960:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757197.603983:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757197.604014:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757197.604025:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757197.604031:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.604034:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757197.604036:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.604040:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757197.731457:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757197.731464:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757197.731467:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757197.731474:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757197.731479:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757197.731483:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.731487:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757197.731490:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757197.731494:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757198.627480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757198.627495:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757198.627504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757198.627524:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757198.627550:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757198.627558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757198.627582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757198.627595:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757198.627607:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757198.627662:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757198.627676:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757198.627682:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757198.627701:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757198.627720:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757198.627728:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757198.627753:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757198.627767:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757198.627778:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757198.755403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757198.755413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757198.755416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757198.755422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757198.755428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757198.755433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757198.755437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757198.755440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757198.755444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757199.651418:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757199.651431:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757199.651435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757199.651443:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757199.651452:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757199.651460:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757199.651467:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757199.651474:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757199.651486:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757199.651567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757199.651576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757199.651584:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757199.651600:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757199.651615:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757199.651622:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757199.651629:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757199.651635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757199.651642:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757199.779390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757199.779401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757199.779403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757199.779410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757199.779415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757199.779421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757199.779424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757199.779428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757199.779432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.675453:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757200.675462:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757200.675467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.675479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757200.675491:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757200.675501:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.675511:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.675523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.675541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.675592:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757200.675601:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757200.675610:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.675622:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757200.675634:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757200.675642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.675649:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.675656:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.675661:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.675695:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757200.675703:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757200.675712:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.675718:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757200.675726:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757200.675734:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.675753:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.675758:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.675763:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.739751:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757200.739761:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757200.739768:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757200.739790:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.739832:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.739865:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.739877:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757200.739889:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757200.739904:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.739919:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931021824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757200.739933:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757200.739957:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757200.739964:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.739972:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757200.739986:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757200.739994:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757200.740011:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757200.740022:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757200.740037:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757200.740053:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021824, portal 25 00000100:00000001:1.0:1787757200.740062:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757200.740069:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:1.0:1787757200.740088:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.740120:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757200.740135:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757200.740142:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757200.740151:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931021824, offset 0 00000400:00000200:1.0:1787757200.740173:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757200.740197:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.740215:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757200.740230:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757200.740247:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757200.740260:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757200.740333:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757200.740346:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746741:746741:256:4294967295] 192.168.201.121@tcp LPNI seq info [746735:746735:8:4294967295] 00000400:00000200:1.0:1787757200.740366:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.740399:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757200.740421:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.740437:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757200.740457:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757200.740468:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757200.740516:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.740524:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757200.740538:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757200.740553:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757200.740564:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757200.740572:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757200.740580:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757200.740593:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.740630:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.740650:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.740692:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.740705:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757200.740723:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757200.740740:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757200.740748:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309578705 00000100:00000010:1.0:1787757200.740765:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757200.740784:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757200.740801:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309578705 00000100:00000010:1.0:1787757200.740821:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757200.740835:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757200.740870:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757200.740882:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.740893:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757200.740909:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757200/real 1787757200] req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757200.740946:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757200.740952:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757200.740958:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757200.740967:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757200.740975:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757200.740985:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757200.740997:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757200.741032:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741065:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757200.741070:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741077:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.741085:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757200.741099:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741135:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757200.741150:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741186:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757200.741195:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741205:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.741208:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741217:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757200.741223:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757200.741235:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757200.741246:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757200.741254:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757200.741300:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757200.741335:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931021824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757200.741349:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741358:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.741370:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931021824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741402:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757200.741408:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757200.741417:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757200.741424:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757200.741427:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757200.741430:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757200.741434:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757200.741438:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:1.0:1787757200.741444:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757200.741447:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757200.741450:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:1.0:1787757200.741455:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757200.741457:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741460:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741470:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757200.741472:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.741475:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757200.741477:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757200.741479:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757200.741484:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741502:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.741505:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.741508:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757200.741511:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757200.741514:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.741517:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757200.741521:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757200.741525:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757200.741527:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.741530:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757200.741534:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757200.741537:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757200.741543:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757200.741546:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757200.741552:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757200.741556:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931021952, portal 10 00000100:00000001:1.0:1787757200.741558:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757200.741561:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:1.0:1787757200.741570:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741578:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757200.741582:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757200.741585:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757200.741588:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931021952, offset 0 00000400:00000200:1.0:1787757200.741594:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757200.741599:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.741605:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757200.741610:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757200.741616:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757200.741621:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757200.741626:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757200.741633:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746742:746742:256:4294967295] 192.168.201.121@tcp LPNI seq info [746736:746736:8:4294967295] 00000400:00000200:1.0:1787757200.741642:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.741656:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757200.741666:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.741674:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757200.741683:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757200.741689:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757200.741715:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.741718:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757200.741723:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757200.741728:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757200.741733:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757200.741735:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757200.741739:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757200.741745:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741756:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.741760:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741769:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.741771:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757200.741776:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757200.741782:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757200.741789:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757200.741794:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309577742 00000100:00000001:1.0:1787757200.741799:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.741804:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309577742 00000100:00000001:1.0:1787757200.741809:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.741813:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757200.741818:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.741822:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757200.741831:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757200/real 1787757200] req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757200.741869:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757200.741872:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757200.741876:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757200.741882:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757200.741886:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757200.741891:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757200.741898:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757200.741912:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741921:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757200.741923:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741926:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.741928:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757200.741933:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741942:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757200.741948:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.741957:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757200.741960:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741962:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.741963:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.741966:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757200.741970:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757200.741974:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757200.741979:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757200.741982:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757200.741987:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757200.741998:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931021952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757200.742003:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757200.742007:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742015:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.742017:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.742020:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757200.742022:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757200.742025:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.742029:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757200.742033:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757200.742036:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757200.742039:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.742041:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757200.742046:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757200.742049:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757200.742054:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757200.742057:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757200.742061:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757200.742066:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022080, portal 10 00000100:00000001:1.0:1787757200.742069:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757200.742071:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:1.0:1787757200.742078:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742087:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757200.742091:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757200.742093:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757200.742097:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931022080, offset 0 00000400:00000200:1.0:1787757200.742102:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757200.742108:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.742113:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757200.742118:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757200.742121:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757200.742125:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757200.742128:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757200.742133:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746743:746743:256:4294967295] 192.168.201.121@tcp LPNI seq info [746737:746737:8:4294967295] 00000400:00000200:1.0:1787757200.742139:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.742148:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757200.742154:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.742159:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757200.742165:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757200.742168:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757200.742184:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.742187:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757200.742191:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757200.742196:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757200.742200:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757200.742202:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757200.742205:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757200.742210:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742220:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.742224:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742233:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.742235:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757200.742239:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757200.742243:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757200.742248:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757200.742250:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309577740 00000100:00000001:1.0:1787757200.742254:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.742257:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309577740 00000100:00000001:1.0:1787757200.742260:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.742262:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757200.742265:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.742305:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757200.742311:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757200/real 1787757200] req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757200.742321:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757200.742323:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757200.742325:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757200.742329:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757200.742331:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757200.742334:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757200.742338:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757200.742349:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742358:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757200.742360:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.742362:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.742364:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757200.742369:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742377:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757200.742385:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742395:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757200.742398:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.742401:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.742403:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.742405:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757200.742408:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757200.742412:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757200.742416:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757200.742419:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757200.742424:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757200.742435:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757200.742440:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757200.742444:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742452:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.742454:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.742457:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757200.742459:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757200.742462:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.742466:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757200.742470:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757200.742472:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757200.742474:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.742477:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757200.742481:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757200.742484:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757200.742490:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757200.742493:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757200.742497:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757200.742501:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022208, portal 4 00000100:00000001:1.0:1787757200.742503:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757200.742505:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:1.0:1787757200.742512:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742521:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757200.742524:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757200.742527:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757200.742530:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931022208, offset 0 00000400:00000200:1.0:1787757200.742535:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757200.742540:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.742544:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757200.742548:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757200.742551:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757200.742555:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757200.742558:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757200.742562:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746744:746744:256:4294967295] 192.168.201.121@tcp LPNI seq info [746738:746738:8:4294967295] 00000400:00000200:1.0:1787757200.742568:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.742576:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757200.742582:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.742586:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757200.742591:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757200.742595:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757200.742611:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.742615:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757200.742621:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757200.742628:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757200.742633:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757200.742638:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757200.742643:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757200.742650:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742666:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.742673:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742688:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.742692:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757200.742698:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757200.742705:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757200.742711:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757200.742716:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309577777 00000100:00000001:1.0:1787757200.742720:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.742723:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309577777 00000100:00000001:1.0:1787757200.742727:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.742730:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757200.742733:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.742735:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757200.742741:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757200/real 1787757200] req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757200.742751:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757200.742753:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757200.742755:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757200.742759:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757200.742761:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757200.742764:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757200.742768:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757200.742780:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742794:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757200.742797:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.742802:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.742804:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757200.742812:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742827:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757200.742897:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742910:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757200.742914:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.742917:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.742920:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.742923:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757200.742925:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757200.742929:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757200.742935:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757200.742938:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757200.742943:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757200.742955:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757200.742961:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757200.742966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.742975:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.742978:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.742981:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757200.742984:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757200.742987:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.742992:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757200.742997:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757200.743001:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757200.743005:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757200.743008:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757200.743015:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757200.743018:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757200.743025:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757200.743029:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757200.743036:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757200.743041:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022336, portal 4 00000100:00000001:1.0:1787757200.743045:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757200.743046:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:1.0:1787757200.743054:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743063:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757200.743066:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757200.743069:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757200.743072:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931022336, offset 0 00000400:00000200:1.0:1787757200.743078:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757200.743086:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.743091:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757200.743096:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757200.743102:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757200.743106:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757200.743110:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757200.743117:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746745:746745:256:4294967295] 192.168.201.121@tcp LPNI seq info [746739:746739:8:4294967295] 00000400:00000200:1.0:1787757200.743124:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757200.743133:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757200.743140:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.743144:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757200.743150:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757200.743154:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757200.743169:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757200.743172:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757200.743177:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757200.743181:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757200.743185:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757200.743187:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757200.743191:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757200.743195:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743205:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.743210:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743218:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.743220:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757200.743224:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757200.743228:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757200.743232:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757200.743235:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309577756 00000100:00000001:1.0:1787757200.743239:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.743242:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309577756 00000100:00000001:1.0:1787757200.743245:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309578705 00000100:00000001:1.0:1787757200.743248:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757200.743250:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.743253:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757200.743257:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757200/real 1787757200] req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757200.743305:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757200.743307:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757200.743310:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757200.743314:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757200.743316:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757200.743319:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757200.743324:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757200.743336:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743345:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757200.743347:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743349:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.743351:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757200.743356:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743364:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757200.743370:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743380:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757200.743384:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743387:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757200.743390:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743392:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757200.743395:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757200.743398:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757200.743403:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757200.743405:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757200.743411:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757200.743421:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757200.743425:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743428:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.743432:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931021952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743441:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757200.743443:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757200.743446:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757200.743449:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757200.743451:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757200.743453:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757200.743456:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757200.743459:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:1.0:1787757200.743463:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757200.743464:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757200.743466:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:1.0:1787757200.743470:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757200.743472:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743474:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.743478:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931022080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743486:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757200.743488:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757200.743490:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757200.743493:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757200.743494:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757200.743496:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757200.743498:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757200.743500:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757200.743503:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757200.743506:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757200.743508:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:1.0:1787757200.743511:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757200.743513:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743515:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.743519:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931022208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743527:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757200.743528:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757200.743530:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757200.743533:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757200.743535:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757200.743536:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757200.743539:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757200.743541:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757200.743543:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757200.743545:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757200.743546:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:1.0:1787757200.743549:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757200.743551:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743553:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757200.743557:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931022336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757200.743564:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757200.743566:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757200.743568:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757200.743571:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757200.743572:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757200.743574:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757200.743576:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757200.743578:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757200.743580:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757200.743582:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757200.743584:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:1.0:1787757200.743586:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757200.743588:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743591:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.743596:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757200.743598:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.743601:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757200.743604:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757200.803347:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757200.803355:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757200.803357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757200.803362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757200.803366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757200.803370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.803373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757200.803376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757200.803378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757201.699451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757201.699463:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757201.699469:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757201.699480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757201.699496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757201.699517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757201.699536:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757201.699547:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757201.699565:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757201.699657:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757201.699664:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757201.699671:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757201.699678:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757201.699697:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757201.699705:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757201.699732:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757201.699747:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757201.699755:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757201.763410:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309578705, at 4309578752 00000100:00000010:1.0:1787757201.763434:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757201.827431:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757201.827447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757201.827453:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757201.827464:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757201.827474:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757201.827482:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757201.827486:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757201.827492:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757201.827499:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757202.723472:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757202.723489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757202.723493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757202.723504:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757202.723526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757202.723549:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.723586:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757202.723599:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.723610:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757202.723690:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757202.723705:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757202.723714:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757202.723729:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757202.723751:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757202.723768:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.723778:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757202.723791:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.723836:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757202.723882:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757202.723900:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757202.723912:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757202.723939:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757202.723957:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757202.723962:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.723965:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757202.723967:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.723973:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757202.851404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757202.851412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757202.851414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757202.851419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757202.851423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757202.851427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.851431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757202.851434:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757202.851438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757203.747430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757203.747442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757203.747445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757203.747453:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757203.747462:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757203.747473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.747482:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757203.747490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.747505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757203.747556:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757203.747570:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757203.747577:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757203.747595:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757203.747609:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757203.747620:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.747683:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757203.747699:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.747712:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757203.747762:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757203.747780:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757203.747815:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757203.747823:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757203.747849:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757203.747872:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.747905:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757203.747914:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.747924:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757203.875366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757203.875377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757203.875380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757203.875386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757203.875391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757203.875396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.875400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757203.875404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757203.875409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757204.771409:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757204.771418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757204.771425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757204.771437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757204.771445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757204.771453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757204.771488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757204.771497:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757204.771510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757204.771545:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757204.771556:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757204.771565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757204.771576:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757204.771589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757204.771600:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757204.771638:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757204.771644:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757204.771651:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757204.899363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757204.899374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757204.899377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757204.899384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757204.899389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757204.899394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757204.899398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757204.899402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757204.899406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.795461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757205.795481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757205.795493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.795508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757205.795521:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757205.795537:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.795550:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.795561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.795576:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.795624:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757205.795637:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757205.795643:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.795650:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757205.795659:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757205.795668:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.795677:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.795684:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.795696:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.795824:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757205.795846:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757205.795861:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.795875:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757205.795912:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757205.795941:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.795983:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.795989:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.795994:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.860014:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757205.860030:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757205.860044:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757205.860076:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.860108:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.860121:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.860149:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757205.860164:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757205.860180:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.860213:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931022464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757205.860224:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757205.860231:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757205.860237:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.860242:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757205.860259:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757205.860310:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757205.860322:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757205.860329:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757205.860343:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757205.860356:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022464, portal 25 00000100:00000001:1.0:1787757205.860365:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757205.860372:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757205.860386:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.860436:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757205.860469:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757205.860487:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757205.860502:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931022464, offset 0 00000400:00000200:1.0:1787757205.860531:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757205.860574:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.860600:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757205.860615:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757205.860640:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757205.860651:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757205.860671:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757205.860688:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746746:746746:256:4294967295] 192.168.201.121@tcp LPNI seq info [746740:746740:8:4294967295] 00000400:00000200:1.0:1787757205.860719:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.860774:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757205.860796:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.860811:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757205.860847:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757205.860869:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757205.860939:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.860946:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757205.860964:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757205.860993:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757205.861003:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757205.861013:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757205.861027:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757205.861049:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.861125:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.861143:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.861184:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.861202:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757205.861215:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757205.861237:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757205.861247:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309583825 00000100:00000010:1.0:1787757205.861263:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757205.861320:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757205.861341:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309583826 00000100:00000010:1.0:1787757205.861357:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757205.861372:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757205.861383:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757205.861402:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.861422:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757205.861446:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757205/real 1787757205] req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757205.861541:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757205.861549:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757205.861562:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757205.861583:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757205.861598:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757205.861617:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757205.861638:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757205.861736:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.861832:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757205.861845:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.861860:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.861868:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757205.861884:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.861920:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757205.861941:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.861979:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757205.861991:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.861997:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.862002:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862012:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757205.862017:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757205.862025:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757205.862041:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757205.862048:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757205.862066:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757205.862167:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931022464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757205.862208:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862220:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.862237:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931022464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862252:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757205.862257:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757205.862263:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757205.862312:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757205.862318:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757205.862323:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757205.862328:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757205.862333:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757205.862341:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757205.862344:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757205.862348:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757205.862353:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757205.862355:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862359:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862370:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757205.862372:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.862375:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757205.862378:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757205.862380:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757205.862388:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862403:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.862407:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.862412:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757205.862416:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757205.862421:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.862428:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757205.862435:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757205.862440:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757205.862444:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.862448:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757205.862456:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757205.862460:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757205.862469:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757205.862476:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757205.862485:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757205.862492:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022592, portal 10 00000100:00000001:1.0:1787757205.862496:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757205.862500:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757205.862512:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862522:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757205.862526:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757205.862529:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757205.862534:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931022592, offset 0 00000400:00000200:1.0:1787757205.862540:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757205.862547:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.862554:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757205.862558:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757205.862562:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757205.862566:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757205.862570:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757205.862577:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746747:746747:256:4294967295] 192.168.201.121@tcp LPNI seq info [746741:746741:8:4294967295] 00000400:00000200:1.0:1787757205.862587:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.862601:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757205.862611:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.862618:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757205.862627:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757205.862634:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757205.862660:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.862665:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757205.862672:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757205.862679:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757205.862685:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757205.862688:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757205.862694:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757205.862701:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862719:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.862726:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862778:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.862781:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757205.862788:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757205.862793:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757205.862799:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757205.862802:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309582863 00000100:00000001:1.0:1787757205.862806:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309583825 00000100:00000001:1.0:1787757205.862810:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309582863 00000100:00000001:1.0:1787757205.862813:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309583826 00000100:00000001:1.0:1787757205.862816:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757205.862819:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.862822:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757205.862828:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757205/real 1787757205] req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757205.862838:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757205.862840:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757205.862843:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757205.862846:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757205.862849:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757205.862852:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757205.862856:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757205.862867:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862876:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757205.862878:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862880:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.862882:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757205.862887:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862897:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757205.862903:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862912:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757205.862915:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862917:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.862919:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.862922:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757205.862927:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757205.862931:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757205.862935:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757205.862938:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757205.862943:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757205.862953:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757205.862959:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757205.862964:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.862974:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.862976:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.862979:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757205.862982:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757205.862984:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.862988:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757205.862992:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757205.862996:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757205.862999:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.863002:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757205.863007:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757205.863010:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757205.863014:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757205.863017:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757205.863022:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757205.863027:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022720, portal 10 00000100:00000001:1.0:1787757205.863029:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757205.863031:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757205.863039:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863047:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757205.863051:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757205.863054:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757205.863057:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931022720, offset 0 00000400:00000200:1.0:1787757205.863063:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757205.863068:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.863073:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757205.863077:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757205.863081:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757205.863084:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757205.863088:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757205.863092:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746748:746748:256:4294967295] 192.168.201.121@tcp LPNI seq info [746742:746742:8:4294967295] 00000400:00000200:1.0:1787757205.863098:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.863107:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757205.863112:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.863116:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757205.863122:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757205.863126:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757205.863141:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.863144:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757205.863148:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757205.863153:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757205.863157:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757205.863159:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757205.863163:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757205.863167:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863178:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.863182:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863190:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.863192:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757205.863196:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757205.863200:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757205.863204:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757205.863207:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309582861 00000100:00000001:1.0:1787757205.863210:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309583825 00000100:00000001:1.0:1787757205.863213:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309582861 00000100:00000001:1.0:1787757205.863216:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309583826 00000100:00000001:1.0:1787757205.863219:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757205.863222:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.863224:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757205.863229:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757205/real 1787757205] req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757205.863238:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757205.863240:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757205.863242:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757205.863245:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757205.863247:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757205.863250:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757205.863254:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757205.863295:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863305:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757205.863307:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.863310:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.863312:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757205.863317:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863325:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757205.863330:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863340:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757205.863343:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.863345:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.863347:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.863349:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757205.863353:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757205.863356:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757205.863360:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757205.863363:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757205.863368:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757205.863379:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757205.863385:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757205.863390:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863404:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.863407:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.863412:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757205.863415:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757205.863419:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.863425:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757205.863432:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757205.863436:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757205.863439:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.863443:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757205.863450:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757205.863454:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757205.863463:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757205.863469:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757205.863477:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757205.863484:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022848, portal 4 00000100:00000001:1.0:1787757205.863488:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757205.863491:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757205.863504:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863515:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757205.863519:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757205.863522:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757205.863527:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931022848, offset 0 00000400:00000200:1.0:1787757205.863532:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757205.863538:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.863543:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757205.863547:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757205.863551:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757205.863554:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757205.863557:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757205.863562:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746749:746749:256:4294967295] 192.168.201.121@tcp LPNI seq info [746743:746743:8:4294967295] 00000400:00000200:1.0:1787757205.863568:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.863577:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757205.863583:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.863588:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757205.863594:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757205.863598:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757205.863612:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.863615:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757205.863619:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757205.863624:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757205.863628:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757205.863631:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757205.863634:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757205.863639:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863650:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.863654:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863662:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.863665:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757205.863668:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757205.863673:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757205.863677:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757205.863679:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309582898 00000100:00000001:1.0:1787757205.863683:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309583825 00000100:00000001:1.0:1787757205.863686:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309582898 00000100:00000001:1.0:1787757205.863689:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309583826 00000100:00000001:1.0:1787757205.863692:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757205.863695:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.863698:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757205.863703:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757205/real 1787757205] req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757205.863713:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757205.863715:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757205.863717:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757205.863720:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757205.863723:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757205.863725:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757205.863730:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757205.863741:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863775:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757205.863777:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.863779:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.863781:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757205.863787:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863796:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757205.863801:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863810:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757205.863814:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.863816:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.863818:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.863820:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757205.863822:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757205.863826:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757205.863831:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757205.863834:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757205.863840:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757205.863850:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757205.863855:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757205.863859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863868:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.863870:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.863872:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757205.863875:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757205.863878:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.863882:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757205.863886:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757205.863889:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757205.863892:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757205.863894:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757205.863899:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757205.863902:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757205.863906:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757205.863909:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757205.863914:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757205.863919:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931022976, portal 4 00000100:00000001:1.0:1787757205.863921:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757205.863923:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757205.863931:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.863939:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757205.863943:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757205.863946:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757205.863949:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931022976, offset 0 00000400:00000200:1.0:1787757205.863955:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757205.863961:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.863966:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757205.863970:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757205.863974:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757205.863977:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757205.863980:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757205.863985:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746750:746750:256:4294967295] 192.168.201.121@tcp LPNI seq info [746744:746744:8:4294967295] 00000400:00000200:1.0:1787757205.863991:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757205.863999:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757205.864004:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.864008:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757205.864013:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757205.864017:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787757205.864031:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757205.864034:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383d600. 00000400:00000200:1.0:1787757205.864038:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757205.864043:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757205.864046:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd6e8 00000400:00000010:1.0:1787757205.864049:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd6e8. 00000100:00000001:1.0:1787757205.864052:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757205.864056:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864067:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.864071:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864079:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.864082:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757205.864086:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757205.864090:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757205.864094:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757205.864096:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309582877 00000100:00000001:1.0:1787757205.864100:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309583825 00000100:00000001:1.0:1787757205.864103:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309582877 00000100:00000001:1.0:1787757205.864106:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309583826 00000100:00000001:1.0:1787757205.864108:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757205.864111:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.864113:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757205.864118:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757205/real 1787757205] req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757205.864128:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757205.864130:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757205.864132:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757205.864135:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757205.864137:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757205.864140:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757205.864144:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757205.864155:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864163:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757205.864165:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864168:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.864170:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757205.864174:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864182:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757205.864187:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864197:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757205.864200:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864202:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757205.864204:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864206:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757205.864208:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757205.864211:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757205.864216:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757205.864218:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757205.864223:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757205.864233:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931022976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757205.864238:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864240:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.864244:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931022592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864252:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757205.864255:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757205.864257:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757205.864261:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757205.864263:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757205.864265:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757205.864268:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757205.864297:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757205.864303:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757205.864305:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757205.864307:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757205.864311:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757205.864313:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864316:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.864321:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931022720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864330:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757205.864332:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757205.864334:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757205.864337:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757205.864339:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757205.864341:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757205.864344:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757205.864346:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757205.864349:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757205.864350:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757205.864352:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757205.864355:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757205.864357:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864359:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.864363:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931022848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864370:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757205.864372:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757205.864374:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757205.864377:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757205.864378:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757205.864380:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757205.864382:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757205.864384:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757205.864387:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757205.864388:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757205.864390:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757205.864394:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757205.864396:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864399:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757205.864406:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931022976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757205.864431:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757205.864434:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757205.864438:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757205.864443:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757205.864446:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757205.864448:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757205.864453:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757205.864456:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757205.864461:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757205.864463:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757205.864467:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757205.864472:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757205.864474:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864479:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.864486:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757205.864490:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.864494:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757205.864498:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757205.923394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757205.923400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757205.923403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757205.923409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757205.923413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757205.923417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.923421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757205.923424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757205.923428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757206.819470:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757206.819486:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757206.819497:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757206.819512:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757206.819523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757206.819531:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757206.819540:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757206.819545:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757206.819552:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757206.819589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757206.819601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757206.819609:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757206.819622:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757206.819635:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757206.819647:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757206.819664:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757206.819674:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757206.819690:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757206.883398:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309583826, at 4309583872 00000100:00000010:1.0:1787757206.883421:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757206.947390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757206.947397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757206.947400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757206.947407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757206.947411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757206.947417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757206.947421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757206.947424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757206.947428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757207.843453:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757207.843468:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757207.843475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757207.843486:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757207.843498:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757207.843509:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757207.843522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757207.843530:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757207.843538:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757207.843572:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757207.843582:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757207.843590:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757207.843601:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757207.843609:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757207.843619:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757207.843651:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757207.843658:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757207.843664:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757207.971395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757207.971403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757207.971406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757207.971413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757207.971418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757207.971423:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757207.971426:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757207.971430:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757207.971433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757208.867427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757208.867439:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757208.867450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757208.867466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757208.867478:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757208.867488:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757208.867512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757208.867520:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757208.867526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757208.867592:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757208.867602:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757208.867612:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757208.867625:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757208.867639:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757208.867651:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757208.867660:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757208.867664:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757208.867672:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757208.995367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757208.995378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757208.995381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757208.995388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757208.995392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757208.995397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757208.995401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757208.995404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757208.995409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757209.891426:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757209.891444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757209.891450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757209.891461:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757209.891476:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757209.891488:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757209.891548:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757209.891556:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757209.891567:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757209.891630:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757209.891639:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757209.891644:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757209.891652:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757209.891660:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757209.891668:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757209.891703:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757209.891706:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757209.891711:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.019366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757210.019376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.019380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.019389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757210.019396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.019402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.019407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.019413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.019418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.915501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757210.915516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.915523:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.915538:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757210.915554:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.915565:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.915592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.915611:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.915643:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.915727:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757210.915751:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.915757:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.915775:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757210.915781:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.915788:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.915803:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.915812:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.915829:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.915905:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757210.915921:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.915936:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.915951:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757210.915964:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.915975:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.915985:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.915989:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.915995:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.979967:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.979982:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.979997:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757210.980021:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.980081:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.980088:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.980095:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757210.980100:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757210.980109:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.980135:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931023104:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757210.980154:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757210.980163:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757210.980182:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.980207:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757210.980225:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757210.980236:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757210.980263:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757210.980329:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3237e8. 00000400:00000010:1.0:1787757210.980340:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd7f8. 00000100:00000200:1.0:1787757210.980354:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931023104, portal 25 00000100:00000001:1.0:1787757210.980368:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757210.980377:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549340160 : -128384160211456 : ffff8b3c3bbc5e00) 00000100:00000040:1.0:1787757210.980407:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.980517:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757210.980533:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757210.980543:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd6e8. 00000100:00000200:1.0:1787757210.980557:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931023104, offset 0 00000400:00000200:1.0:1787757210.980581:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757210.980601:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.980614:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757210.980622:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757210.980628:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757210.980633:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757210.980638:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757210.980644:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746751:746751:256:4294967295] 192.168.201.121@tcp LPNI seq info [746745:746745:8:4294967295] 00000400:00000200:1.0:1787757210.980651:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.980687:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757210.980697:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757210.980704:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d600. 00000800:00000200:1.0:1787757210.980714:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757210.980750:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757210.980757:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757210.980760:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309588945 00000100:00000010:1.0:1787757210.980767:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757210.980778:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757210.980792:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309588945 00000100:00000010:1.0:1787757210.980803:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757210.980822:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757210.980847:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757210.980868:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.980901:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.980912:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.980927:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.980933:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757210.980943:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.980957:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.980972:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757210.980990:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.981013:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.981019:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.981026:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757210.981032:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757210.981036:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.981042:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023232:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757210.981047:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757210.981051:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757210.981053:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.981055:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757210.981060:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757210.981063:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757210.981068:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757210.981072:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757210.981077:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757210.981082:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931023232, portal 10 00000100:00000001:1.0:1787757210.981084:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757210.981086:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549333440 : -128384160218176 : ffff8b3c3bbc43c0) 00000100:00000040:1.0:1787757210.981096:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.981105:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757210.981109:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757210.981112:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd000. 00000100:00000200:1.0:1787757210.981115:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931023232, offset 0 00000400:00000200:1.0:1787757210.981122:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757210.981127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.981133:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757210.981137:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757210.981141:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757210.981145:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757210.981148:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757210.981152:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746752:746752:255:4294967295] 192.168.201.121@tcp LPNI seq info [746746:746746:7:4294967295] 00000400:00000200:1.0:1787757210.981158:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.981167:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757210.981173:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757210.981177:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d400. 00000800:00000200:1.0:1787757210.981183:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757210.981192:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757210.981197:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757210.981201:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757210.981204:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309587981 00000100:00000001:1.0:1787757210.981208:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.981211:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309587981 00000100:00000001:1.0:1787757210.981214:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.981217:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757210.981219:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.981222:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.981225:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.981228:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.981230:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757210.981233:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.981234:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.981237:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.981239:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.984021:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.984031:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.984040:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757210.984058:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.984094:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.984103:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.984118:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757210.984130:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757210.984146:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.984167:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023360:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757210.984191:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757210.984199:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757210.984205:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.984210:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757210.984223:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757210.984231:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757210.984242:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757210.984247:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e3234d0. 00000400:00000010:1.0:1787757210.984263:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757210.984328:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931023360, portal 10 00000100:00000001:1.0:1787757210.984340:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757210.984347:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549332480 : -128384160219136 : ffff8b3c3bbc4000) 00000100:00000040:1.0:1787757210.984364:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.984394:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757210.984407:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757210.984418:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdee0. 00000100:00000200:1.0:1787757210.984432:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931023360, offset 0 00000400:00000200:1.0:1787757210.984454:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757210.984477:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.984499:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757210.984522:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757210.984538:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757210.984552:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757210.984566:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757210.984581:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746753:746753:254:4294967295] 192.168.201.121@tcp LPNI seq info [746747:746747:6:4294967295] 00000400:00000200:1.0:1787757210.984589:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.984600:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757210.984608:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757210.984620:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383da00. 00000800:00000200:1.0:1787757210.984683:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757210.984722:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757210.984737:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757210.984757:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757210.984769:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309587983 00000100:00000001:1.0:1787757210.984780:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.984789:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309587983 00000100:00000001:1.0:1787757210.984799:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.984810:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757210.984816:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.984827:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.984836:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.984851:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.984857:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757210.984865:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.984872:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.984876:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757210.984890:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.984914:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.984919:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.984923:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757210.984928:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757210.984936:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.984944:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023488:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757210.984951:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757210.984956:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757210.984961:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.984969:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757210.984979:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757210.984987:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757210.985000:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757210.985008:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323dc0. 00000400:00000010:1.0:1787757210.985021:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd770. 00000100:00000200:1.0:1787757210.985032:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931023488, portal 4 00000100:00000001:1.0:1787757210.985043:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757210.985047:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549338240 : -128384160213376 : ffff8b3c3bbc5680) 00000100:00000040:1.0:1787757210.985066:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.985078:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757210.985084:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757210.985090:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd2a8. 00000100:00000200:1.0:1787757210.985096:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931023488, offset 0 00000400:00000200:1.0:1787757210.985108:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757210.985119:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.985128:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757210.985134:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757210.985139:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757210.985144:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757210.985150:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757210.985157:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746754:746754:253:4294967295] 192.168.201.121@tcp LPNI seq info [746748:746748:5:4294967295] 00000400:00000200:1.0:1787757210.985166:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.985179:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757210.985186:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757210.985192:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383d200. 00000800:00000200:1.0:1787757210.985199:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757210.985209:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757210.985214:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757210.985219:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757210.985222:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309588019 00000100:00000001:1.0:1787757210.985225:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.985229:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309588019 00000100:00000001:1.0:1787757210.985231:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.985234:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757210.985237:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.985241:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.985244:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.985248:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.985250:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757210.985253:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.985255:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.985257:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757210.985263:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.985303:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757210.985306:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.985309:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757210.985311:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757210.985315:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757210.985319:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023616:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757210.985324:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757210.985327:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757210.985329:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757210.985332:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757210.985337:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757210.985340:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757210.985345:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757210.985349:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323bb0. 00000400:00000010:1.0:1787757210.985354:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd440. 00000100:00000200:1.0:1787757210.985358:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931023616, portal 4 00000100:00000001:1.0:1787757210.985361:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757210.985363:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549346880 : -128384160204736 : ffff8b3c3bbc7840) 00000100:00000040:1.0:1787757210.985371:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757210.985380:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757210.985384:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757210.985387:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdaa0. 00000100:00000200:1.0:1787757210.985390:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931023616, offset 0 00000400:00000200:1.0:1787757210.985396:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757210.985401:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.985406:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757210.985410:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757210.985414:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757210.985417:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757210.985421:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757210.985425:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746755:746755:252:4294967295] 192.168.201.121@tcp LPNI seq info [746749:746749:4:4294967295] 00000400:00000200:1.0:1787757210.985431:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757210.985439:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757210.985446:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757210.985452:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383de00. 00000800:00000200:1.0:1787757210.985460:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757210.985474:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757210.985480:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757210.985486:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757210.985490:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309587999 00000100:00000001:1.0:1787757210.985495:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.985501:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309587999 00000100:00000001:1.0:1787757210.985507:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309588945 00000100:00000001:1.0:1787757210.985512:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757210.985516:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.985522:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.985526:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757210.985532:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757210.985536:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757210.985540:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757210.985543:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757210.985546:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757210.985548:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757211.043362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757211.043371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757211.043374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757211.043380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757211.043385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757211.043390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757211.043394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757211.043397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757211.043402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757211.939451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757211.939466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757211.939475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757211.939488:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757211.939504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757211.939519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757211.939533:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757211.939539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757211.939554:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757211.939591:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757211.939599:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757211.939607:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757211.939614:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757211.939622:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757211.939627:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757211.939632:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757211.939680:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757211.939689:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757212.003388:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309588945, at 4309588992 00000100:00000010:1.0:1787757212.003405:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757212.067373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757212.067384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757212.067387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757212.067394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757212.067399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757212.067404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757212.067408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757212.067411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757212.067415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757212.963460:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757212.963471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757212.963479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757212.963487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757212.963500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757212.963510:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757212.963522:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757212.963538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757212.963559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757212.963657:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757212.963673:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757212.963681:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757212.963691:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757212.963704:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757212.963720:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757212.963775:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757212.963788:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757212.963803:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757213.091428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757213.091439:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757213.091442:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757213.091448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757213.091453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757213.091459:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757213.091462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757213.091467:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757213.091471:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757213.987468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757213.987486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757213.987492:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757213.987505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757213.987534:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757213.987557:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757213.987586:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757213.987594:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757213.987635:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757213.987670:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757213.987680:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757213.987696:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757213.987710:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757213.987719:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757213.987730:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757213.987735:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757213.987742:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757213.987748:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757214.051964:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757214.051972:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757214.051980:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757214.051997:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757210/real 1787757214] req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757214.052023:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757214.052029:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757214.052037:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3237e8. 00000400:00000200:1.0:1787757214.052046:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd7f8 00000400:00000010:1.0:1787757214.052052:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd7f8. 00000100:00000001:1.0:1787757214.052061:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757214.052074:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757214.052114:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052177:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757214.052184:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052193:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.052199:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757214.052218:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052243:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757214.052264:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052387:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757214.052396:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052405:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.052413:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052420:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757214.052428:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757214.052438:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757214.052458:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757214.052469:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757214.052488:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757214.052525:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931023104:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757214.052545:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757214.052555:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757214.052568:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5e00 x1874583931023104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052599:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757214.052627:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757214.052637:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757214.052652:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757214.052662:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757214.052670:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757214.052680:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757214.052688:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:1.0:1787757214.052700:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757214.052706:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757214.052714:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5e00. 00000100:00000001:1.0:1787757214.052726:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757214.052733:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052743:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757214.052753:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757214.052758:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757214.052765:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757214.052784:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757210/real 1787757214] req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757214.052807:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757214.052810:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757214.052816:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323bb0. 00000400:00000200:1.0:1787757214.052823:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd440 00000400:00000010:1.0:1787757214.052827:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd440. 00000100:00000001:1.0:1787757214.052832:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757214.052839:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757214.052856:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052872:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757214.052875:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052879:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.052893:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757214.052903:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052918:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757214.052928:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.052943:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757214.052949:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052953:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.052955:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.052959:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757214.052963:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757214.052968:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757214.052977:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757214.052983:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757214.052992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757214.053010:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023616:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757214.053021:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757214.053031:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757210/real 1787757214] req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757214.053050:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757214.053053:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757214.053056:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323dc0. 00000400:00000200:1.0:1787757214.053063:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd770 00000400:00000010:1.0:1787757214.053068:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd770. 00000100:00000001:1.0:1787757214.053072:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757214.053080:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757214.053097:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053111:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757214.053115:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053119:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.053122:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757214.053130:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053145:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757214.053153:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053166:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757214.053171:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053174:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.053177:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053180:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757214.053184:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757214.053190:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757214.053195:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757214.053201:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757214.053209:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757214.053227:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023488:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757214.053235:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757214.053244:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757210/real 1787757214] req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757214.053261:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757214.053264:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757214.053308:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e3234d0. 00000400:00000200:1.0:1787757214.053314:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757214.053318:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757214.053325:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757214.053334:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757214.053354:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053379:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757214.053384:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053388:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.053391:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757214.053400:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053416:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757214.053424:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053439:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757214.053444:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053448:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.053451:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053455:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757214.053460:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757214.053465:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757214.053474:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757214.053479:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757214.053488:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757214.053505:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023360:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757214.053515:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757214.053524:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757210/real 1787757214] req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757214.053540:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757214.053543:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757214.053547:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757214.053553:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757214.053557:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757214.053563:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757214.053570:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757214.053588:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053601:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757214.053625:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053631:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.053634:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757214.053644:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053659:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757214.053668:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053682:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757214.053686:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053690:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757214.053693:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053697:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757214.053704:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757214.053710:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757214.053717:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757214.053724:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757214.053734:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757214.053751:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931023232:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757214.053761:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053766:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757214.053773:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7840 x1874583931023616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053788:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757214.053792:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757214.053797:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757214.053805:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757214.053808:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757214.053811:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757214.053816:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757214.053820:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:1.0:1787757214.053827:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757214.053829:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757214.053833:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7840. 00000100:00000001:1.0:1787757214.053839:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757214.053842:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053846:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757214.053854:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5680 x1874583931023488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053867:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757214.053869:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757214.053873:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757214.053877:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757214.053880:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757214.053883:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757214.053886:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757214.053888:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:1.0:1787757214.053892:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757214.053894:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757214.053896:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5680. 00000100:00000001:1.0:1787757214.053899:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757214.053901:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053903:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757214.053908:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4000 x1874583931023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053916:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757214.053918:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757214.053921:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757214.053925:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757214.053928:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757214.053931:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757214.053936:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757214.053939:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:1.0:1787757214.053944:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757214.053946:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757214.053949:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4000. 00000100:00000001:1.0:1787757214.053955:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757214.053957:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.053960:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757214.053967:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc43c0 x1874583931023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757214.053981:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757214.053983:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757214.053987:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757214.053991:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757214.053994:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757214.053997:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757214.054001:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757214.054004:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:1.0:1787757214.054010:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757214.054012:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757214.054015:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc43c0. 00000100:00000001:1.0:1787757214.054019:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757214.054023:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.054027:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.054040:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757214.054043:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757214.054047:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757214.054051:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757214.115421:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757214.115433:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757214.115437:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757214.115447:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757214.115454:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757214.115461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.115466:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757214.115472:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757214.115477:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757215.011411:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757215.011425:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757215.011429:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757215.011437:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757215.011449:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757215.011460:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757215.011474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757215.011484:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757215.011496:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757215.011580:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757215.011630:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757215.011639:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757215.011660:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757215.011671:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757215.011682:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757215.011695:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757215.011703:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757215.011717:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757215.139395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757215.139406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757215.139409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757215.139417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757215.139422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757215.139427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757215.139432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757215.139436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757215.139440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.035445:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757216.035455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757216.035478:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.035490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757216.035506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757216.035519:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757216.035532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757216.035540:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757216.035544:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.035599:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757216.035608:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757216.035614:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.035625:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757216.035636:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757216.035646:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757216.035656:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757216.035662:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757216.035669:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757216.099429:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757216.099440:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757216.099444:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757216.099448:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757216.099454:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757216.099464:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14920 00000400:00000200:1.0:1787757216.099476:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757216.099484:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757216.099488:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757216.099493:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099498:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.099501:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099505:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757216.099510:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757216.099514:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757216.099517:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757216.099521:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757216.099525:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757216.099528:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757216.099532:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099535:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.099537:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099540:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757216.099544:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757216.099549:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099553:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757216.099557:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757216.099561:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757216.099565:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.099594:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757216.099597:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757216.099607:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757216.099612:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757216.099618:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757216.099620:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.099624:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757216.099628:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757216.099633:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757216.099643:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757216.099652:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.099664:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931023744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757216.099678:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757216.099684:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757216.099691:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931023744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757216.099731:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757216.099736:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757216.099741:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757216.099744:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757216.099748:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757216.099754:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757216.099759:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14920 00000400:00000200:1.0:1787757216.099767:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757216.099774:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757216.099779:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757216.099785:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099790:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.099795:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099800:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757216.099805:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757216.099807:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757216.099822:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757216.099826:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757216.099832:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757216.099837:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757216.099845:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099850:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.099856:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099861:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757216.099867:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757216.099876:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757216.099890:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757216.099901:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757216.099915:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757216.099922:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.099931:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757216.099941:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757216.099954:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.099963:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757216.099977:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757216.099988:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757216.100000:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757216.100021:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100032:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757216.100037:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757216.100047:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757216.100060:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757216.100072:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.100090:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931023872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757216.100120:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757216.100128:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757216.100142:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931023872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757216.100178:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757216.100187:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757216.100200:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757216.100207:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757216.100213:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757216.100225:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757216.100238:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14920 00000400:00000200:1.0:1787757216.100258:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757216.100368:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757216.100382:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757216.100399:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100409:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.100422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100432:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757216.100443:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757216.100451:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757216.100459:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757216.100469:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757216.100477:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757216.100482:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757216.100491:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100496:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.100500:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100504:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757216.100509:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757216.100515:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100521:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757216.100525:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757216.100531:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757216.100535:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100539:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757216.100544:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757216.100560:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100565:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757216.100596:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757216.100602:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757216.100608:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757216.100611:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100615:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757216.100618:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757216.100623:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757216.100631:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757216.100639:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.100651:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931024000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757216.100668:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757216.100673:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757216.100680:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931024000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757216.100695:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757216.100701:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757216.100707:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757216.100711:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757216.100715:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757216.100721:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757216.100726:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14920 00000400:00000200:1.0:1787757216.100734:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757216.100740:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757216.100745:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757216.100760:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100766:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.100770:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100774:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757216.100780:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757216.100783:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757216.100786:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757216.100791:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757216.100795:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757216.100801:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757216.100808:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100812:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.100818:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100822:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757216.100827:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757216.100834:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757216.100841:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757216.100845:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757216.100851:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757216.100856:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100860:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757216.100874:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757216.100886:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100894:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757216.100903:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757216.100910:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757216.100916:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757216.100919:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.100922:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757216.100926:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757216.100930:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757216.100937:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757216.100945:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.100963:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931024128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757216.100984:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757216.100991:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757216.101007:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931024128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757216.101052:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757216.101064:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757216.101074:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757216.101078:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757216.101085:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757216.101098:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757216.101109:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14920 00000400:00000200:1.0:1787757216.101125:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757216.101140:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757216.101149:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757216.101163:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.101174:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.101185:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.101194:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757216.101204:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757216.101208:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757216.101216:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757216.101224:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757216.101236:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757216.101246:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757216.101309:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.101320:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757216.101332:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757216.101344:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757216.101354:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757216.101368:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757216.101381:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757216.101389:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757216.101398:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757216.101412:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.101430:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757216.101437:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757216.101446:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.101450:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757216.101461:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757216.101470:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757216.101481:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757216.101484:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757216.101496:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757216.101500:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757216.101508:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757216.101522:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757216.101537:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.101558:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931024256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757216.101622:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757216.101630:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757216.101645:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931024256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757216.101680:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757216.101693:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14930) 00000100:00000001:1.0:1787757216.163393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757216.163400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757216.163402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757216.163409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757216.163413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757216.163418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757216.163422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757216.163425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757216.163429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757217.059503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757217.059515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757217.059522:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757217.059533:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757217.059547:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757217.059595:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757217.059619:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757217.059626:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757217.059638:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757217.059674:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757217.059684:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757217.059689:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757217.059696:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757217.059702:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757217.059707:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757217.059711:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757217.059716:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757217.059726:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757217.123405:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309594066, at 4309594112 00000100:00000010:1.0:1787757217.123421:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a660. 00000100:00000001:1.0:1787757217.187369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757217.187378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757217.187380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757217.187385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757217.187389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757217.187392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757217.187396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757217.187398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757217.187401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757218.083467:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757218.083477:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757218.083486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757218.083502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757218.083516:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757218.083524:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.083561:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757218.083568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.083573:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757218.083657:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757218.083667:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757218.083675:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757218.083685:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757218.083703:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757218.083713:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.083727:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757218.083737:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.083745:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757218.083788:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757218.083797:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757218.083803:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757218.083813:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757218.083820:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757218.083826:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.083831:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757218.083834:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.083839:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757218.211387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757218.211399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757218.211403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757218.211413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757218.211420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757218.211426:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.211432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757218.211435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757218.211440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757219.107483:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757219.107498:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757219.107508:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757219.107551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757219.107564:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757219.107575:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757219.107589:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757219.107598:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757219.107610:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757219.107646:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757219.107659:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757219.107668:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757219.107684:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757219.107699:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757219.107706:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757219.107718:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757219.107726:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757219.107736:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757219.235456:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757219.235468:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757219.235471:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757219.235492:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757219.235498:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757219.235504:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757219.235508:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757219.235567:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757219.235575:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757220.131466:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757220.131480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757220.131490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757220.131529:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757220.131541:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757220.131552:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757220.131578:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757220.131585:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757220.131593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757220.131620:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757220.131630:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757220.131637:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757220.131649:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757220.131658:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757220.131669:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757220.131681:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757220.131689:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757220.131702:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757220.259401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757220.259412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757220.259414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757220.259421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757220.259426:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757220.259431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757220.259435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757220.259439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757220.259443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.155507:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757221.155521:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757221.155530:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.155542:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757221.155555:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757221.155566:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757221.155577:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757221.155584:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757221.155594:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.155627:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757221.155640:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757221.155651:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.155663:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757221.155670:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757221.155677:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757221.155686:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757221.155691:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757221.155701:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757221.219430:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757221.219460:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757221.219465:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757221.219472:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757221.219512:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757221.219524:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14925 00000400:00000200:1.0:1787757221.219540:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757221.219551:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757221.219557:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757221.219564:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219570:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.219575:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219580:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757221.219586:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757221.219589:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757221.219592:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757221.219597:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757221.219601:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757221.219604:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757221.219609:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219613:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.219616:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219631:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757221.219636:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757221.219641:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219645:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757221.219649:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757221.219666:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757221.219669:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.219673:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757221.219676:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757221.219689:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757221.219695:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757221.219700:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757221.219703:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.219707:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757221.219711:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757221.219716:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757221.219726:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757221.219735:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.219747:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931024384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757221.219762:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757221.219768:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757221.219775:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931024384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757221.219806:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757221.219821:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757221.219826:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757221.219828:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757221.219832:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757221.219836:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757221.219840:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14925 00000400:00000200:1.0:1787757221.219846:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757221.219850:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757221.219854:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757221.219859:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219863:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.219867:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219871:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757221.219875:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757221.219877:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757221.219879:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757221.219883:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757221.219891:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757221.219895:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757221.219905:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219910:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.219918:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219923:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757221.219930:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757221.219939:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757221.219946:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757221.219952:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757221.219962:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757221.219968:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.219977:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757221.219983:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757221.219991:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.219998:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757221.220005:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757221.220014:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757221.220021:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757221.220025:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220031:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757221.220035:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757221.220039:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757221.220048:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757221.220057:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.220070:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931024512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757221.220089:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757221.220093:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757221.220098:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931024512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757221.220110:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757221.220119:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757221.220129:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757221.220131:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757221.220135:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757221.220143:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757221.220151:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14925 00000400:00000200:1.0:1787757221.220162:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757221.220172:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757221.220176:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757221.220181:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220188:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.220196:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220203:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757221.220211:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757221.220218:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757221.220224:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757221.220230:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757221.220239:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757221.220249:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757221.220261:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220313:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.220318:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220322:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757221.220328:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757221.220336:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220342:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757221.220347:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757221.220357:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757221.220368:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220378:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757221.220386:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757221.220397:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220407:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757221.220421:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757221.220429:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757221.220451:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757221.220455:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220461:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757221.220467:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757221.220472:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757221.220507:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757221.220515:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.220532:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931024640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757221.220549:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757221.220555:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757221.220568:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931024640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757221.220587:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757221.220593:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757221.220604:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757221.220606:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757221.220611:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757221.220620:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757221.220627:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14925 00000400:00000200:1.0:1787757221.220637:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757221.220648:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757221.220653:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757221.220664:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220672:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.220682:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220691:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757221.220697:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757221.220702:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757221.220708:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757221.220715:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757221.220720:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757221.220724:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757221.220736:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220743:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.220751:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220757:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757221.220761:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757221.220772:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757221.220780:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757221.220786:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757221.220791:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757221.220798:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220801:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757221.220807:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757221.220812:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220819:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757221.220830:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757221.220837:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757221.220844:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757221.220848:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.220852:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757221.220856:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757221.220864:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757221.220872:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757221.220882:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.220897:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931024768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757221.220913:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757221.220917:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757221.220929:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931024768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757221.220950:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757221.220959:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757221.220963:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757221.220967:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757221.220972:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757221.220978:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757221.220982:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14925 00000400:00000200:1.0:1787757221.220990:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757221.220998:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757221.221001:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757221.221007:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.221017:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.221022:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.221032:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757221.221037:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757221.221042:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757221.221048:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757221.221054:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757221.221061:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757221.221067:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757221.221074:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.221082:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757221.221091:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757221.221098:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757221.221106:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757221.221118:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757221.221124:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757221.221131:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757221.221139:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757221.221147:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.221150:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757221.221157:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757221.221167:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.221175:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757221.221183:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757221.221191:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757221.221201:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757221.221205:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757221.221212:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757221.221215:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757221.221219:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757221.221230:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757221.221239:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.221253:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931024896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757221.221304:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757221.221310:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757221.221327:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931024896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757221.221393:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757221.221408:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14935) 00000100:00000001:1.0:1787757221.283411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757221.283420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757221.283422:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757221.283427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757221.283431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757221.283435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757221.283439:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757221.283441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757221.283445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757222.179499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757222.179517:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757222.179527:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757222.179545:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757222.179560:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757222.179571:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757222.179596:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757222.179600:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757222.179605:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757222.179629:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757222.179637:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757222.179646:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757222.179656:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757222.179667:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757222.179678:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757222.179686:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757222.179690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757222.179697:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757222.243406:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309599185, at 4309599232 00000100:00000010:1.0:1787757222.243427:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a780. 00000100:00000001:1.0:1787757222.307431:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757222.307445:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757222.307450:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757222.307485:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757222.307492:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757222.307515:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757222.307519:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757222.307522:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757222.307526:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757223.203474:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757223.203486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757223.203494:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757223.203502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757223.203513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757223.203521:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757223.203547:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757223.203559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757223.203572:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757223.203618:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757223.203628:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757223.203639:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757223.203652:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757223.203666:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757223.203678:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757223.203696:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757223.203706:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757223.203718:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757223.331376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757223.331387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757223.331390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757223.331399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757223.331406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757223.331413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757223.331418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757223.331423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757223.331430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757224.227404:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757224.227415:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757224.227418:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757224.227447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757224.227458:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757224.227468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.227477:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757224.227485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.227495:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757224.227564:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757224.227571:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757224.227576:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757224.227583:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757224.227590:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757224.227597:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.227605:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757224.227612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.227618:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757224.227661:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757224.227668:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757224.227675:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757224.227683:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757224.227690:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757224.227696:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.227702:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757224.227707:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.227712:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757224.355372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757224.355384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757224.355388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757224.355396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757224.355401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757224.355408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.355412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757224.355417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757224.355444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757225.251491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757225.251503:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757225.251524:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757225.251536:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757225.251544:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757225.251556:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757225.251564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757225.251572:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757225.251579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757225.251617:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757225.251628:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757225.251634:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757225.251643:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757225.251656:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757225.251665:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757225.251688:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757225.251694:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757225.251701:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757225.379360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757225.379371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757225.379374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757225.379381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757225.379386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757225.379391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757225.379394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757225.379398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757225.379428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.275438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757226.275450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.275453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.275462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757226.275470:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.275476:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.275481:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.275489:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.275497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.275546:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757226.275554:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.275559:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.275570:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757226.275583:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.275595:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.275608:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.275615:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.275622:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.275647:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757226.275657:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.275663:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.275675:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757226.275682:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.275692:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.275698:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.275704:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.275709:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.339799:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757226.339808:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.339814:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757226.339833:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.339866:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.339875:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.339890:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757226.339898:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757226.339913:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.339928:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931025024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757226.339942:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757226.339951:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757226.339959:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.339969:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757226.339984:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757226.339990:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757226.340003:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757226.340014:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757226.340028:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757226.340048:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025024, portal 25 00000100:00000001:1.0:1787757226.340061:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757226.340070:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:1.0:1787757226.340105:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.340147:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757226.340158:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757226.340170:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757226.340182:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931025024, offset 0 00000400:00000200:1.0:1787757226.340204:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757226.340223:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.340241:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757226.340255:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757226.340310:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757226.340319:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757226.340324:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757226.340331:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746766:746766:256:4294967295] 192.168.201.121@tcp LPNI seq info [746760:746760:8:4294967295] 00000400:00000200:1.0:1787757226.340339:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.340365:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757226.340407:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.340439:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757226.340464:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757226.340482:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787757226.340524:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.340532:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757226.340545:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757226.340560:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757226.340573:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757226.340580:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757226.340594:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757226.340608:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.340644:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.340658:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.340673:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.340679:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757226.340690:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757226.340708:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757226.340716:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309604305 00000100:00000010:1.0:1787757226.340741:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757226.340755:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757226.340767:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309604305 00000100:00000010:1.0:1787757226.340775:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757226.340786:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757226.340795:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757226.340800:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.340811:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757226.340826:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757226/real 1787757226] req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757226.340871:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757226.340881:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757226.340891:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757226.340903:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757226.340912:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757226.340924:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757226.340939:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757226.340969:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.340990:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757226.340995:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.341004:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.341008:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757226.341021:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.341046:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757226.341069:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.341105:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757226.341119:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.341129:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.341133:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.341141:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757226.341147:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757226.341156:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757226.341171:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757226.341182:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757226.341195:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757226.341224:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931025024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757226.341237:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.341244:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.341254:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931025024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.341305:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757226.341311:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757226.341316:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757226.341326:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757226.341334:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757226.341341:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757226.341346:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757226.341352:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:1.0:1787757226.341361:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757226.341369:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757226.341378:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:1.0:1787757226.341411:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757226.341429:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.341442:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.341462:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.341470:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.341480:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757226.341488:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.341494:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757226.341507:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.341534:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.341539:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.341546:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757226.341550:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757226.341564:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.341579:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757226.341586:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757226.341592:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757226.341598:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.341610:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757226.341618:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757226.341625:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757226.341643:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757226.341653:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757226.341661:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757226.341669:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025152, portal 10 00000100:00000001:1.0:1787757226.341676:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757226.341682:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:1.0:1787757226.341699:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.341715:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757226.341723:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757226.341729:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757226.341735:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931025152, offset 0 00000400:00000200:1.0:1787757226.341752:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757226.341769:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.341780:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757226.341789:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757226.341799:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757226.341809:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757226.341818:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757226.341829:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746767:746767:256:4294967295] 192.168.201.121@tcp LPNI seq info [746761:746761:8:4294967295] 00000400:00000200:1.0:1787757226.341854:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.341877:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757226.341892:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.341901:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757226.341913:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757226.341920:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787757226.341942:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.341945:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757226.341950:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757226.341955:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757226.341960:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757226.341962:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757226.341967:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757226.341973:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.341984:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.341988:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342006:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.342008:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757226.342013:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757226.342018:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757226.342023:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757226.342027:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309603342 00000100:00000001:1.0:1787757226.342031:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.342035:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309603342 00000100:00000001:1.0:1787757226.342040:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.342045:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757226.342049:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.342053:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757226.342061:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757226/real 1787757226] req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757226.342079:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757226.342091:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757226.342095:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757226.342101:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757226.342105:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757226.342111:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757226.342118:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757226.342136:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342145:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757226.342148:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.342150:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.342153:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757226.342158:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342168:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757226.342173:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342182:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757226.342186:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.342188:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.342189:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.342192:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757226.342196:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757226.342200:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757226.342204:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757226.342207:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757226.342212:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757226.342222:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757226.342227:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757226.342232:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342241:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.342243:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.342246:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757226.342248:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757226.342251:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.342255:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757226.342259:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757226.342263:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757226.342295:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.342299:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757226.342304:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757226.342307:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757226.342313:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757226.342316:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757226.342321:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757226.342325:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025280, portal 10 00000100:00000001:1.0:1787757226.342328:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757226.342330:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757226.342339:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342347:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757226.342351:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757226.342354:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757226.342358:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931025280, offset 0 00000400:00000200:1.0:1787757226.342367:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757226.342375:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.342382:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757226.342407:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757226.342413:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757226.342418:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757226.342434:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757226.342441:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746768:746768:256:4294967295] 192.168.201.121@tcp LPNI seq info [746762:746762:8:4294967295] 00000400:00000200:1.0:1787757226.342450:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.342464:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757226.342475:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.342484:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757226.342492:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757226.342498:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787757226.342515:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.342518:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757226.342523:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757226.342527:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757226.342532:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757226.342534:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757226.342538:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757226.342544:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342555:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.342559:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342568:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.342570:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757226.342574:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757226.342579:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757226.342584:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757226.342586:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309603341 00000100:00000001:1.0:1787757226.342590:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.342593:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309603341 00000100:00000001:1.0:1787757226.342596:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.342599:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757226.342601:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.342604:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757226.342609:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757226/real 1787757226] req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757226.342619:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757226.342621:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757226.342623:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757226.342626:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757226.342629:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757226.342632:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757226.342636:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757226.342647:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342655:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757226.342657:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.342659:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.342661:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757226.342666:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342674:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757226.342679:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342688:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757226.342691:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.342693:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.342695:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.342697:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757226.342701:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757226.342704:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757226.342708:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757226.342711:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757226.342716:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757226.342727:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757226.342731:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757226.342736:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342745:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.342748:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.342750:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757226.342753:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757226.342756:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.342759:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757226.342763:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757226.342766:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757226.342768:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.342771:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757226.342775:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757226.342778:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757226.342783:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757226.342786:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757226.342790:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757226.342795:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025408, portal 4 00000100:00000001:1.0:1787757226.342797:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757226.342799:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757226.342806:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342815:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757226.342818:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757226.342821:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757226.342824:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931025408, offset 0 00000400:00000200:1.0:1787757226.342830:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757226.342837:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.342844:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757226.342850:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757226.342855:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757226.342860:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757226.342865:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757226.342873:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746769:746769:256:4294967295] 192.168.201.121@tcp LPNI seq info [746763:746763:8:4294967295] 00000400:00000200:1.0:1787757226.342881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.342895:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757226.342905:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.342912:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757226.342920:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757226.342926:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787757226.342945:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.342948:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757226.342953:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757226.342957:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757226.342962:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757226.342964:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757226.342968:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757226.342973:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342984:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.342988:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.342997:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.342999:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757226.343003:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757226.343007:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757226.343012:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757226.343015:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309603377 00000100:00000001:1.0:1787757226.343018:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.343021:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309603377 00000100:00000001:1.0:1787757226.343024:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.343027:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757226.343031:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.343035:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757226.343043:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757226/real 1787757226] req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757226.343059:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757226.343062:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757226.343066:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757226.343071:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757226.343075:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757226.343079:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757226.343095:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757226.343114:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343128:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757226.343132:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343136:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.343138:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757226.343145:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343154:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757226.343160:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343169:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757226.343172:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343174:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.343176:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343178:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757226.343180:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757226.343184:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757226.343189:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757226.343192:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757226.343197:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757226.343207:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757226.343212:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343215:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.343219:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343228:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757226.343230:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757226.343233:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757226.343237:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757226.343239:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757226.343241:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757226.343244:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757226.343247:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757226.343251:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757226.343253:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757226.343255:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:1.0:1787757226.343258:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757226.343260:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343262:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.343266:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343308:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757226.343310:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757226.343312:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757226.343316:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757226.343317:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757226.343319:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757226.343322:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757226.343325:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757226.343328:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757226.343330:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757226.343332:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757226.343335:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757226.343337:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343339:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.343344:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931025408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343352:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757226.343354:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757226.343356:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757226.343360:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757226.343363:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757226.343365:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757226.343369:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757226.343373:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757226.343378:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757226.343380:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757226.343383:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757226.343414:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757226.343425:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343430:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343437:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.343440:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.343445:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757226.343448:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.343452:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757226.343461:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343475:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.343478:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.343483:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757226.343486:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757226.343489:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.343494:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757226.343499:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757226.343502:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757226.343504:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757226.343507:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757226.343512:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757226.343515:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757226.343520:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757226.343523:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757226.343529:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757226.343533:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025536, portal 4 00000100:00000001:1.0:1787757226.343536:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757226.343538:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757226.343545:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343554:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757226.343557:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757226.343560:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757226.343563:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931025536, offset 0 00000400:00000200:1.0:1787757226.343569:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757226.343574:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.343579:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757226.343583:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757226.343587:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757226.343591:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757226.343594:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757226.343599:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746770:746770:256:4294967295] 192.168.201.121@tcp LPNI seq info [746764:746764:8:4294967295] 00000400:00000200:1.0:1787757226.343604:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757226.343613:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757226.343619:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.343624:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757226.343629:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757226.343633:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787757226.343649:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757226.343652:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757226.343656:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757226.343661:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757226.343672:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757226.343675:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757226.343678:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757226.343683:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343693:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.343697:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343706:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.343708:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757226.343711:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757226.343715:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757226.343719:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757226.343722:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309603357 00000100:00000001:1.0:1787757226.343725:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.343737:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309603357 00000100:00000001:1.0:1787757226.343740:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309604305 00000100:00000001:1.0:1787757226.343743:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757226.343746:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.343748:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757226.343753:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757226/real 1787757226] req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757226.343762:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757226.343764:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757226.343767:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757226.343770:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757226.343772:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757226.343775:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757226.343779:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757226.343790:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343798:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757226.343799:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343802:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.343804:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757226.343808:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343816:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757226.343821:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343831:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757226.343835:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343839:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757226.343841:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343845:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757226.343848:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757226.343854:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757226.343861:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757226.343866:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757226.343875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757226.343893:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757226.343902:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343907:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757226.343914:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931025536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757226.343928:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757226.343932:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757226.343936:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757226.343940:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757226.343943:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757226.343945:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757226.343948:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757226.343950:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757226.343953:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757226.343955:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757226.343958:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757226.343961:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757226.343963:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343966:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.343971:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.343973:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.343975:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757226.343978:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757226.403354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757226.403363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757226.403365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757226.403370:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757226.403375:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757226.403380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.403384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757226.403408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757226.403412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757227.299470:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757227.299482:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757227.299490:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757227.299503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757227.299515:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757227.299525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757227.299566:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757227.299576:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757227.299591:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757227.299632:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757227.299642:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757227.299648:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757227.299659:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757227.299672:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757227.299680:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757227.299689:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757227.299694:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757227.299698:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757227.363399:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309604305, at 4309604352 00000100:00000010:1.0:1787757227.363418:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757227.427358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757227.427388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757227.427392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757227.427402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757227.427408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757227.427414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757227.427419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757227.427424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757227.427429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757228.323448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757228.323461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757228.323466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757228.323475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757228.323484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757228.323493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.323523:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757228.323530:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.323538:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757228.323569:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757228.323578:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757228.323582:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757228.323588:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757228.323595:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757228.323604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.323616:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757228.323626:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.323639:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757228.323686:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757228.323697:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757228.323705:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757228.323720:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757228.323731:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757228.323741:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.323746:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757228.323750:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.323756:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757228.451493:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757228.451504:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757228.451507:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757228.451514:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757228.451519:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757228.451525:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.451529:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757228.451532:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757228.451536:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757229.347478:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757229.347488:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757229.347513:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757229.347529:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757229.347539:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757229.347549:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757229.347556:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757229.347562:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757229.347572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757229.347634:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757229.347643:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757229.347651:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757229.347665:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757229.347676:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757229.347684:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757229.347689:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757229.347698:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757229.347708:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757229.475439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757229.475453:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757229.475457:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757229.475467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757229.475474:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757229.475479:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757229.475485:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757229.475490:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757229.475495:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757230.371470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757230.371485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757230.371496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757230.371513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757230.371530:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757230.371542:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.371589:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757230.371601:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.371608:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757230.371641:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757230.371650:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757230.371656:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757230.371663:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757230.371671:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757230.371682:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.371693:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757230.371698:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.371705:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757230.371767:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757230.371774:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757230.371776:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757230.371781:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757230.371787:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757230.371793:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.371797:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757230.371801:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.371811:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757230.499451:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757230.499461:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757230.499464:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757230.499472:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757230.499477:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757230.499482:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.499486:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757230.499489:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757230.499493:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.395473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757231.395484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757231.395491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.395502:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757231.395515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757231.395523:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.395552:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.395560:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.395571:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.395609:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757231.395620:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757231.395627:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.395634:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757231.395646:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757231.395657:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.395684:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.395690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.395696:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.459831:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757231.459843:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757231.459849:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757231.459865:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.459899:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.459906:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.459916:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757231.459925:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757231.459932:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.459948:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931025664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757231.459958:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757231.459967:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757231.459972:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.459982:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757231.459992:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757231.459998:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757231.460012:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757231.460022:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757231.460041:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757231.460058:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025664, portal 25 00000100:00000001:1.0:1787757231.460065:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757231.460069:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757231.460085:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.460114:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757231.460126:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757231.460133:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757231.460140:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931025664, offset 0 00000400:00000200:1.0:1787757231.460155:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757231.460174:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.460189:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757231.460204:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757231.460214:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757231.460223:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757231.460235:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757231.460250:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746771:746771:256:4294967295] 192.168.201.121@tcp LPNI seq info [746765:746765:8:4294967295] 00000400:00000200:1.0:1787757231.460356:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.460379:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757231.460399:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.460413:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757231.460434:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757231.460448:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757231.460496:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.460503:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757231.460514:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757231.460528:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757231.460537:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757231.460543:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757231.460551:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757231.460562:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.460588:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.460601:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.460624:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.460632:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757231.460643:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757231.460657:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757231.460665:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309609425 00000100:00000010:1.0:1787757231.460678:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757231.460711:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757231.460726:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309609425 00000100:00000010:1.0:1787757231.460738:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757231.460750:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757231.460757:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757231.460764:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.460773:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757231.460789:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757231/real 1787757231] req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757231.460819:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757231.460826:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757231.460832:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757231.460841:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757231.460845:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757231.460851:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757231.460861:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757231.460898:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.460927:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757231.460933:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.460937:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.460944:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757231.460954:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.460975:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757231.460988:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.461008:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757231.461017:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.461025:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.461032:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.461040:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757231.461047:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757231.461054:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757231.461071:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757231.461082:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757231.461092:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757231.461121:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931025664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757231.461131:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.461137:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.461147:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931025664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.461170:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757231.461177:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757231.461184:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757231.461192:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757231.461195:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757231.461204:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757231.461210:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757231.461216:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757231.461225:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757231.461230:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757231.461235:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757231.461245:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757231.461249:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.461258:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.461272:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757231.461279:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.461345:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757231.461348:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757231.461351:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757231.461359:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.461373:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.461379:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.461385:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757231.461391:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757231.461400:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.461408:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757231.461424:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757231.461432:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757231.461439:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.461449:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757231.461458:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757231.461467:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757231.461482:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757231.461490:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757231.461498:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757231.461509:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025792, portal 10 00000100:00000001:1.0:1787757231.461517:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757231.461523:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757231.461541:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.461563:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757231.461570:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757231.461577:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757231.461584:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931025792, offset 0 00000400:00000200:1.0:1787757231.461605:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757231.461616:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.461629:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757231.461639:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757231.461647:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757231.461659:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757231.461668:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757231.461680:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746772:746772:256:4294967295] 192.168.201.121@tcp LPNI seq info [746766:746766:8:4294967295] 00000400:00000200:1.0:1787757231.461714:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.461741:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757231.461754:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.461762:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757231.461776:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757231.461785:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757231.461818:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.461823:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757231.461835:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757231.461841:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757231.461852:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757231.461859:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757231.461865:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757231.461877:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.461915:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.461925:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.461940:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.461948:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757231.461954:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757231.461963:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757231.461975:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757231.461980:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309608462 00000100:00000001:1.0:1787757231.461990:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.461994:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309608462 00000100:00000001:1.0:1787757231.461998:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.462008:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757231.462012:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.462015:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757231.462023:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757231/real 1787757231] req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757231.462034:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757231.462037:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757231.462040:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757231.462044:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757231.462046:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757231.462050:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757231.462055:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757231.462066:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462075:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757231.462077:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462079:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.462081:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757231.462086:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462094:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757231.462099:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462108:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757231.462111:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462113:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.462115:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462117:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757231.462122:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757231.462126:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757231.462130:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757231.462134:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757231.462139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757231.462149:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757231.462154:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757231.462158:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462175:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.462177:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.462180:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757231.462183:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757231.462185:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.462189:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757231.462193:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757231.462196:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757231.462198:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.462200:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757231.462205:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757231.462207:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757231.462211:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757231.462214:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757231.462218:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757231.462222:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931025920, portal 10 00000100:00000001:1.0:1787757231.462225:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757231.462227:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757231.462233:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462242:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757231.462245:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757231.462248:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757231.462252:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931025920, offset 0 00000400:00000200:1.0:1787757231.462257:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757231.462261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.462266:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757231.462270:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757231.462274:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757231.462277:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757231.462358:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757231.462364:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746773:746773:256:4294967295] 192.168.201.121@tcp LPNI seq info [746767:746767:8:4294967295] 00000400:00000200:1.0:1787757231.462370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.462379:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757231.462385:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.462390:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757231.462395:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757231.462399:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757231.462413:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.462416:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757231.462421:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757231.462427:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757231.462431:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757231.462434:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757231.462438:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757231.462464:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462475:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.462480:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462489:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.462491:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757231.462495:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757231.462500:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757231.462504:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757231.462507:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309608461 00000100:00000001:1.0:1787757231.462510:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.462513:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309608461 00000100:00000001:1.0:1787757231.462516:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.462519:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757231.462523:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.462525:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757231.462530:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757231/real 1787757231] req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757231.462541:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757231.462542:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757231.462545:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757231.462548:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757231.462550:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757231.462553:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757231.462557:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757231.462568:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462576:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757231.462578:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462581:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.462582:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757231.462587:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462595:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757231.462600:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462634:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757231.462638:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462640:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.462642:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462644:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757231.462647:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757231.462651:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757231.462655:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757231.462658:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757231.462663:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757231.462672:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931025920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757231.462676:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462679:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.462682:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931025792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462690:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757231.462692:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757231.462694:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757231.462698:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757231.462699:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757231.462701:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757231.462704:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757231.462706:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757231.462709:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757231.462711:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757231.462713:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757231.462716:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757231.462718:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462720:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.462723:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931025920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462731:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757231.462732:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757231.462734:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757231.462737:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757231.462738:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757231.462740:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757231.462742:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757231.462744:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:1.0:1787757231.462747:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757231.462749:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757231.462750:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757231.462753:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757231.462755:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462757:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.462761:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757231.462763:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.462766:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757231.462767:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757231.462769:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757231.462774:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462782:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.462784:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.462787:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757231.462789:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757231.462792:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.462795:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931026048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757231.462799:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757231.462802:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757231.462804:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.462807:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757231.462810:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757231.462813:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757231.462818:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757231.462820:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757231.462825:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757231.462829:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931026048, portal 4 00000100:00000001:1.0:1787757231.462832:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757231.462833:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757231.462841:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462856:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757231.462859:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757231.462861:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757231.462865:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931026048, offset 0 00000400:00000200:1.0:1787757231.462870:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757231.462875:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.462879:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757231.462883:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757231.462886:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757231.462889:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757231.462892:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757231.462896:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746774:746774:256:4294967295] 192.168.201.121@tcp LPNI seq info [746768:746768:8:4294967295] 00000400:00000200:1.0:1787757231.462901:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.462909:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757231.462914:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.462918:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757231.462923:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757231.462927:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757231.462940:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.462943:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757231.462946:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757231.462951:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757231.462954:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757231.462957:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757231.462960:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757231.462964:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462973:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.462977:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.462993:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.462995:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757231.462998:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757231.463002:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757231.463006:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757231.463008:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309608497 00000100:00000001:1.0:1787757231.463012:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.463014:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309608497 00000100:00000001:1.0:1787757231.463017:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.463019:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757231.463022:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.463024:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757231.463028:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757231/real 1787757231] req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757231.463037:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757231.463056:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757231.463058:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757231.463061:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757231.463064:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757231.463066:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757231.463071:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757231.463087:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463094:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757231.463096:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463099:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.463100:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757231.463105:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463118:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757231.463127:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463141:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757231.463145:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463149:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.463152:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463156:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757231.463159:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757231.463164:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757231.463170:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757231.463175:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757231.463183:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757231.463198:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931026048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757231.463206:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757231.463213:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463226:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.463229:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.463233:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757231.463237:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757231.463241:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.463247:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931026176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757231.463253:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757231.463257:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757231.463261:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757231.463264:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757231.463342:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757231.463347:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757231.463354:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757231.463359:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757231.463366:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757231.463373:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931026176, portal 4 00000100:00000001:1.0:1787757231.463378:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757231.463381:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757231.463393:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463408:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757231.463413:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757231.463418:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757231.463423:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931026176, offset 0 00000400:00000200:1.0:1787757231.463431:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757231.463439:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.463447:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757231.463452:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757231.463457:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757231.463462:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757231.463467:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757231.463473:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746775:746775:256:4294967295] 192.168.201.121@tcp LPNI seq info [746769:746769:8:4294967295] 00000400:00000200:1.0:1787757231.463482:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757231.463495:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757231.463504:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.463511:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757231.463519:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757231.463524:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787757231.463546:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757231.463550:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757231.463554:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757231.463559:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757231.463563:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757231.463565:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757231.463569:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757231.463574:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463584:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.463588:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463597:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.463599:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757231.463603:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757231.463607:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757231.463611:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757231.463614:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309608477 00000100:00000001:1.0:1787757231.463618:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.463620:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309608477 00000100:00000001:1.0:1787757231.463623:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309609425 00000100:00000001:1.0:1787757231.463625:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757231.463628:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.463631:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757231.463635:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757231/real 1787757231] req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757231.463645:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757231.463646:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757231.463649:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757231.463652:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757231.463654:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757231.463657:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757231.463661:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757231.463671:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463678:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757231.463680:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463682:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.463684:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757231.463689:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463696:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757231.463701:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463709:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757231.463712:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463713:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757231.463715:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463717:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757231.463719:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757231.463723:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757231.463727:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757231.463730:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757231.463735:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757231.463744:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931026176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757231.463748:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463751:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.463755:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931026048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463764:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757231.463766:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757231.463769:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757231.463771:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757231.463773:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757231.463775:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757231.463778:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757231.463780:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757231.463784:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757231.463785:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757231.463787:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757231.463790:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757231.463793:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463795:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757231.463798:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931026176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757231.463806:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757231.463807:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757231.463809:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757231.463812:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757231.463813:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757231.463814:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757231.463817:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757231.463818:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757231.463821:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757231.463822:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757231.463824:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757231.463827:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757231.463828:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463831:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.463835:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757231.463837:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.463839:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757231.463841:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757231.523392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757231.523398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757231.523400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757231.523405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757231.523409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757231.523413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.523416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757231.523418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757231.523421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757232.419377:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757232.419386:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757232.419389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757232.419395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757232.419401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757232.419408:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757232.419429:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757232.419434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757232.419440:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757232.419476:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757232.419481:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757232.419485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757232.419492:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757232.419497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757232.419503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757232.419509:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757232.419514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757232.419556:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757232.483379:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309609425, at 4309609472 00000100:00000010:1.0:1787757232.483391:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757232.547371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757232.547376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757232.547377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757232.547381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757232.547384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757232.547387:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757232.547389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757232.547391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757232.547394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757233.443377:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757233.443387:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757233.443391:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757233.443400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757233.443408:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757233.443414:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757233.443421:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757233.443425:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757233.443432:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757233.443454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757233.443458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757233.443460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757233.443464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757233.443471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757233.443476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757233.443483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757233.443489:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757233.443495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757233.571358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757233.571365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757233.571366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757233.571371:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757233.571373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757233.571376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757233.571379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757233.571381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757233.571383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757234.467408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757234.467417:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757234.467419:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757234.467425:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757234.467430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757234.467434:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.467437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757234.467441:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.467446:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757234.467477:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757234.467483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757234.467490:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757234.467498:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757234.467505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757234.467509:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.467515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757234.467517:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.467526:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757234.467548:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757234.467554:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757234.467557:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757234.467560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757234.467563:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757234.467569:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.467585:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757234.467589:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.467597:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757234.595420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757234.595429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757234.595432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757234.595438:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757234.595443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757234.595447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.595451:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757234.595454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757234.595458:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757235.491351:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757235.491358:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757235.491363:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757235.491371:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757235.491379:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757235.491386:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.491399:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757235.491402:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.491404:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757235.491419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757235.491423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757235.491426:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757235.491429:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757235.491434:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757235.491439:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.491443:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757235.491446:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.491449:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757235.491476:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757235.491481:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757235.491482:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757235.491484:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757235.491486:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757235.491489:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.491491:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757235.491494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.491501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757235.619404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757235.619415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757235.619419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757235.619427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757235.619433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757235.619439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.619444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757235.619448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757235.619452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.515423:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757236.515432:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757236.515438:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.515446:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757236.515456:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757236.515473:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.515479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757236.515490:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.515500:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.515536:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757236.515542:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757236.515547:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.515558:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757236.515568:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757236.515575:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.515581:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757236.515587:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.515593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.515677:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757236.515683:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757236.515685:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.515688:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757236.515692:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757236.515695:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.515698:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757236.515700:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.515704:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757236.579415:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757236.579424:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757236.579427:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757236.579431:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757236.579435:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757236.579444:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14941 00000400:00000200:1.0:1787757236.579453:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757236.579460:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757236.579463:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757236.579467:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579470:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.579473:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579476:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757236.579480:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757236.579482:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757236.579485:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757236.579488:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757236.579491:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757236.579493:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757236.579496:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579499:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.579501:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579503:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757236.579525:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757236.579529:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579532:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757236.579535:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757236.579538:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757236.579541:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.579544:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757236.579547:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757236.579557:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757236.579561:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757236.579566:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757236.579568:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.579571:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757236.579574:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757236.579579:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757236.579587:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757236.579594:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.579605:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931026304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757236.579617:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757236.579622:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757236.579628:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931026304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757236.579657:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757236.579661:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757236.579665:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757236.579667:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757236.579669:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757236.579672:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757236.579675:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14941 00000400:00000200:1.0:1787757236.579680:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757236.579683:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757236.579686:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757236.579689:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579691:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.579693:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579696:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757236.579698:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757236.579699:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757236.579701:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757236.579703:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757236.579722:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757236.579724:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757236.579727:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579730:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.579732:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579735:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757236.579738:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757236.579742:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757236.579745:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757236.579747:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757236.579753:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757236.579756:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.579761:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757236.579766:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757236.579803:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.579810:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757236.579819:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757236.579827:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757236.579834:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757236.579839:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.579845:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757236.579849:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757236.579853:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757236.579862:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757236.579868:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.579884:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931026432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757236.579917:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757236.579923:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757236.579929:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931026432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757236.579950:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757236.579955:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757236.579960:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757236.579966:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757236.579968:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757236.579972:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757236.579978:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14941 00000400:00000200:1.0:1787757236.579984:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757236.579992:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757236.579998:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757236.580009:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580012:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.580019:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580026:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757236.580033:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757236.580037:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757236.580042:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757236.580046:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757236.580051:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757236.580056:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757236.580066:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580073:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.580100:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580104:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757236.580113:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757236.580120:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580126:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757236.580130:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757236.580134:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757236.580142:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580166:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757236.580170:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757236.580177:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580187:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757236.580195:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757236.580203:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757236.580250:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757236.580252:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580253:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757236.580255:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757236.580257:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757236.580261:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757236.580265:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.580271:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931026560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757236.580279:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757236.580281:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757236.580315:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931026560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757236.580325:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757236.580329:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757236.580333:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757236.580334:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757236.580336:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757236.580339:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757236.580343:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14941 00000400:00000200:1.0:1787757236.580347:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757236.580355:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757236.580363:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757236.580373:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580380:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.580388:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580396:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757236.580400:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757236.580402:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757236.580404:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757236.580407:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757236.580414:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757236.580421:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757236.580451:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580461:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.580471:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580476:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757236.580484:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757236.580490:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580518:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757236.580526:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757236.580531:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757236.580537:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580541:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757236.580547:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757236.580553:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580559:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757236.580567:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757236.580575:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757236.580583:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757236.580587:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580591:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757236.580593:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757236.580596:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757236.580609:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757236.580618:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.580628:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931026688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757236.580644:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757236.580669:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757236.580681:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931026688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757236.580698:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757236.580706:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757236.580715:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757236.580735:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757236.580739:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757236.580746:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757236.580753:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14941 00000400:00000200:1.0:1787757236.580763:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757236.580775:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757236.580780:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757236.580785:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580792:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.580799:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580805:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757236.580813:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757236.580816:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757236.580819:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757236.580823:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757236.580827:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757236.580830:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757236.580835:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580840:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757236.580844:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580847:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757236.580855:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757236.580865:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757236.580875:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757236.580880:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757236.580886:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757236.580909:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580914:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757236.580917:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757236.580926:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580932:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757236.580940:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757236.580945:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757236.580952:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757236.580956:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757236.580960:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757236.580965:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757236.580971:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757236.580980:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757236.580987:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.580999:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931026816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757236.581049:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757236.581056:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757236.581069:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931026816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757236.581129:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757236.581138:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14951) 00000100:00000001:1.0:1787757236.643383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757236.643391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757236.643393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757236.643399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757236.643404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757236.643408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.643411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757236.643414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757236.643417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757237.539366:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757237.539373:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757237.539378:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757237.539382:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757237.539389:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757237.539394:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757237.539405:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757237.539409:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757237.539415:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757237.539433:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757237.539439:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757237.539442:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757237.539447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757237.539454:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757237.539459:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757237.539467:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757237.539472:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757237.539478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757237.603338:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309614545, at 4309614592 00000100:00000010:1.0:1787757237.603352:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad20. 00000100:00000001:1.0:1787757237.667340:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757237.667344:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757237.667346:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757237.667350:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757237.667353:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757237.667357:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757237.667359:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757237.667361:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757237.667363:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757238.563473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757238.563483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757238.563490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757238.563520:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757238.563528:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757238.563535:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.563564:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757238.563569:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.563574:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757238.563597:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757238.563604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757238.563611:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757238.563616:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757238.563621:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757238.563634:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.563644:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757238.563651:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.563658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757238.563717:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757238.563722:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757238.563726:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757238.563732:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757238.563740:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757238.563745:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.563750:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757238.563754:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.563757:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757238.563788:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757238.563791:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757238.563795:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757238.691374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757238.691381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757238.691383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757238.691388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757238.691392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757238.691395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.691398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757238.691401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757238.691404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757239.587458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757239.587473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757239.587479:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757239.587501:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757239.587512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757239.587522:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757239.587559:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757239.587567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757239.587574:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757239.587611:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757239.587621:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757239.587633:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757239.587645:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757239.587667:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757239.587678:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757239.587703:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757239.587714:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757239.587723:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757239.587774:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757239.587789:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757239.587800:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757239.715449:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757239.715458:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757239.715460:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757239.715467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757239.715471:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757239.715484:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757239.715487:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757239.715490:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757239.715494:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757240.611378:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757240.611390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757240.611396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757240.611408:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757240.611420:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757240.611429:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.611435:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757240.611442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.611448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757240.611493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757240.611503:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757240.611508:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757240.611517:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757240.611526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757240.611534:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.611546:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757240.611552:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.611560:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757240.611599:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757240.611608:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757240.611613:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757240.611625:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757240.611635:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757240.611643:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.611650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757240.611655:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.611661:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757240.739368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757240.739377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757240.739379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757240.739385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757240.739389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757240.739393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.739396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757240.739400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757240.739403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757241.635478:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757241.635490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757241.635498:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757241.635510:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757241.635521:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757241.635534:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757241.635541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757241.635544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757241.635550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757241.635594:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757241.635604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757241.635612:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757241.635619:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757241.635630:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757241.635638:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757241.635651:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757241.635659:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757241.635667:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757241.763380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757241.763387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757241.763389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757241.763395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757241.763399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757241.763403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757241.763406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757241.763410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757241.763413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757242.659382:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757242.659389:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757242.659393:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757242.659400:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757242.659407:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757242.659411:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.659434:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757242.659438:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.659442:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757242.659460:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757242.659465:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757242.659470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757242.659475:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757242.659482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757242.659487:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.659494:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757242.659498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.659503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757242.659552:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757242.659557:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757242.659560:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757242.659562:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757242.659564:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757242.659566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.659568:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757242.659569:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.659570:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757242.723338:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309619665, at 4309619712 00000100:00000010:1.0:1787757242.723351:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a8a0. 00000100:00000001:1.0:1787757242.787394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757242.787401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757242.787403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757242.787408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757242.787411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757242.787415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.787418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757242.787420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757242.787423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757243.683440:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757243.683452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757243.683458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757243.683467:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757243.683478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757243.683486:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.683496:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757243.683505:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.683511:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757243.683530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757243.683536:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757243.683543:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757243.683556:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757243.683568:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757243.683578:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.683585:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757243.683590:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.683598:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757243.683624:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757243.683634:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757243.683641:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757243.683650:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757243.683662:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757243.683673:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.683686:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757243.683693:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.683708:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757243.811358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757243.811370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757243.811373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757243.811380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757243.811385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757243.811390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.811394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757243.811397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757243.811401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757244.707439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757244.707450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757244.707457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757244.707467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757244.707482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757244.707492:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757244.707503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757244.707509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757244.707516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757244.707548:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757244.707555:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757244.707559:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757244.707564:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757244.707574:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757244.707583:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757244.707595:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757244.707601:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757244.707610:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757244.835381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757244.835393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757244.835396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757244.835402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757244.835407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757244.835413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757244.835417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757244.835420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757244.835424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757245.731397:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757245.731408:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757245.731416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757245.731429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757245.731439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757245.731448:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757245.731474:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757245.731481:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757245.731492:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757245.731544:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757245.731553:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757245.731557:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757245.731563:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757245.731569:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757245.731573:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757245.731576:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757245.731578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757245.731581:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757245.859372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757245.859382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757245.859385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757245.859393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757245.859398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757245.859403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757245.859407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757245.859410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757245.859414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.755441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757246.755451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757246.755459:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.755473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757246.755485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757246.755496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757246.755529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757246.755539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757246.755550:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.755646:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757246.755659:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757246.755669:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.755685:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757246.755700:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757246.755715:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757246.755726:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757246.755732:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757246.755739:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757246.819551:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757246.819564:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757246.819567:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757246.819572:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757246.819578:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757246.819588:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14951 00000400:00000200:1.0:1787757246.819599:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757246.819607:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757246.819611:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757246.819616:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819621:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.819625:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819628:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757246.819633:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757246.819636:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757246.819640:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757246.819644:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757246.819648:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757246.819651:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757246.819655:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819658:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.819661:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819663:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757246.819668:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757246.819672:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819675:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757246.819678:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757246.819683:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757246.819686:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.819713:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757246.819718:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757246.819732:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757246.819739:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757246.819745:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757246.819749:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.819754:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757246.819759:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757246.819766:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757246.819780:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757246.819791:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.819807:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931027584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757246.819828:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757246.819834:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757246.819841:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931027584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757246.819879:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757246.819884:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757246.819888:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757246.819890:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757246.819893:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757246.819897:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757246.819900:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14951 00000400:00000200:1.0:1787757246.819906:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757246.819910:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757246.819924:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757246.819931:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819934:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.819938:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819942:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757246.819946:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757246.819948:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757246.819950:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757246.819955:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757246.819963:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757246.819968:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757246.819978:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819983:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.819991:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.819999:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757246.820007:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757246.820018:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820072:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757246.820080:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757246.820091:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757246.820100:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.820107:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757246.820115:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757246.820126:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.820132:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757246.820139:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757246.820148:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757246.820158:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757246.820161:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.820164:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757246.820171:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757246.820176:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757246.820188:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757246.820197:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.820213:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931027712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757246.820236:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757246.820242:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757246.820257:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931027712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757246.820367:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757246.820372:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757246.820383:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757246.820389:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757246.820394:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757246.820407:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757246.820415:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14951 00000400:00000200:1.0:1787757246.820430:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757246.820444:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757246.820453:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757246.820468:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820478:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.820487:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820492:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757246.820497:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757246.820502:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757246.820508:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757246.820513:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757246.820525:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757246.820535:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757246.820550:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820556:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.820562:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820570:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757246.820576:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757246.820586:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820595:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757246.820601:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757246.820607:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757246.820616:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.820623:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757246.820628:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757246.820634:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.820641:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757246.820649:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757246.820658:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757246.820665:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757246.820668:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.820671:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757246.820674:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757246.820676:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757246.820682:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757246.820690:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.820708:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931027840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757246.820740:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757246.820751:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757246.820772:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931027840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757246.820811:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757246.820819:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757246.820827:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757246.820832:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757246.820835:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757246.820842:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757246.820849:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14951 00000400:00000200:1.0:1787757246.820859:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757246.820869:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757246.820877:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757246.820888:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820899:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.820909:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820918:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757246.820927:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757246.820931:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757246.820937:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757246.820942:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757246.820948:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757246.820956:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757246.820968:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820976:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.820985:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.820994:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757246.821004:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757246.821018:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757246.821050:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757246.821060:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757246.821070:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757246.821082:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.821098:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757246.821105:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757246.821114:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.821122:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757246.821132:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757246.821140:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757246.821150:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757246.821155:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.821163:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757246.821167:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757246.821172:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757246.821182:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757246.821193:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.821213:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931027968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757246.821236:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757246.821244:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757246.821259:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931027968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757246.821327:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757246.821336:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757246.821346:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757246.821353:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757246.821358:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757246.821367:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757246.821376:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14951 00000400:00000200:1.0:1787757246.821390:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757246.821403:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757246.821408:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757246.821417:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.821423:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.821433:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.821441:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757246.821449:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757246.821455:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757246.821461:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757246.821466:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757246.821473:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757246.821481:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757246.821492:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.821496:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757246.821500:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757246.821507:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757246.821514:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757246.821523:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757246.821534:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757246.821539:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757246.821547:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757246.821556:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.821565:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757246.821571:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757246.821581:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.821588:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757246.821599:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757246.821607:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757246.821619:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757246.821626:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757246.821633:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757246.821638:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757246.821644:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757246.821659:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757246.821670:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.821685:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931028096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757246.821721:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757246.821729:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757246.821749:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931028096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757246.821798:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757246.821812:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14961) 00000100:00000001:1.0:1787757246.883356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757246.883368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757246.883372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757246.883380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757246.883387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757246.883392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757246.883397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757246.883402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757246.883408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757247.779412:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757247.779427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757247.779435:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757247.779447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757247.779460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757247.779469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757247.779482:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757247.779489:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757247.779502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757247.779542:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757247.779552:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757247.779560:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757247.779572:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757247.779585:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757247.779596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757247.779609:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757247.779615:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757247.779621:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757247.843371:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309624785, at 4309624832 00000100:00000010:1.0:1787757247.843392:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a060. 00000100:00000001:1.0:1787757247.907381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757247.907394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757247.907397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757247.907404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757247.907410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757247.907415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757247.907418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757247.907423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757247.907427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757248.803463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757248.803476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757248.803486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757248.803502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757248.803515:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757248.803525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757248.803560:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757248.803567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757248.803579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757248.931391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757248.931402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757248.931406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757248.931414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757248.931419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757248.931424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757248.931428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757248.931432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757248.931436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757249.827491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757249.827499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757249.827507:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757249.827520:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757249.827533:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757249.827541:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757249.827548:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757249.827554:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757249.827565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757249.827598:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757249.827605:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757249.827611:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757249.827639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757249.827647:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757249.827654:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757249.827662:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757249.827666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757249.827676:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757249.955399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757249.955411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757249.955414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757249.955421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757249.955426:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757249.955431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757249.955434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757249.955438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757249.955442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757250.851479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757250.851491:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757250.851502:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757250.851513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757250.851523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757250.851547:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757250.851558:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757250.851566:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757250.851575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757250.851643:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757250.851651:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757250.851654:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757250.851658:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757250.851664:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757250.851671:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757250.851677:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757250.851682:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757250.851694:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757250.979439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757250.979474:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757250.979479:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757250.979491:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757250.979498:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757250.979506:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757250.979512:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757250.979517:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757250.979535:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757251.875432:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757251.875447:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757251.875458:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757251.875474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757251.875487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757251.875502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757251.875511:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757251.875522:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757251.875531:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757251.875563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757251.875573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757251.875579:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757251.875592:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757251.875598:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757251.875608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757251.875618:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757251.875642:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757251.875658:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757251.875723:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757251.875732:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757251.875735:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757251.875740:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757251.875745:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757251.875750:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757251.875754:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757251.875757:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757251.875762:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757252.003454:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757252.003462:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757252.003464:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757252.003507:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757252.003512:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757252.003516:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757252.003519:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757252.003523:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757252.003526:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757252.899446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757252.899458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757252.899464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757252.899477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757252.899488:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757252.899497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757252.899519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757252.899527:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757252.899533:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757252.899565:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757252.899575:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757252.899581:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757252.899594:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757252.899607:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757252.899614:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757252.899630:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757252.899637:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757252.899648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757252.963384:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309629905, at 4309629952 00000100:00000010:1.0:1787757252.963407:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a0c0. 00000100:00000001:1.0:1787757253.027400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757253.027409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757253.027412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757253.027419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757253.027424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757253.027429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757253.027433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757253.027436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757253.027440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757253.923403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757253.923415:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757253.923419:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757253.923427:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757253.923436:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757253.923442:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757253.923449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757253.923464:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757253.923482:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757253.923560:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757253.923573:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757253.923613:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757253.923634:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757253.923664:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757253.923691:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757253.923719:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757253.923728:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757253.923744:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757254.051391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757254.051401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757254.051419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757254.051427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757254.051432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757254.051437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757254.051441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757254.051444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757254.051448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757254.947419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757254.947432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757254.947441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757254.947456:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757254.947470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757254.947481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757254.947488:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757254.947499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757254.947510:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757254.947610:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757254.947617:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757254.947628:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757254.947642:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757254.947648:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757254.947654:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757254.947659:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757254.947667:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757254.947676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757254.947681:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757254.947685:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757254.947689:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757255.075364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757255.075374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757255.075377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757255.075382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757255.075387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757255.075391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757255.075394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757255.075397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757255.075400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757255.971453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757255.971465:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757255.971473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757255.971490:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757255.971508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757255.971525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757255.971538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757255.971560:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757255.971571:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757255.971647:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757255.971658:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757255.971664:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757255.971676:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757255.971688:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757255.971697:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757255.971704:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757255.971712:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757255.971717:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757256.099430:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757256.099440:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757256.099443:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757256.099448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757256.099452:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757256.099456:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757256.099459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757256.099462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757256.099465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757256.995465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757256.995475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757256.995500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757256.995518:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757256.995532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757256.995544:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757256.995555:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757256.995566:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757256.995580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757257.059424:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757257.059434:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757257.059437:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757257.059442:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757257.059448:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757257.059457:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14961 00000400:00000200:1.0:1787757257.059468:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757257.059476:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757257.059481:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757257.059486:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059490:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.059494:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059497:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757257.059502:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757257.059505:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757257.059510:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757257.059515:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757257.059520:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757257.059526:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757257.059533:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059537:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.059541:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059545:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757257.059552:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757257.059559:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059565:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757257.059570:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757257.059576:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757257.059582:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.059587:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757257.059592:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757257.059607:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757257.059615:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757257.059620:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757257.059623:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.059627:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757257.059631:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757257.059637:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757257.059647:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757257.059655:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757257.059668:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931028864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757257.059691:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757257.059697:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757257.059704:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931028864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757257.059749:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757257.059754:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757257.059765:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757257.059767:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757257.059770:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757257.059774:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757257.059778:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14961 00000400:00000200:1.0:1787757257.059784:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757257.059789:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757257.059792:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757257.059798:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059802:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.059805:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059809:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757257.059813:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757257.059815:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757257.059818:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757257.059821:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757257.059824:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757257.059828:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757257.059839:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059843:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.059871:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059874:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757257.059879:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757257.059883:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757257.059886:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757257.059889:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757257.059897:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757257.059904:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.059910:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757257.059917:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757257.059929:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.059937:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757257.059949:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757257.059959:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757257.059967:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757257.059975:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.059989:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757257.059999:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757257.060011:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757257.060027:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757257.060039:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757257.060065:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931028992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757257.060086:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757257.060091:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757257.060100:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931028992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757257.060127:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757257.060137:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757257.060151:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757257.060157:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757257.060163:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757257.060175:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757257.060187:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14961 00000400:00000200:1.0:1787757257.060199:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757257.060211:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757257.060217:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757257.060221:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060230:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.060238:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060242:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757257.060249:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757257.060254:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757257.060261:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757257.060265:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757257.060342:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757257.060352:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757257.060375:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060387:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.060398:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060408:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757257.060415:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757257.060420:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060429:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757257.060435:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757257.060443:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757257.060451:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.060456:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757257.060462:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757257.060467:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.060475:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757257.060482:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757257.060492:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757257.060501:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757257.060506:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.060517:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757257.060525:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757257.060534:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757257.060551:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757257.060566:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757257.060589:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931029120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757257.060639:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757257.060647:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757257.060658:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931029120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757257.060676:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757257.060685:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757257.060700:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757257.060704:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757257.060709:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757257.060718:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757257.060727:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14961 00000400:00000200:1.0:1787757257.060742:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757257.060751:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757257.060760:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757257.060767:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060772:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.060781:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060789:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757257.060797:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757257.060802:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757257.060804:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757257.060810:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757257.060817:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757257.060824:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757257.060830:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060838:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.060871:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060877:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757257.060886:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757257.060893:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757257.060902:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757257.060906:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757257.060916:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757257.060922:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.060932:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757257.060939:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757257.060948:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.060952:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757257.060962:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757257.060976:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757257.060986:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757257.060996:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.061009:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757257.061019:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757257.061030:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757257.061048:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757257.061064:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757257.061082:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931029248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757257.061111:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757257.061118:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757257.061135:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931029248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757257.061159:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757257.061169:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757257.061184:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757257.061194:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757257.061200:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757257.061211:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757257.061221:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14961 00000400:00000200:1.0:1787757257.061232:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757257.061244:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757257.061249:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757257.061261:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.061306:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.061317:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.061329:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757257.061339:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757257.061344:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757257.061351:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757257.061360:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757257.061371:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757257.061380:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757257.061394:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.061402:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757257.061411:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757257.061419:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757257.061426:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757257.061435:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757257.061442:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757257.061448:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757257.061458:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757257.061470:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.061481:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757257.061490:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757257.061497:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.061507:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757257.061520:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757257.061533:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757257.061543:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757257.061553:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757257.061565:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757257.061574:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757257.061581:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757257.061597:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757257.061612:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757257.061633:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931029376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757257.061654:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757257.061663:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757257.061678:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931029376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757257.061705:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757257.061713:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14971) 00000100:00000001:1.0:1787757257.123389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757257.123399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757257.123401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757257.123408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757257.123414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757257.123418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757257.123422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757257.123426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757257.123430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757258.019412:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757258.019424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757258.019428:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757258.019437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757258.019446:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757258.019456:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757258.019467:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757258.019475:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757258.019486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757258.019559:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757258.019569:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757258.019579:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757258.019587:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757258.019594:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757258.019606:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757258.019616:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757258.019626:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757258.019639:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757258.083395:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309635025, at 4309635072 00000100:00000010:1.0:1787757258.083413:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a780. 00000100:00000001:1.0:1787757258.147424:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757258.147435:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757258.147439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757258.147447:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757258.147452:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757258.147458:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757258.147462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757258.147466:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757258.147471:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757259.043522:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757259.043531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757259.043535:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757259.043540:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757259.043548:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757259.043552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.043570:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757259.043573:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.043577:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757259.043611:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757259.043627:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757259.043644:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757259.043656:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757259.043672:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757259.043681:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.043695:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757259.043705:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.043711:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757259.043791:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757259.043799:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757259.043806:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757259.043828:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757259.043835:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757259.043839:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.043854:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757259.043860:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.043882:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757259.171422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757259.171433:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757259.171436:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757259.171443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757259.171448:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757259.171454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.171458:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757259.171462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757259.171467:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757260.067510:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757260.067525:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757260.067538:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757260.067553:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757260.067565:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757260.067577:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757260.067594:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757260.067603:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757260.067613:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757260.067647:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757260.067658:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757260.067667:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757260.067679:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757260.067694:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757260.067706:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757260.067719:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757260.067727:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757260.067736:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757260.195398:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757260.195407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757260.195409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757260.195416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757260.195420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757260.195425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757260.195428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757260.195431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757260.195435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757261.091533:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757261.091547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757261.091556:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757261.091564:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757261.091576:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757261.091583:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757261.091603:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757261.091611:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757261.091625:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757261.091691:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757261.091713:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757261.091723:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757261.091733:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757261.091744:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757261.091749:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757261.091755:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757261.091760:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757261.091766:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757261.219411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757261.219423:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757261.219425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757261.219433:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757261.219438:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757261.219444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757261.219447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757261.219451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757261.219455:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.115411:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757262.115422:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757262.115431:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.115445:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757262.115458:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757262.115471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757262.115484:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757262.115495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757262.115505:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.115583:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757262.115594:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757262.115602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.115613:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757262.115626:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757262.115637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757262.115649:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757262.115657:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757262.115670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757262.179362:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757262.179372:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757262.179375:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757262.179380:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757262.179385:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757262.179395:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14966 00000400:00000200:1.0:1787757262.179406:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757262.179414:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757262.179418:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757262.179423:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179427:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.179431:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179434:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757262.179438:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757262.179441:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757262.179444:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757262.179449:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757262.179452:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757262.179455:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757262.179459:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.179464:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179466:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757262.179470:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757262.179475:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179478:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757262.179481:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757262.179485:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757262.179489:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.179491:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757262.179495:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757262.179506:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757262.179510:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757262.179515:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757262.179517:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.179520:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757262.179524:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757262.179529:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757262.179538:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757262.179546:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.179557:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931029504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757262.179571:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757262.179577:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757262.179587:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931029504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757262.179623:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757262.179629:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757262.179637:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757262.179641:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757262.179644:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757262.179651:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757262.179659:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14966 00000400:00000200:1.0:1787757262.179669:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757262.179676:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757262.179722:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757262.179733:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179743:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.179751:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179800:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757262.179808:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757262.179814:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757262.179818:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757262.179824:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757262.179833:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757262.179840:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757262.179853:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179864:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.179876:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179885:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757262.179898:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757262.179915:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757262.179927:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757262.179938:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757262.179947:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757262.179956:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.179962:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757262.179970:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757262.179982:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.179990:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757262.180000:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757262.180010:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757262.180018:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757262.180023:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.180029:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757262.180031:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757262.180037:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757262.180048:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757262.180058:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.180073:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931029632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757262.180100:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757262.180108:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757262.180122:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931029632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757262.180146:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757262.180155:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757262.180171:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757262.180179:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757262.180187:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757262.180198:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757262.180210:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14966 00000400:00000200:1.0:1787757262.180232:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757262.180251:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757262.180261:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757262.180268:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180274:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.180283:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180335:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757262.180341:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757262.180346:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757262.180351:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757262.180355:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757262.180362:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757262.180366:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757262.180375:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180384:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.180390:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180399:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757262.180410:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757262.180418:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180427:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757262.180433:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757262.180440:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757262.180447:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.180453:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757262.180458:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757262.180462:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.180465:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757262.180475:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757262.180482:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757262.180489:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757262.180492:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.180499:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757262.180501:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757262.180505:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757262.180512:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757262.180521:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.180535:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931029760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757262.180583:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757262.180592:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757262.180613:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931029760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757262.180669:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757262.180678:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757262.180695:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757262.180701:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757262.180708:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757262.180718:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757262.180745:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14966 00000400:00000200:1.0:1787757262.180805:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757262.180818:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757262.180827:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757262.180837:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180844:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.180853:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180864:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757262.180877:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757262.180885:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757262.180894:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757262.180902:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757262.180913:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757262.180927:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757262.180946:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180954:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.180963:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.180972:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757262.180982:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757262.180995:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757262.181006:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757262.181011:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757262.181018:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757262.181028:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.181032:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757262.181038:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757262.181044:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.181049:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757262.181058:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757262.181067:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757262.181075:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757262.181080:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.181086:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757262.181092:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757262.181098:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757262.181107:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757262.181116:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.181132:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931029888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757262.181170:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757262.181179:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757262.181198:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931029888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757262.181246:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757262.181259:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757262.181271:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757262.181277:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757262.181282:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757262.181322:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757262.181334:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14966 00000400:00000200:1.0:1787757262.181345:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757262.181355:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757262.181359:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757262.181369:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.181376:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.181383:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.181391:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757262.181396:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757262.181400:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757262.181405:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757262.181409:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757262.181415:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757262.181423:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757262.181432:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.181442:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757262.181451:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757262.181459:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757262.181467:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757262.181478:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757262.181485:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757262.181493:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757262.181503:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757262.181511:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.181518:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757262.181522:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757262.181532:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.181538:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757262.181548:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757262.181557:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757262.181567:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757262.181573:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757262.181583:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757262.181590:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757262.181598:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757262.181607:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757262.181615:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.181631:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931030016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757262.181669:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757262.181676:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757262.181706:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931030016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757262.181730:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757262.181740:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14976) 00000100:00000001:1.0:1787757262.243398:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757262.243407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757262.243411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757262.243418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757262.243424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757262.243430:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757262.243435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757262.243455:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757262.243461:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757263.139381:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757263.139390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757263.139394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757263.139404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757263.139416:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757263.139425:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757263.139449:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757263.139453:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757263.139459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757263.139482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757263.139488:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757263.139492:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757263.139496:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757263.139501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757263.139507:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757263.139515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757263.139518:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757263.139526:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757263.203338:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309640145, at 4309640192 00000100:00000010:1.0:1787757263.203354:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a840. 00000100:00000001:1.0:1787757263.267347:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757263.267357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757263.267360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757263.267367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757263.267372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757263.267376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757263.267380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757263.267384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757263.267388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757264.163463:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757264.163474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757264.163509:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757264.163521:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757264.163532:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757264.163542:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757264.163587:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757264.163594:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757264.163602:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757264.163642:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757264.163668:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757264.163679:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757264.163693:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757264.163708:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757264.163747:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757264.163760:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757264.163766:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757264.163775:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757264.291410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757264.291435:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757264.291439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757264.291450:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757264.291456:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757264.291462:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757264.291466:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757264.291470:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757264.291475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757265.187472:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757265.187486:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757265.187493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757265.187505:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757265.187519:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757265.187530:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.187543:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757265.187552:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.187565:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757265.187608:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757265.187617:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757265.187627:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757265.187655:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757265.187665:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757265.187676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.187686:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757265.187694:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.187756:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757265.187794:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757265.187802:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757265.187806:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757265.187813:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757265.187820:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757265.187826:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.187832:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757265.187836:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.187842:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757265.315370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757265.315381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757265.315384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757265.315391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757265.315396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757265.315401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.315405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757265.315409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757265.315413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757266.211487:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757266.211495:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757266.211499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757266.211508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757266.211513:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757266.211518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.211533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757266.211537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.211541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757266.211560:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757266.211567:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757266.211571:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757266.211577:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757266.211586:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757266.211592:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.211597:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757266.211603:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.211607:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757266.211631:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757266.211635:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757266.211639:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757266.211646:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757266.211651:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757266.211658:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.211662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757266.211665:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.211668:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757266.339362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757266.339372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757266.339374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757266.339379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757266.339382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757266.339386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.339389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757266.339392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757266.339395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.235441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757267.235449:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757267.235453:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.235460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757267.235466:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757267.235473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.235483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.235487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.235492:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.235518:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757267.235523:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757267.235525:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.235528:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757267.235532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757267.235536:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.235540:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.235563:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.235578:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.235618:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757267.235624:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757267.235629:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.235632:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757267.235637:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757267.235641:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.235645:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.235650:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.235657:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.299705:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757267.299711:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757267.299715:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757267.299725:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.299744:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.299747:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.299753:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757267.299758:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757267.299762:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.299769:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931030144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757267.299775:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757267.299782:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757267.299787:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.299792:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757267.299798:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757267.299804:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757267.299813:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757267.299818:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757267.299828:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757267.299838:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030144, portal 25 00000100:00000001:1.0:1787757267.299844:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757267.299848:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:1.0:1787757267.299860:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.299880:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757267.299888:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757267.299892:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757267.299897:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931030144, offset 0 00000400:00000200:1.0:1787757267.299910:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757267.299935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.299946:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757267.299955:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757267.299963:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757267.299977:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757267.299982:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757267.299990:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746806:746806:256:4294967295] 192.168.201.121@tcp LPNI seq info [746800:746800:8:4294967295] 00000400:00000200:1.0:1787757267.300002:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.300019:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757267.300032:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.300040:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757267.300052:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757267.300060:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757267.300098:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.300106:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757267.300118:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757267.300133:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757267.300145:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757267.300149:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757267.300157:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757267.300167:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300185:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.300191:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300208:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.300212:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757267.300220:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757267.300229:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757267.300235:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309645264 00000100:00000010:1.0:1787757267.300244:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757267.300255:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757267.300294:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309645264 00000100:00000010:1.0:1787757267.300301:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757267.300306:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757267.300312:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757267.300319:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.300322:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757267.300331:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757267/real 1787757267] req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757267.300378:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757267.300382:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757267.300395:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757267.300400:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757267.300405:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757267.300409:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757267.300418:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757267.300438:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300456:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757267.300459:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300465:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.300469:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757267.300477:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300494:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757267.300501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300519:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757267.300525:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300529:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.300533:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300536:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757267.300541:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757267.300546:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757267.300554:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757267.300559:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757267.300565:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757267.300587:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931030144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757267.300594:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300600:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.300607:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931030144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300621:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757267.300624:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757267.300630:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757267.300635:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757267.300638:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757267.300641:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757267.300646:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757267.300650:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757267.300656:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757267.300659:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757267.300662:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:1.0:1787757267.300685:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757267.300688:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300694:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300703:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757267.300707:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.300711:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757267.300714:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757267.300717:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757267.300723:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300730:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.300732:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.300734:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757267.300736:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757267.300738:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.300741:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757267.300744:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757267.300746:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757267.300747:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.300749:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757267.300752:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757267.300754:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757267.300758:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757267.300760:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757267.300763:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757267.300766:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030272, portal 10 00000100:00000001:1.0:1787757267.300768:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757267.300769:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:1.0:1787757267.300775:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300781:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757267.300783:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757267.300785:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757267.300787:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931030272, offset 0 00000400:00000200:1.0:1787757267.300790:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757267.300794:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.300797:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757267.300800:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757267.300802:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757267.300804:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757267.300807:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757267.300809:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746807:746807:256:4294967295] 192.168.201.121@tcp LPNI seq info [746801:746801:8:4294967295] 00000400:00000200:1.0:1787757267.300813:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.300818:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757267.300822:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.300824:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757267.300828:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757267.300831:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757267.300841:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.300843:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757267.300845:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757267.300848:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757267.300851:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757267.300852:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757267.300855:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757267.300857:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300864:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.300866:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300872:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.300873:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757267.300875:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757267.300879:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757267.300881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757267.300883:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309644301 00000100:00000001:1.0:1787757267.300886:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.300888:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309644301 00000100:00000001:1.0:1787757267.300890:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.300892:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757267.300893:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.300895:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757267.300897:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757267/real 1787757267] req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757267.300903:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757267.300904:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757267.300906:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757267.300908:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757267.300909:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757267.300911:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757267.300914:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757267.300920:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300931:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757267.300932:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300933:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.300934:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757267.300937:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300942:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757267.300945:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300951:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757267.300952:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300954:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.300955:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.300956:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757267.300960:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757267.300962:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757267.300965:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757267.300967:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757267.300970:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757267.300977:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757267.300980:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757267.300983:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.300989:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.300990:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.300992:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757267.300993:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757267.300995:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.300997:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757267.300999:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757267.301001:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757267.301002:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.301004:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301006:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757267.301008:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757267.301010:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757267.301012:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757267.301014:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757267.301017:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030400, portal 10 00000100:00000001:1.0:1787757267.301019:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757267.301020:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757267.301024:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301029:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757267.301031:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757267.301033:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757267.301035:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931030400, offset 0 00000400:00000200:1.0:1787757267.301038:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757267.301040:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.301043:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757267.301045:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757267.301048:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757267.301050:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757267.301052:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757267.301055:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746808:746808:256:4294967295] 192.168.201.121@tcp LPNI seq info [746802:746802:8:4294967295] 00000400:00000200:1.0:1787757267.301058:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.301063:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757267.301066:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.301068:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757267.301071:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757267.301073:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757267.301086:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.301089:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757267.301093:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757267.301097:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757267.301101:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757267.301103:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757267.301106:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757267.301111:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301121:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301126:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301135:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301137:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757267.301141:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757267.301145:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757267.301148:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757267.301150:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309644299 00000100:00000001:1.0:1787757267.301153:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.301155:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309644299 00000100:00000001:1.0:1787757267.301157:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.301159:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757267.301161:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301163:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757267.301166:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757267/real 1787757267] req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757267.301172:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757267.301174:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757267.301175:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757267.301177:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757267.301179:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757267.301181:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757267.301183:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757267.301190:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301196:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757267.301197:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301198:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.301199:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757267.301202:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301207:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757267.301210:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301215:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757267.301217:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301218:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.301219:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301221:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757267.301224:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757267.301227:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757267.301229:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757267.301231:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757267.301235:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757267.301241:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757267.301244:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757267.301247:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301251:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.301253:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.301254:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757267.301256:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757267.301257:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.301260:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757267.301262:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757267.301264:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757267.301265:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.301285:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301288:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757267.301290:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757267.301293:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757267.301295:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757267.301297:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757267.301300:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030528, portal 4 00000100:00000001:1.0:1787757267.301302:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757267.301303:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757267.301308:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301314:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757267.301316:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757267.301318:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757267.301320:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931030528, offset 0 00000400:00000200:1.0:1787757267.301323:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757267.301326:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.301329:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757267.301331:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757267.301334:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757267.301336:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757267.301338:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757267.301341:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746809:746809:256:4294967295] 192.168.201.121@tcp LPNI seq info [746803:746803:8:4294967295] 00000400:00000200:1.0:1787757267.301344:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.301349:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757267.301352:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.301355:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757267.301358:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757267.301361:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757267.301370:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.301372:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757267.301374:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757267.301377:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757267.301380:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757267.301392:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757267.301394:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757267.301397:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301403:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301406:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301417:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301418:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757267.301420:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757267.301423:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757267.301425:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757267.301427:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309644336 00000100:00000001:1.0:1787757267.301429:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.301431:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309644336 00000100:00000001:1.0:1787757267.301432:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.301434:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757267.301436:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301437:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757267.301440:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757267/real 1787757267] req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757267.301445:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757267.301447:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757267.301448:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757267.301450:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757267.301451:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757267.301453:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757267.301455:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757267.301461:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301466:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757267.301467:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301469:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.301470:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757267.301472:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301478:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757267.301482:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301487:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757267.301489:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301490:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.301491:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301492:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757267.301494:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757267.301496:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757267.301498:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757267.301500:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757267.301503:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757267.301509:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757267.301511:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757267.301514:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301519:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.301521:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.301522:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757267.301524:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757267.301525:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.301527:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757267.301530:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757267.301531:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757267.301533:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757267.301545:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301548:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757267.301550:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757267.301552:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757267.301554:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757267.301556:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757267.301558:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030656, portal 4 00000100:00000001:1.0:1787757267.301560:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757267.301561:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757267.301566:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301574:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757267.301577:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757267.301580:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757267.301583:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931030656, offset 0 00000400:00000200:1.0:1787757267.301588:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757267.301592:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.301596:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757267.301600:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757267.301603:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757267.301606:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757267.301608:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757267.301612:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746810:746810:256:4294967295] 192.168.201.121@tcp LPNI seq info [746804:746804:8:4294967295] 00000400:00000200:1.0:1787757267.301617:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757267.301624:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757267.301630:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.301634:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757267.301639:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757267.301643:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787757267.301656:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757267.301659:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757267.301662:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757267.301684:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757267.301688:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757267.301690:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757267.301694:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757267.301698:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301708:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301712:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301729:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301731:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757267.301735:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757267.301739:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757267.301742:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757267.301745:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309644315 00000100:00000001:1.0:1787757267.301748:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.301751:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309644315 00000100:00000001:1.0:1787757267.301754:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309645264 00000100:00000001:1.0:1787757267.301757:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757267.301760:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301762:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757267.301767:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757267/real 1787757267] req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757267.301776:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757267.301777:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757267.301779:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757267.301781:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757267.301783:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757267.301785:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757267.301788:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757267.301795:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301800:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757267.301801:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301802:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.301803:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757267.301806:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301812:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757267.301815:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301820:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757267.301822:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301823:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757267.301824:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301826:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757267.301827:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757267.301829:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757267.301832:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757267.301833:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757267.301836:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757267.301842:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757267.301845:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301847:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301849:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931030272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301855:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757267.301856:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301858:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757267.301860:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757267.301862:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757267.301863:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757267.301865:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757267.301866:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757267.301869:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757267.301870:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757267.301871:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:1.0:1787757267.301874:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757267.301875:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301876:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301879:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931030400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301884:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757267.301885:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301886:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757267.301888:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757267.301889:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757267.301890:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757267.301891:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757267.301892:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:1.0:1787757267.301894:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757267.301895:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757267.301896:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757267.301898:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757267.301899:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301900:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301903:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931030528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301908:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757267.301909:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301910:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757267.301912:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757267.301913:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757267.301914:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757267.301916:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757267.301917:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757267.301919:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757267.301920:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757267.301921:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757267.301922:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757267.301923:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301925:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757267.301927:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931030656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757267.301931:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757267.301932:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757267.301934:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757267.301935:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757267.301936:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757267.301937:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757267.301938:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757267.301940:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757267.301941:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757267.301942:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757267.301943:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757267.301945:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757267.301946:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301947:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.301950:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757267.301951:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.301953:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757267.301954:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757267.363385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757267.363408:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757267.363411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757267.363417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757267.363421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757267.363425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.363428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757267.363431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757267.363434:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757268.259425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757268.259436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757268.259451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757268.259457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757268.259468:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757268.259479:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757268.259507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757268.259514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757268.259520:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757268.259550:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757268.259558:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757268.259565:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757268.259574:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757268.259586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757268.259596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757268.259604:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757268.259610:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757268.259634:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757268.323427:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309645264, at 4309645312 00000100:00000010:1.0:1787757268.323460:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757268.387443:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757268.387454:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757268.387457:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757268.387465:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757268.387470:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757268.387476:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757268.387480:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757268.387484:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757268.387488:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757269.283374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757269.283385:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757269.283389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757269.283397:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757269.283407:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757269.283415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757269.283438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757269.283442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757269.283446:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757269.283473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757269.283478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757269.283482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757269.283491:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757269.283497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757269.283502:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757269.283507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757269.283509:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757269.283512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757269.411378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757269.411387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757269.411389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757269.411394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757269.411397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757269.411401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757269.411403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757269.411406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757269.411408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757270.307373:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757270.307385:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757270.307390:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757270.307397:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757270.307404:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757270.307410:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757270.307430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757270.307433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757270.307436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757270.307462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757270.307466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757270.307469:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757270.307476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757270.307482:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757270.307487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757270.307492:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757270.307495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757270.307498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757270.435411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757270.435421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757270.435424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757270.435430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757270.435435:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757270.435440:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757270.435444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757270.435466:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757270.435470:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757271.331399:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757271.331410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757271.331414:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757271.331422:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757271.331428:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757271.331434:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.331443:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757271.331452:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.331458:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757271.331507:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757271.331518:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757271.331523:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757271.331535:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757271.331543:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757271.331551:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.331559:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757271.331562:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.331566:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757271.331663:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757271.331674:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757271.331680:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757271.331694:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757271.331706:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757271.331713:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.331745:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757271.331752:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.331761:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757271.459401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757271.459412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757271.459415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757271.459423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757271.459428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757271.459433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.459437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757271.459441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757271.459444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.355476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757272.355488:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757272.355499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.355513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757272.355523:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757272.355532:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.355558:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.355567:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.355606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.355649:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757272.355662:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757272.355672:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.355687:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757272.355700:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757272.355710:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.355738:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.355746:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.355754:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.419853:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757272.419864:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757272.419870:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757272.419884:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.419904:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.419908:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.419914:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757272.419921:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757272.419926:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.419934:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931030784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757272.419943:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757272.419950:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757272.419956:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.419968:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757272.419985:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757272.419999:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757272.420025:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757272.420038:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757272.420055:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757272.420073:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030784, portal 25 00000100:00000001:1.0:1787757272.420083:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757272.420091:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549337280 : -128384160214336 : ffff8b3c3bbc52c0) 00000100:00000040:1.0:1787757272.420114:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.420135:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757272.420145:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757272.420159:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757272.420170:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931030784, offset 0 00000400:00000200:1.0:1787757272.420189:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757272.420202:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.420214:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757272.420226:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757272.420240:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757272.420252:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757272.420260:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757272.420336:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746811:746811:256:4294967295] 192.168.201.121@tcp LPNI seq info [746805:746805:8:4294967295] 00000400:00000200:1.0:1787757272.420349:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.420378:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757272.420401:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.420413:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757272.420432:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757272.420441:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757272.420484:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.420489:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757272.420500:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757272.420521:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757272.420535:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757272.420546:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757272.420559:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757272.420602:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.420647:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.420663:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.420695:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.420704:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757272.420716:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757272.420734:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757272.420742:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309650385 00000100:00000010:1.0:1787757272.420758:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4ba0. 00000100:00000001:1.0:1787757272.420774:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757272.420790:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309650385 00000100:00000010:1.0:1787757272.420803:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757272.420811:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757272.420824:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757272.420829:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.420835:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757272.420849:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757272/real 1787757272] req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757272.420944:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757272.420953:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757272.420965:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757272.420980:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757272.420990:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757272.421000:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757272.421016:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757272.421061:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.421101:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757272.421110:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.421119:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.421124:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757272.421141:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.421175:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757272.421189:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.421218:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757272.421228:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.421233:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.421239:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.421245:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757272.421253:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757272.421262:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757272.421307:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757272.421313:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757272.421329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757272.421363:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931030784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757272.421377:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.421383:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.421393:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc52c0 x1874583931030784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.421412:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757272.421418:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757272.421423:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757272.421432:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757272.421437:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757272.421442:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757272.421450:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757272.421455:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787757272.421464:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757272.421471:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757272.421476:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc52c0. 00000100:00000001:1.0:1787757272.421485:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757272.421489:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.421495:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.421507:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757272.421514:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.421523:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757272.421529:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757272.421535:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757272.421550:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.421617:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.421627:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.421637:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757272.421643:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757272.421651:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.421665:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757272.421681:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757272.421688:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757272.421693:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.421701:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757272.421711:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757272.421718:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757272.421731:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757272.421738:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757272.421751:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757272.421763:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931030912, portal 10 00000100:00000001:1.0:1787757272.421771:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757272.421776:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549341120 : -128384160210496 : ffff8b3c3bbc61c0) 00000100:00000040:1.0:1787757272.421795:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.421823:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757272.421833:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757272.421841:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757272.421850:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931030912, offset 0 00000400:00000200:1.0:1787757272.421863:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757272.421877:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.421895:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757272.421912:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757272.421929:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757272.421943:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757272.421956:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757272.421969:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746812:746812:256:4294967295] 192.168.201.121@tcp LPNI seq info [746806:746806:8:4294967295] 00000400:00000200:1.0:1787757272.421997:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.422029:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757272.422057:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.422076:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757272.422091:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757272.422103:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757272.422127:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.422130:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757272.422136:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757272.422141:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757272.422146:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757272.422149:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757272.422154:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757272.422160:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422171:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.422175:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422184:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.422186:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757272.422192:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757272.422197:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757272.422202:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757272.422205:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309649422 00000100:00000001:1.0:1787757272.422209:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.422213:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309649422 00000100:00000001:1.0:1787757272.422216:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.422218:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757272.422222:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.422224:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757272.422230:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757272/real 1787757272] req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757272.422240:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757272.422242:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757272.422246:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757272.422249:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757272.422252:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757272.422255:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757272.422259:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757272.422302:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422311:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757272.422313:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422316:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.422318:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757272.422323:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422332:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757272.422338:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422347:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757272.422350:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422353:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.422354:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422357:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757272.422362:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757272.422365:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757272.422370:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757272.422373:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757272.422379:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757272.422390:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931030912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757272.422395:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757272.422400:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422409:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.422411:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.422414:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757272.422417:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757272.422419:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.422423:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931031040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757272.422428:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757272.422431:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757272.422433:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.422436:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757272.422441:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757272.422444:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757272.422449:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757272.422452:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757272.422457:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757272.422461:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931031040, portal 10 00000100:00000001:1.0:1787757272.422464:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757272.422466:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549335360 : -128384160216256 : ffff8b3c3bbc4b40) 00000100:00000040:1.0:1787757272.422473:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422482:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757272.422485:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757272.422488:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757272.422491:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931031040, offset 0 00000400:00000200:1.0:1787757272.422497:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757272.422502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.422509:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757272.422515:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757272.422521:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757272.422526:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757272.422531:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757272.422538:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746813:746813:256:4294967295] 192.168.201.121@tcp LPNI seq info [746807:746807:8:4294967295] 00000400:00000200:1.0:1787757272.422547:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.422560:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757272.422570:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.422606:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757272.422616:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757272.422622:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757272.422645:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.422648:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757272.422653:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757272.422657:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757272.422662:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757272.422665:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757272.422669:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757272.422674:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422685:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.422690:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422699:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.422701:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757272.422706:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757272.422711:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757272.422715:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757272.422718:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309649421 00000100:00000001:1.0:1787757272.422722:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.422725:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309649421 00000100:00000001:1.0:1787757272.422729:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.422732:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757272.422735:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.422738:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757272.422743:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757272/real 1787757272] req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757272.422752:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757272.422754:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757272.422757:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757272.422760:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757272.422762:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757272.422764:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757272.422769:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757272.422780:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422788:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757272.422790:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422793:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.422795:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757272.422799:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422807:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757272.422813:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422821:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757272.422824:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422826:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.422828:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422831:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757272.422834:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757272.422838:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757272.422843:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757272.422846:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757272.422851:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757272.422860:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931031040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757272.422865:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422868:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.422872:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc61c0 x1874583931030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422884:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757272.422888:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757272.422893:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757272.422898:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757272.422901:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757272.422904:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757272.422909:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757272.422912:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:1.0:1787757272.422918:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757272.422920:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757272.422924:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc61c0. 00000100:00000001:1.0:1787757272.422929:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757272.422932:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.422936:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.422943:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4b40 x1874583931031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.422958:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757272.422961:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757272.422965:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757272.422970:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757272.422973:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757272.422976:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757272.422980:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757272.422983:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787757272.422988:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757272.422990:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757272.422992:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4b40. 00000100:00000001:1.0:1787757272.422995:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757272.422997:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423000:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423006:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757272.423007:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.423010:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757272.423013:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757272.423015:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757272.423022:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423038:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.423041:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.423045:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757272.423049:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757272.423053:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.423060:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931031168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757272.423067:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757272.423071:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757272.423075:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.423079:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757272.423085:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757272.423091:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757272.423099:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757272.423105:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757272.423113:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757272.423120:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931031168, portal 4 00000100:00000001:1.0:1787757272.423123:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757272.423126:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549345920 : -128384160205696 : ffff8b3c3bbc7480) 00000100:00000040:1.0:1787757272.423135:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423144:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757272.423148:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757272.423151:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757272.423154:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931031168, offset 0 00000400:00000200:1.0:1787757272.423160:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757272.423165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.423170:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757272.423174:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757272.423178:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757272.423182:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757272.423185:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757272.423190:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746814:746814:256:4294967295] 192.168.201.121@tcp LPNI seq info [746808:746808:8:4294967295] 00000400:00000200:1.0:1787757272.423196:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.423204:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757272.423211:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.423215:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757272.423221:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757272.423225:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757272.423240:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.423243:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757272.423247:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757272.423252:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757272.423256:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757272.423259:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757272.423262:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757272.423297:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423309:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.423314:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423323:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.423325:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757272.423330:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757272.423334:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757272.423339:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757272.423342:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309649458 00000100:00000001:1.0:1787757272.423345:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.423348:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309649458 00000100:00000001:1.0:1787757272.423352:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.423355:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757272.423358:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.423360:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757272.423365:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757272/real 1787757272] req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757272.423375:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757272.423376:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757272.423379:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757272.423381:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757272.423384:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757272.423386:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757272.423390:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757272.423401:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423410:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757272.423412:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423414:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.423416:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757272.423421:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423431:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757272.423436:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423445:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757272.423448:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423450:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.423452:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423454:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757272.423456:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757272.423475:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757272.423484:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757272.423487:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757272.423493:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757272.423503:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931031168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757272.423512:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757272.423520:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423533:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.423536:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.423541:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757272.423545:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757272.423549:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.423556:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931031296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757272.423563:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757272.423568:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757272.423572:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757272.423597:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757272.423604:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757272.423609:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757272.423616:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757272.423622:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757272.423630:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757272.423637:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931031296, portal 4 00000100:00000001:1.0:1787757272.423640:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757272.423642:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549336320 : -128384160215296 : ffff8b3c3bbc4f00) 00000100:00000040:1.0:1787757272.423652:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423661:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757272.423664:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757272.423667:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757272.423671:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931031296, offset 0 00000400:00000200:1.0:1787757272.423677:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757272.423682:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.423687:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757272.423691:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757272.423695:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757272.423699:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757272.423702:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757272.423707:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746815:746815:256:4294967295] 192.168.201.121@tcp LPNI seq info [746809:746809:8:4294967295] 00000400:00000200:1.0:1787757272.423713:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757272.423721:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757272.423728:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.423732:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757272.423737:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757272.423741:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757272.423756:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757272.423760:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757272.423764:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757272.423769:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757272.423773:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757272.423775:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757272.423779:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757272.423783:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423794:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.423798:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423807:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.423809:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757272.423813:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757272.423816:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757272.423820:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757272.423823:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309649437 00000100:00000001:1.0:1787757272.423827:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.423830:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309649437 00000100:00000001:1.0:1787757272.423833:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309650385 00000100:00000001:1.0:1787757272.423835:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757272.423838:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.423841:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757272.423845:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757272/real 1787757272] req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757272.423856:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757272.423858:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757272.423860:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757272.423863:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757272.423865:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757272.423869:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757272.423873:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757272.423888:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423902:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757272.423905:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423908:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.423911:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757272.423919:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423934:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757272.423942:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.423957:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757272.423963:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423966:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757272.423969:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.423973:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757272.423977:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757272.423983:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757272.423989:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757272.423993:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757272.423999:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757272.424010:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931031296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757272.424015:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.424019:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.424027:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7480 x1874583931031168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.424040:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757272.424043:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757272.424048:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757272.424053:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757272.424056:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757272.424060:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757272.424064:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757272.424068:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:1.0:1787757272.424074:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757272.424076:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757272.424080:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7480. 00000100:00000001:1.0:1787757272.424086:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757272.424089:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.424093:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757272.424102:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4f00 x1874583931031296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757272.424116:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757272.424118:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757272.424121:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757272.424124:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757272.424126:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757272.424128:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757272.424131:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757272.424133:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787757272.424136:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757272.424138:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757272.424139:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4f00. 00000100:00000001:1.0:1787757272.424143:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757272.424144:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.424147:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.424152:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757272.424154:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.424157:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757272.424159:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757272.483359:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757272.483366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757272.483369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757272.483374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757272.483378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757272.483382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.483385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757272.483389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757272.483392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757273.379438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757273.379450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757273.379458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757273.379479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757273.379488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757273.379497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.379518:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757273.379527:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.379535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757273.379592:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757273.379600:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757273.379610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757273.379619:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757273.379631:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757273.379637:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.379645:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757273.379652:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.379662:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757273.379814:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757273.379824:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757273.379834:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757273.379846:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757273.379852:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757273.379859:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.379864:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757273.379869:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.379875:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757273.443384:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309650385, at 4309650432 00000100:00000010:1.0:1787757273.443403:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757273.507388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757273.507396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757273.507399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757273.507406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757273.507410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757273.507416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.507419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757273.507423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757273.507427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757274.403440:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757274.403450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757274.403460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757274.403489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757274.403502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757274.403511:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757274.403529:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757274.403563:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757274.403571:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757274.403600:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757274.403611:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757274.403618:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757274.403626:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757274.403640:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757274.403653:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757274.403691:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757274.403700:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757274.403710:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757274.531390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757274.531399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757274.531402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757274.531408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757274.531413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757274.531417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757274.531421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757274.531425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757274.531428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757275.427443:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757275.427457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757275.427465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757275.427478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757275.427488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757275.427502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757275.427518:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757275.427564:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757275.427574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757275.427664:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757275.427676:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757275.427687:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757275.427701:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757275.427716:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757275.427724:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757275.427746:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757275.427751:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757275.427758:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757275.555381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757275.555391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757275.555394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757275.555401:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757275.555406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757275.555411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757275.555415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757275.555418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757275.555422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757276.451468:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757276.451480:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757276.451489:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757276.451535:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757276.451550:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757276.451562:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757276.451612:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757276.451621:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757276.451630:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757276.451670:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757276.451682:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757276.451692:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757276.451708:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757276.451724:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757276.451737:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757276.451750:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757276.451757:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757276.451766:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757276.579386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757276.579397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757276.579400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757276.579407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757276.579412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757276.579417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757276.579421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757276.579425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757276.579429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.475427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757277.475435:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757277.475439:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757277.475447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757277.475455:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757277.475463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757277.475507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757277.475514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757277.475523:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.475620:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757277.475632:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757277.475641:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757277.475650:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757277.475660:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757277.475669:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757277.475681:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757277.475690:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757277.475701:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757277.539424:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757277.539434:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757277.539437:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757277.539441:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757277.539447:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757277.539457:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14982 00000400:00000200:1.0:1787757277.539469:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757277.539477:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757277.539482:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757277.539511:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539516:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.539520:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539523:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757277.539529:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757277.539532:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757277.539535:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757277.539540:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757277.539543:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757277.539546:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757277.539551:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539553:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.539556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539559:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757277.539563:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757277.539568:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539571:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757277.539575:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757277.539580:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757277.539584:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.539587:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757277.539590:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757277.539601:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757277.539607:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757277.539612:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757277.539614:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.539618:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757277.539622:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757277.539627:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757277.539637:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757277.539646:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757277.539659:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931031424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757277.539673:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757277.539679:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757277.539686:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931031424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757277.539719:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757277.539727:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757277.539734:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757277.539737:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757277.539741:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757277.539746:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757277.539752:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14982 00000400:00000200:1.0:1787757277.539760:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757277.539767:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757277.539772:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757277.539778:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539783:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.539787:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539792:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757277.539797:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757277.539801:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757277.539804:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757277.539808:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757277.539813:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757277.539818:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757277.539825:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539830:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.539834:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539838:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757277.539844:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757277.539849:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757277.539855:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757277.539859:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757277.539868:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757277.539873:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.539877:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757277.539884:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757277.539891:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.539894:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757277.539901:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757277.539906:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757277.539911:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757277.539914:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.539918:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757277.539921:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757277.539924:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757277.539931:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757277.539938:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757277.539948:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931031552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757277.539964:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757277.539969:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757277.539977:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931031552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757277.539995:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757277.540001:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757277.540008:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757277.540011:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757277.540015:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757277.540020:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757277.540024:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14982 00000400:00000200:1.0:1787757277.540031:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757277.540037:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757277.540042:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757277.540048:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540052:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.540057:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540061:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757277.540066:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757277.540069:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757277.540072:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757277.540077:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757277.540082:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757277.540087:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757277.540093:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540097:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.540102:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540106:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757277.540112:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757277.540117:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540122:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757277.540126:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757277.540131:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757277.540135:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.540139:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757277.540143:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757277.540148:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.540152:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757277.540158:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757277.540163:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757277.540168:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757277.540171:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757277.540175:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757277.540178:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757277.540181:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757277.540188:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757277.540195:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757277.540205:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931031680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757277.540221:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757277.540226:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757277.540237:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931031680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757277.540253:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757277.540259:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757277.540335:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757277.540339:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757277.540344:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757277.540351:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757277.540357:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14982 00000400:00000200:1.0:1787757277.540366:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757277.540372:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757277.540377:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757277.540384:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540388:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.540394:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540399:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757277.540404:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757277.540407:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757277.540412:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757277.540416:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757277.540421:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757277.540427:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757277.540434:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540438:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757277.540443:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540448:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757277.540453:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757277.540461:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757277.540467:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757277.540471:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787757277.603440:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757277.603454:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757277.603457:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757277.603468:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757277.603475:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757277.603504:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757277.603511:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757277.603516:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757277.603523:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757278.499417:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757278.499431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757278.499435:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757278.499444:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757278.499450:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757278.499458:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.499490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757278.499497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.499511:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757278.499559:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757278.499571:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757278.499579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757278.499589:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757278.499599:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757278.499613:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.499624:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757278.499627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.499632:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757278.499675:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757278.499686:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757278.499693:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757278.499705:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757278.499718:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757278.499726:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.499744:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757278.499749:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.499757:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757278.563391:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309655504, at 4309655552 00000100:00000010:1.0:1787757278.563409:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000001:1.0:1787757278.627378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757278.627389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757278.627391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757278.627418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757278.627425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757278.627432:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.627437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757278.627442:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757278.627449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757279.523497:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757279.523508:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757279.523515:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757279.523526:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757279.523538:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757279.523544:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757279.523604:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757279.523610:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757279.523616:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757279.523644:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757279.523652:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757279.523659:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757279.523669:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757279.523679:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757279.523698:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757279.523711:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757279.523719:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757279.523734:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757279.651397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757279.651411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757279.651415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757279.651425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757279.651431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757279.651438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757279.651465:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757279.651470:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757279.651475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757280.547421:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757280.547469:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757280.547475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757280.547486:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757280.547495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757280.547508:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757280.547522:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757280.547529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757280.547542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757280.547595:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757280.547603:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757280.547607:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757280.547616:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757280.547621:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757280.547631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757280.547643:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757280.547652:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757280.547659:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757280.675349:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757280.675360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757280.675362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757280.675369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757280.675374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757280.675379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757280.675383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757280.675386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757280.675390:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757281.571494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757281.571511:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757281.571523:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757281.571539:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757281.571553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757281.571565:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757281.571596:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757281.571605:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757281.571611:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757281.571644:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757281.571654:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757281.571663:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757281.571675:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757281.571689:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757281.571699:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757281.571727:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757281.571733:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757281.571745:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757281.699386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757281.699398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757281.699401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757281.699407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757281.699469:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757281.699476:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757281.699481:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757281.699487:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757281.699492:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.595447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757282.595461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757282.595467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.595477:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757282.595491:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757282.595500:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.595507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.595518:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.595534:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.595566:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757282.595576:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757282.595583:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.595589:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757282.595599:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757282.595605:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.595615:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.595618:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.595623:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.595668:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757282.595676:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757282.595681:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.595687:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757282.595692:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757282.595697:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.595700:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.595703:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.595712:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.659893:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757282.659907:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757282.659915:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757282.659937:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.659980:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.659987:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.659998:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757282.660008:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757282.660015:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.660026:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931032064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757282.660045:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757282.660068:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757282.660077:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.660087:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757282.660103:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757282.660113:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757282.660135:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757282.660147:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757282.660189:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757282.660209:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032064, portal 25 00000100:00000001:1.0:1787757282.660221:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757282.660231:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549333440 : -128384160218176 : ffff8b3c3bbc43c0) 00000100:00000040:1.0:1787757282.660257:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.660380:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757282.660422:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757282.660433:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757282.660454:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931032064, offset 0 00000400:00000200:1.0:1787757282.660479:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757282.660516:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.660542:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757282.660560:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757282.660579:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757282.660595:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757282.660611:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757282.660629:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746821:746821:256:4294967295] 192.168.201.121@tcp LPNI seq info [746815:746815:8:4294967295] 00000400:00000200:1.0:1787757282.660648:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.660693:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757282.660724:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.660743:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757282.660768:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757282.660787:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757282.660851:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.660862:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757282.660878:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757282.660902:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757282.660921:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757282.660933:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757282.660949:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757282.660966:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.661015:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.661034:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.661070:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.661081:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757282.661097:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757282.661115:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757282.661128:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309660625 00000100:00000010:1.0:1787757282.661146:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4060. 00000100:00000001:1.0:1787757282.661165:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757282.661185:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309660625 00000100:00000010:1.0:1787757282.661204:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757282.661216:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757282.661226:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757282.661240:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.661253:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757282.661319:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757282/real 1787757282] req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757282.661375:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757282.661383:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757282.661413:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757282.661436:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757282.661446:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757282.661457:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757282.661477:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757282.661524:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.661564:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757282.661573:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.661585:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.661593:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757282.661623:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.661670:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757282.661695:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.661733:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757282.661747:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.661756:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.661764:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.661777:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757282.661785:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757282.661801:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757282.661818:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757282.661829:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757282.661847:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757282.661905:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931032064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757282.661925:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.661939:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.661959:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc43c0 x1874583931032064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.661982:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757282.661987:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757282.661994:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757282.662001:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757282.662005:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757282.662009:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757282.662015:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757282.662020:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:1.0:1787757282.662028:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757282.662031:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757282.662034:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc43c0. 00000100:00000001:1.0:1787757282.662038:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757282.662040:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.662043:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.662053:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757282.662056:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.662059:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757282.662062:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757282.662065:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757282.662072:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662083:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.662085:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.662089:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757282.662092:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757282.662095:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.662099:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757282.662104:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757282.662108:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757282.662111:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.662113:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757282.662119:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757282.662121:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757282.662127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757282.662132:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757282.662137:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757282.662143:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032192, portal 10 00000100:00000001:1.0:1787757282.662147:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757282.662149:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549332480 : -128384160219136 : ffff8b3c3bbc4000) 00000100:00000040:1.0:1787757282.662158:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662167:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757282.662170:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757282.662174:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757282.662177:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931032192, offset 0 00000400:00000200:1.0:1787757282.662183:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757282.662189:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.662196:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757282.662200:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757282.662205:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757282.662209:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757282.662212:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757282.662217:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746822:746822:256:4294967295] 192.168.201.121@tcp LPNI seq info [746816:746816:8:4294967295] 00000400:00000200:1.0:1787757282.662223:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.662232:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757282.662238:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.662243:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757282.662250:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757282.662254:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757282.662305:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.662308:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757282.662313:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757282.662318:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757282.662323:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757282.662326:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757282.662330:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757282.662335:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662354:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.662359:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662368:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.662370:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757282.662374:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757282.662379:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757282.662384:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757282.662386:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309659663 00000100:00000001:1.0:1787757282.662391:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.662424:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309659663 00000100:00000001:1.0:1787757282.662429:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.662434:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757282.662439:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.662442:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757282.662449:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757282/real 1787757282] req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757282.662460:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757282.662463:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757282.662465:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757282.662469:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757282.662471:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757282.662475:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757282.662479:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757282.662490:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662499:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757282.662501:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.662504:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.662506:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757282.662511:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662520:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757282.662525:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662534:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757282.662537:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.662540:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.662541:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.662544:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757282.662548:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757282.662551:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757282.662556:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757282.662559:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757282.662564:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757282.662574:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757282.662579:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757282.662584:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662593:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.662595:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.662598:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757282.662600:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757282.662603:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.662607:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757282.662612:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757282.662615:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757282.662617:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.662620:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757282.662625:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757282.662628:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757282.662633:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757282.662636:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757282.662640:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757282.662645:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032320, portal 10 00000100:00000001:1.0:1787757282.662648:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757282.662650:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549338240 : -128384160213376 : ffff8b3c3bbc5680) 00000100:00000040:1.0:1787757282.662657:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662666:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757282.662670:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757282.662673:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757282.662678:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931032320, offset 0 00000400:00000200:1.0:1787757282.662687:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757282.662695:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.662703:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757282.662709:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757282.662715:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757282.662720:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757282.662725:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757282.662732:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746823:746823:256:4294967295] 192.168.201.121@tcp LPNI seq info [746817:746817:8:4294967295] 00000400:00000200:1.0:1787757282.662741:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.662754:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757282.662765:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.662772:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757282.662779:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757282.662783:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757282.662799:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.662802:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757282.662806:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757282.662811:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757282.662815:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757282.662818:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757282.662822:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757282.662827:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662838:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.662843:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662856:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.662860:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757282.662866:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757282.662873:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757282.662879:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757282.662883:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309659661 00000100:00000001:1.0:1787757282.662889:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.662893:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309659661 00000100:00000001:1.0:1787757282.662898:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.662903:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757282.662908:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.662912:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757282.662921:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757282/real 1787757282] req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757282.662940:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757282.662944:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757282.662947:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757282.662953:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757282.662957:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757282.662962:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757282.662967:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757282.662978:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.662987:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757282.662989:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.662992:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.662994:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757282.662999:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663008:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757282.663013:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663022:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757282.663025:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663027:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.663029:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663031:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757282.663035:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757282.663038:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757282.663042:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757282.663045:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757282.663050:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757282.663068:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757282.663074:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757282.663078:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663087:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.663089:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.663092:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757282.663095:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757282.663097:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.663102:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757282.663106:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757282.663109:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757282.663111:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.663113:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757282.663118:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757282.663121:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757282.663127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757282.663130:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757282.663135:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757282.663139:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032448, portal 4 00000100:00000001:1.0:1787757282.663142:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757282.663144:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549346880 : -128384160204736 : ffff8b3c3bbc7840) 00000100:00000040:1.0:1787757282.663152:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663161:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757282.663164:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757282.663167:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757282.663170:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931032448, offset 0 00000400:00000200:1.0:1787757282.663176:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757282.663182:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.663187:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757282.663191:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757282.663195:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757282.663199:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757282.663202:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757282.663207:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746824:746824:256:4294967295] 192.168.201.121@tcp LPNI seq info [746818:746818:8:4294967295] 00000400:00000200:1.0:1787757282.663212:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.663221:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757282.663227:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.663231:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757282.663237:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757282.663241:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757282.663256:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.663259:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757282.663263:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757282.663267:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757282.663302:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757282.663305:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757282.663309:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757282.663314:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663325:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.663329:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663338:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.663340:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757282.663345:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757282.663349:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757282.663354:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757282.663357:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309659698 00000100:00000001:1.0:1787757282.663361:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.663365:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309659698 00000100:00000001:1.0:1787757282.663368:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.663370:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757282.663373:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.663375:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757282.663380:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757282/real 1787757282] req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757282.663390:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757282.663415:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757282.663419:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757282.663422:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757282.663425:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757282.663428:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757282.663433:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757282.663445:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663454:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757282.663456:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663459:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.663461:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757282.663466:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663475:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757282.663481:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663490:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757282.663494:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663496:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.663498:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663501:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757282.663503:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757282.663507:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757282.663511:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757282.663514:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757282.663518:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757282.663528:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757282.663533:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757282.663537:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663546:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.663549:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.663552:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757282.663554:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757282.663557:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.663561:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757282.663565:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757282.663567:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757282.663569:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757282.663572:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757282.663577:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757282.663580:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757282.663584:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757282.663588:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757282.663592:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757282.663596:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032576, portal 4 00000100:00000001:1.0:1787757282.663600:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757282.663602:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549340160 : -128384160211456 : ffff8b3c3bbc5e00) 00000100:00000040:1.0:1787757282.663609:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663618:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757282.663621:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757282.663625:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757282.663628:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931032576, offset 0 00000400:00000200:1.0:1787757282.663633:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757282.663638:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.663643:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757282.663647:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757282.663650:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757282.663654:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757282.663657:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757282.663662:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746825:746825:256:4294967295] 192.168.201.121@tcp LPNI seq info [746819:746819:8:4294967295] 00000400:00000200:1.0:1787757282.663668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757282.663680:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757282.663689:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.663696:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757282.663704:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757282.663709:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757282.663733:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757282.663737:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757282.663744:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757282.663751:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757282.663758:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757282.663761:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757282.663767:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757282.663773:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663792:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.663796:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663805:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.663807:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757282.663811:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757282.663816:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757282.663820:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757282.663823:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309659677 00000100:00000001:1.0:1787757282.663827:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.663830:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309659677 00000100:00000001:1.0:1787757282.663834:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309660625 00000100:00000001:1.0:1787757282.663837:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757282.663840:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.663843:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757282.663850:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757282/real 1787757282] req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757282.663865:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757282.663868:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757282.663872:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757282.663877:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757282.663881:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757282.663885:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757282.663892:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757282.663912:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663927:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757282.663931:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663935:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.663937:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757282.663946:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663959:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757282.663966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.663975:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757282.663979:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663981:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757282.663983:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.663985:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757282.663988:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757282.663991:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757282.663995:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757282.663998:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757282.664003:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757282.664012:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757282.664018:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.664021:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.664025:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4000 x1874583931032192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.664035:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757282.664037:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757282.664040:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757282.664044:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757282.664047:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757282.664049:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757282.664053:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757282.664055:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:1.0:1787757282.664060:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757282.664063:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757282.664066:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4000. 00000100:00000001:1.0:1787757282.664070:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757282.664073:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.664076:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.664080:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5680 x1874583931032320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.664089:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757282.664091:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757282.664093:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757282.664097:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757282.664099:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757282.664100:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757282.664103:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757282.664105:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:1.0:1787757282.664109:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757282.664111:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757282.664113:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5680. 00000100:00000001:1.0:1787757282.664117:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757282.664119:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.664121:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.664126:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7840 x1874583931032448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.664134:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757282.664137:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757282.664140:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757282.664145:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757282.664146:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757282.664148:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757282.664150:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757282.664153:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:1.0:1787757282.664156:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757282.664159:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757282.664162:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7840. 00000100:00000001:1.0:1787757282.664165:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757282.664167:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.664170:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757282.664175:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc5e00 x1874583931032576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757282.664183:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757282.664185:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757282.664187:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:1.0:1787757282.664191:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757282.664193:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757282.664195:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757282.664198:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757282.664200:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:1.0:1787757282.664205:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757282.664207:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757282.664210:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc5e00. 00000100:00000001:1.0:1787757282.664215:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757282.664217:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.664220:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.664230:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757282.664233:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.664238:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757282.664241:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757282.726337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757282.726344:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757282.726347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757282.726352:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757282.726356:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757282.726359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.726363:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757282.726367:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757282.726370:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757283.619522:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757283.619539:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757283.619553:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757283.619570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757283.619623:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757283.619634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.619664:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757283.619678:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.619689:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757283.619753:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757283.619765:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757283.619773:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757283.619804:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757283.619813:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757283.619822:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.619834:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757283.619841:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.619850:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757283.619897:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757283.619905:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757283.619918:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757283.619935:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757283.619948:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757283.619956:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.619960:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757283.619964:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.619969:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757283.683414:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309660625, at 4309660672 00000100:00000010:1.0:1787757283.683439:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757283.747425:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757283.747434:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757283.747437:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757283.747445:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757283.747451:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757283.747457:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.747462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757283.747467:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757283.747472:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757284.643519:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757284.643541:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757284.643557:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757284.643574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757284.643590:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757284.643606:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757284.643618:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757284.643625:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757284.643641:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757284.643687:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757284.643702:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757284.643712:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757284.643738:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757284.643764:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757284.643774:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757284.643783:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757284.643790:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757284.643797:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757284.771494:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757284.771503:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757284.771506:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757284.771513:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757284.771518:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757284.771523:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757284.771527:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757284.771530:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757284.771534:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757285.667440:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757285.667452:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757285.667459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757285.667471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757285.667482:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757285.667496:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757285.667526:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757285.667542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757285.667571:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757285.667626:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757285.667635:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757285.667647:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757285.667656:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757285.667668:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757285.667679:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757285.667691:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757285.667703:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757285.667722:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757285.795414:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757285.795422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757285.795425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757285.795433:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757285.795440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757285.795448:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757285.795453:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757285.795459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757285.795465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757286.691512:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757286.691529:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757286.691538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757286.691548:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757286.691558:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757286.691575:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757286.691595:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757286.691623:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757286.691641:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757286.691682:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757286.691695:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757286.691706:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757286.691713:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757286.691722:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757286.691731:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757286.691739:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757286.691748:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757286.691756:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757286.819495:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757286.819506:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757286.819509:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757286.819516:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757286.819522:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757286.819527:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757286.819531:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757286.819535:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757286.819539:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.715500:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757287.715512:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757287.715517:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.715530:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757287.715539:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757287.715546:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.715574:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.715588:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.715598:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.715636:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757287.715653:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757287.715664:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.715671:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757287.715691:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757287.715699:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.715705:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.715709:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.715722:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.779895:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757287.779922:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757287.779929:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757287.779946:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.779969:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.779975:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.779987:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757287.779997:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757287.780005:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.780017:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931032704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757287.780032:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757287.780042:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757287.780051:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.780059:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757287.780074:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757287.780082:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757287.780114:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757287.780123:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757287.780137:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757287.780150:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032704, portal 25 00000100:00000001:1.0:1787757287.780156:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757287.780161:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757287.780175:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.780196:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757287.780205:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757287.780213:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757287.780219:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931032704, offset 0 00000400:00000200:1.0:1787757287.780235:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757287.780270:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.780287:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757287.780379:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757287.780391:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757287.780402:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757287.780413:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757287.780424:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746826:746826:256:4294967295] 192.168.201.121@tcp LPNI seq info [746820:746820:8:4294967295] 00000400:00000200:1.0:1787757287.780435:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.780459:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757287.780477:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.780489:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757287.780505:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757287.780515:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757287.780548:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.780552:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757287.780563:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757287.780574:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757287.780586:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757287.780592:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757287.780603:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757287.780613:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.780634:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.780643:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.780662:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.780669:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757287.780678:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757287.780687:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757287.780693:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309665745 00000100:00000010:1.0:1787757287.780704:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757287.780715:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757287.780727:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309665745 00000100:00000010:1.0:1787757287.780735:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757287.780742:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757287.780749:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757287.780754:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.780760:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757287.780770:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757287/real 1787757287] req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757287.780789:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757287.780792:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757287.780797:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757287.780801:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757287.780806:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757287.780812:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757287.780821:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757287.780838:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.780856:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757287.780860:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.780868:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.780873:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757287.780882:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.780906:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757287.780918:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.780936:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757287.780941:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.780947:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.780950:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.780958:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757287.780964:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757287.780969:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757287.780977:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757287.780982:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757287.780989:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757287.781016:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931032704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757287.781024:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781030:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.781037:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931032704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781054:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757287.781060:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757287.781068:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757287.781074:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757287.781079:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757287.781082:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757287.781089:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757287.781094:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757287.781100:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757287.781105:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757287.781107:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757287.781111:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757287.781113:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781115:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781123:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757287.781126:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781130:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757287.781132:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757287.781134:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757287.781139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781147:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.781149:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.781151:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757287.781153:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757287.781155:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.781158:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757287.781162:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757287.781164:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757287.781166:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.781168:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757287.781171:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757287.781173:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757287.781176:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757287.781179:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757287.781183:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757287.781186:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032832, portal 10 00000100:00000001:1.0:1787757287.781188:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757287.781190:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757287.781197:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781203:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757287.781205:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757287.781208:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757287.781210:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931032832, offset 0 00000400:00000200:1.0:1787757287.781213:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757287.781217:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.781220:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757287.781223:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757287.781226:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757287.781229:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757287.781232:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757287.781237:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746827:746827:256:4294967295] 192.168.201.121@tcp LPNI seq info [746821:746821:8:4294967295] 00000400:00000200:1.0:1787757287.781244:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.781253:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757287.781260:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.781293:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757287.781300:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757287.781323:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757287.781337:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.781339:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757287.781342:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757287.781346:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757287.781349:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757287.781351:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757287.781354:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757287.781358:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781372:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.781375:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781381:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781383:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757287.781386:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757287.781391:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757287.781394:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757287.781396:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309664782 00000100:00000001:1.0:1787757287.781399:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.781401:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309664782 00000100:00000001:1.0:1787757287.781404:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.781406:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757287.781408:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781410:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757287.781413:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757287/real 1787757287] req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757287.781420:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757287.781421:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757287.781422:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757287.781425:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757287.781427:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757287.781429:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757287.781432:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757287.781439:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781445:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757287.781447:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781449:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.781450:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757287.781453:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781459:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757287.781463:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781469:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757287.781471:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781472:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.781473:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781475:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757287.781479:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757287.781482:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757287.781485:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757287.781487:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757287.781490:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757287.781496:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757287.781500:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757287.781503:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781509:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.781511:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.781513:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757287.781515:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757287.781516:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.781520:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757287.781523:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757287.781525:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757287.781527:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.781529:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757287.781532:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757287.781534:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757287.781537:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757287.781539:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757287.781542:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757287.781545:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931032960, portal 10 00000100:00000001:1.0:1787757287.781547:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757287.781548:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757287.781554:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781560:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757287.781562:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757287.781564:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757287.781566:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931032960, offset 0 00000400:00000200:1.0:1787757287.781569:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757287.781573:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.781576:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757287.781579:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757287.781581:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757287.781583:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757287.781586:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757287.781589:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746828:746828:256:4294967295] 192.168.201.121@tcp LPNI seq info [746822:746822:8:4294967295] 00000400:00000200:1.0:1787757287.781593:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.781599:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757287.781603:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.781606:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757287.781610:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757287.781612:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757287.781623:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.781625:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757287.781628:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757287.781631:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757287.781634:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757287.781636:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757287.781638:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757287.781641:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781648:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.781651:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781657:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781659:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757287.781661:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757287.781664:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757287.781667:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757287.781668:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309664780 00000100:00000001:1.0:1787757287.781671:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.781673:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309664780 00000100:00000001:1.0:1787757287.781675:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.781677:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757287.781679:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781680:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757287.781683:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757287/real 1787757287] req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757287.781689:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757287.781691:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757287.781693:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757287.781695:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757287.781696:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757287.781698:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757287.781701:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757287.781708:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781713:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757287.781714:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781716:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.781717:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757287.781720:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781726:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757287.781729:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781735:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757287.781737:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781738:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.781739:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781741:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757287.781744:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757287.781746:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757287.781749:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757287.781751:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757287.781754:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757287.781767:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931032960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757287.781771:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757287.781774:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781779:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.781780:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.781782:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757287.781783:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757287.781785:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.781788:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931033088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757287.781790:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757287.781792:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757287.781793:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.781795:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757287.781798:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757287.781800:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757287.781804:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757287.781806:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757287.781810:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757287.781812:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931033088, portal 4 00000100:00000001:1.0:1787757287.781815:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757287.781816:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757287.781821:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781828:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757287.781830:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757287.781832:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757287.781834:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931033088, offset 0 00000400:00000200:1.0:1787757287.781837:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757287.781841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.781844:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757287.781847:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757287.781849:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757287.781851:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757287.781854:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757287.781857:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746829:746829:256:4294967295] 192.168.201.121@tcp LPNI seq info [746823:746823:8:4294967295] 00000400:00000200:1.0:1787757287.781861:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.781866:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757287.781869:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.781872:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757287.781875:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757287.781878:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757287.781888:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.781890:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757287.781893:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757287.781896:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757287.781899:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757287.781901:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757287.781903:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757287.781906:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781913:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.781916:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781922:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781924:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757287.781926:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757287.781929:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757287.781931:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757287.781934:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309664816 00000100:00000001:1.0:1787757287.781936:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.781939:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309664816 00000100:00000001:1.0:1787757287.781941:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.781942:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757287.781944:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.781946:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757287.781949:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757287/real 1787757287] req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757287.781955:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757287.781956:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757287.781957:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757287.781959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757287.781960:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757287.781962:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757287.781965:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757287.781972:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781978:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757287.781979:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.781981:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.781982:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757287.781986:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.781991:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757287.781995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782000:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757287.782003:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782005:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.782006:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782008:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757287.782009:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757287.782012:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757287.782015:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757287.782016:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757287.782020:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757287.782026:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931033088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757287.782029:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757287.782032:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782037:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.782038:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.782040:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757287.782042:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757287.782043:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.782046:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931033216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757287.782048:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757287.782050:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757287.782051:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757287.782053:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757287.782056:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757287.782058:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757287.782060:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757287.782063:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757287.782065:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757287.782068:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931033216, portal 4 00000100:00000001:1.0:1787757287.782071:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757287.782072:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757287.782077:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782083:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757287.782085:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757287.782087:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757287.782089:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931033216, offset 0 00000400:00000200:1.0:1787757287.782092:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757287.782094:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.782097:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757287.782099:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757287.782101:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757287.782104:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757287.782106:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757287.782109:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746830:746830:256:4294967295] 192.168.201.121@tcp LPNI seq info [746824:746824:8:4294967295] 00000400:00000200:1.0:1787757287.782113:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757287.782118:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757287.782121:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.782124:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757287.782127:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757287.782130:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787757287.782140:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757287.782142:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757287.782144:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757287.782147:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757287.782150:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757287.782151:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757287.782154:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757287.782157:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782169:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.782173:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782179:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.782180:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757287.782182:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757287.782185:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757287.782187:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757287.782189:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309664795 00000100:00000001:1.0:1787757287.782191:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.782193:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309664795 00000100:00000001:1.0:1787757287.782196:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309665745 00000100:00000001:1.0:1787757287.782198:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757287.782200:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.782201:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757287.782204:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757287/real 1787757287] req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757287.782210:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757287.782211:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757287.782212:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757287.782214:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757287.782216:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757287.782217:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757287.782220:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757287.782227:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782235:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757287.782237:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782240:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.782242:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757287.782247:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782258:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757287.782263:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782299:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757287.782320:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782323:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757287.782325:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782328:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757287.782330:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757287.782334:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757287.782340:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757287.782343:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757287.782350:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757287.782362:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931033216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757287.782368:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782371:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.782375:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782382:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757287.782383:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757287.782386:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:1.0:1787757287.782389:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757287.782390:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757287.782392:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757287.782395:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757287.782396:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757287.782399:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757287.782401:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757287.782402:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757287.782405:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757287.782406:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782408:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.782411:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782417:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757287.782419:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757287.782420:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:1.0:1787757287.782422:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757287.782423:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757287.782424:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757287.782425:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757287.782427:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757287.782429:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757287.782430:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757287.782431:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757287.782433:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757287.782434:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782436:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.782438:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931033088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782443:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757287.782445:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757287.782446:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:1.0:1787757287.782448:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757287.782449:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757287.782450:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757287.782452:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757287.782453:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757287.782455:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757287.782456:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757287.782458:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757287.782460:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757287.782462:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782463:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757287.782466:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931033216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757287.782471:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757287.782472:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757287.782474:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:1.0:1787757287.782476:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757287.782477:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757287.782478:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757287.782480:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757287.782481:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757287.782483:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757287.782484:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757287.782485:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757287.782486:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757287.782488:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782489:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.782493:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757287.782494:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.782496:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757287.782497:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757287.843378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757287.843386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757287.843388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757287.843394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757287.843398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757287.843402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.843405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757287.843408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757287.843411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757288.739468:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757288.739478:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757288.739485:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757288.739496:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757288.739505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757288.739528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757288.739537:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757288.739544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757288.739553:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757288.739664:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757288.739670:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757288.739674:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757288.739680:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757288.739692:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757288.739696:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757288.739702:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757288.739706:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757288.739709:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757288.803413:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309665745, at 4309665792 00000100:00000010:1.0:1787757288.803439:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757288.868385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757288.868396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757288.868400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757288.868407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757288.868412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757288.868418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757288.868421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757288.868425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757288.868430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757289.763503:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757289.763528:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757289.763538:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757289.763552:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757289.763575:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757289.763588:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757289.763610:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757289.763634:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757289.763663:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757289.763819:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757289.763837:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757289.763848:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757289.763861:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757289.763870:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757289.763890:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757289.763924:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757289.763951:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757289.763987:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757289.891323:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757289.891330:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757289.891332:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757289.891336:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757289.891339:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757289.891342:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757289.891345:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757289.891347:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757289.891350:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757290.787442:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757290.787454:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757290.787458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757290.787467:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757290.787476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757290.787483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757290.787491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757290.787496:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757290.787502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757290.787568:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757290.787586:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757290.787596:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757290.787618:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757290.787626:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757290.787638:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757290.787701:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757290.787719:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757290.787752:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757290.915365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757290.915375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757290.915378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757290.915385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757290.915390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757290.915396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757290.915399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757290.915402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757290.915407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757291.811537:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757291.811548:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757291.811555:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757291.811575:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757291.811587:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757291.811595:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757291.811659:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757291.811671:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757291.811680:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757291.811713:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757291.811726:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757291.811732:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757291.811740:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757291.811749:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757291.811768:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757291.811791:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757291.811800:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757291.811813:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757291.939364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757291.939378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757291.939383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757291.939394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757291.939401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757291.939407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757291.939413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757291.939418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757291.939425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.835431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757292.835448:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757292.835457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.835473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757292.835484:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757292.835492:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757292.835502:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757292.835511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757292.835525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.835583:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757292.835592:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757292.835601:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.835610:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757292.835622:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757292.835627:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757292.835665:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757292.835675:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757292.835691:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757292.899419:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757292.899432:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757292.899436:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757292.899441:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757292.899446:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757292.899457:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 14997 00000400:00000200:1.0:1787757292.899468:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757292.899476:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757292.899480:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757292.899485:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899489:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.899493:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899497:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757292.899502:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757292.899504:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757292.899508:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757292.899512:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757292.899515:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757292.899518:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757292.899522:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899525:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.899527:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899531:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757292.899535:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757292.899541:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899545:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757292.899548:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757292.899552:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757292.899556:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.899559:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757292.899563:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757292.899574:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757292.899579:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757292.899584:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757292.899587:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.899591:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757292.899594:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757292.899600:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757292.899609:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757292.899617:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.899629:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931033344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757292.899643:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757292.899648:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757292.899654:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931033344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757292.899686:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757292.899693:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757292.899700:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757292.899703:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757292.899707:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757292.899713:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757292.899718:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14997 00000400:00000200:1.0:1787757292.899728:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757292.899734:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757292.899739:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757292.899746:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899750:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.899754:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899759:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757292.899764:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757292.899767:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757292.899771:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757292.899775:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757292.899779:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757292.899785:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757292.899791:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899795:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.899799:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899804:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757292.899809:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757292.899816:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757292.899821:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757292.899825:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757292.899834:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757292.899838:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.899842:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757292.899850:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757292.899856:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.899861:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757292.899867:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757292.899871:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757292.899876:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757292.899880:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.899883:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757292.899886:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757292.899890:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757292.899897:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757292.899904:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.899915:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931033472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757292.899933:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757292.899938:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757292.899946:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931033472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757292.899963:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757292.899969:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757292.899974:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757292.899977:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757292.899981:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757292.899987:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757292.899992:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14997 00000400:00000200:1.0:1787757292.899999:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757292.900004:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757292.900009:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757292.900015:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900019:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.900024:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900028:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757292.900033:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757292.900035:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757292.900039:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757292.900043:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757292.900048:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757292.900054:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757292.900060:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900064:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.900069:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900074:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757292.900078:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757292.900085:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900089:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757292.900092:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757292.900098:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757292.900102:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900106:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757292.900110:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757292.900115:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900119:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757292.900125:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757292.900130:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757292.900135:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757292.900138:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900143:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757292.900146:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757292.900149:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757292.900156:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757292.900161:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.900171:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931033600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757292.900186:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757292.900190:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757292.900199:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931033600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757292.900243:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757292.900249:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757292.900257:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757292.900260:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757292.900264:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757292.900332:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757292.900339:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14997 00000400:00000200:1.0:1787757292.900347:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757292.900356:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757292.900361:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757292.900366:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900371:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.900375:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900380:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757292.900385:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757292.900388:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757292.900391:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757292.900396:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757292.900401:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757292.900405:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757292.900412:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900416:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.900421:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757292.900431:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757292.900437:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900442:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757292.900446:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757292.900453:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757292.900457:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900462:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757292.900467:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757292.900472:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900477:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757292.900483:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757292.900489:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757292.900494:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757292.900497:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900501:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757292.900504:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757292.900508:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757292.900515:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757292.900521:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.900530:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931033728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757292.900546:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757292.900551:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757292.900560:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931033728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757292.900577:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757292.900583:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757292.900590:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757292.900593:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757292.900596:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757292.900602:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757292.900607:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 14997 00000400:00000200:1.0:1787757292.900613:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757292.900620:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757292.900625:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757292.900631:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900636:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.900640:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900646:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757292.900651:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757292.900654:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757292.900658:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757292.900662:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757292.900667:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757292.900672:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757292.900678:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900683:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757292.900687:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900691:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757292.900696:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757292.900701:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757292.900706:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757292.900709:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757292.900714:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757292.900718:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900722:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757292.900726:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757292.900731:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900735:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757292.900743:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757292.900748:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757292.900752:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757292.900755:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757292.900758:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757292.900761:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757292.900764:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757292.900771:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757292.900777:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.900786:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931033856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757292.900815:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757292.900819:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757292.900827:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931033856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757292.900844:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757292.900853:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15007) 00000100:00000001:1.0:1787757292.963376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757292.963386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757292.963388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757292.963395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757292.963400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757292.963404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757292.963408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757292.963411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757292.963416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757293.859444:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757293.859459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757293.859471:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757293.859483:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757293.859495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757293.859504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757293.859549:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757293.859557:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757293.859563:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757293.859590:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757293.859599:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757293.859609:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757293.859623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757293.859634:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757293.859640:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757293.859667:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757293.859674:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757293.859680:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757293.923372:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309670865, at 4309670912 00000100:00000010:1.0:1787757293.923396:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af60. 00000100:00000001:1.0:1787757293.987438:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757293.987448:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757293.987451:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757293.987457:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757293.987462:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757293.987467:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757293.987470:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757293.987474:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757293.987478:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757294.883340:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757294.883349:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757294.883351:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757294.883359:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757294.883365:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757294.883374:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757294.883382:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757294.883387:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757294.883391:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757294.883421:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757294.883425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757294.883427:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757294.883430:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757294.883436:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757294.883442:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757294.883449:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757294.883454:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757294.883459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757294.883489:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757294.883495:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757294.883499:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757294.883503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757294.883507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757294.883510:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757294.883513:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757294.883515:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757294.883521:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757295.011393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757295.011403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757295.011405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757295.011412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757295.011416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757295.011421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757295.011425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757295.011428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757295.011431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757295.907370:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757295.907378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757295.907384:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757295.907394:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757295.907404:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757295.907412:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757295.907428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757295.907433:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757295.907437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757295.907458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757295.907463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757295.907467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757295.907471:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757295.907482:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757295.907487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757295.907492:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757295.907495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757295.907498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757296.035360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757296.035369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757296.035371:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757296.035377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757296.035382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757296.035386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757296.035390:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757296.035393:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757296.035397:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757296.931430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757296.931440:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757296.931448:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757296.931457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757296.931468:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757296.931476:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757296.931487:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757296.931496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757296.931511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757296.931544:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757296.931552:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757296.931578:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757296.931591:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757296.931609:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757296.931623:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757296.931666:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757296.931674:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757296.931684:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757297.059346:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757297.059355:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757297.059357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757297.059363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757297.059366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757297.059370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757297.059373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757297.059375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757297.059377:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757297.955426:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757297.955441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757297.955450:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757297.955471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757297.955486:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757297.955495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757297.955506:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757297.955517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757297.955533:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757297.955603:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757297.955618:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757297.955627:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757297.955640:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757297.955653:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757297.955663:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757297.955674:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757297.955679:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757297.955686:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757298.083356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757298.083365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757298.083368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757298.083375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757298.083379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757298.083383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757298.083387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757298.083390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757298.083393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757298.979420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757298.979433:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757298.979443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757298.979456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757298.979469:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757298.979481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757298.979502:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757298.979511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757298.979526:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757298.979558:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757298.979569:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757298.979577:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757298.979589:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757298.979599:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757298.979609:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757298.979643:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757298.979653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757298.979660:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757299.043382:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309675985, at 4309676032 00000100:00000010:1.0:1787757299.043403:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a240. 00000100:00000001:1.0:1787757299.107379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757299.107389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757299.107393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757299.107402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757299.107409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757299.107415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757299.107420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757299.107425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757299.107430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757300.003409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757300.003422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757300.003426:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757300.003434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757300.003440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757300.003447:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757300.003452:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757300.003456:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757300.003461:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757300.003508:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757300.003519:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757300.003528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757300.003542:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757300.003550:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757300.003561:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757300.003592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757300.003599:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757300.003610:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757300.003662:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757300.003668:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757300.003677:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757300.131380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757300.131402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757300.131404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757300.131411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757300.131415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757300.131420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757300.131423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757300.131426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757300.131430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757301.027452:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757301.027465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757301.027473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757301.027483:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757301.027491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757301.027501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757301.027517:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757301.027524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757301.027534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757301.027568:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757301.027579:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757301.027587:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757301.027601:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757301.027613:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757301.027622:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757301.027637:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757301.027642:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757301.027651:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757301.155396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757301.155405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757301.155408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757301.155415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757301.155419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757301.155424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757301.155428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757301.155431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757301.155435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757302.051446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757302.051456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757302.051461:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757302.051474:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757302.051482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757302.051490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.051504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757302.051516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.051531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757302.051569:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757302.051579:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757302.051586:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757302.051592:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757302.051600:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757302.051607:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.051617:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757302.051623:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.051630:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757302.051706:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757302.051713:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757302.051718:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757302.051730:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757302.051740:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757302.051746:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.051751:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757302.051759:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.051763:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757302.179377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757302.179387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757302.179390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757302.179397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757302.179402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757302.179406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.179410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757302.179413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757302.179417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.075503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757303.075516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757303.075523:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.075534:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757303.075552:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757303.075564:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.075580:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.075587:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.075597:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.075636:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757303.075647:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757303.075655:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.075668:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757303.075693:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757303.075723:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.075749:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.075757:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.075767:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.139859:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757303.139873:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757303.139884:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757303.139909:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.139950:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.139961:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.139977:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757303.139985:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757303.139996:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.140008:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931034624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757303.140018:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757303.140029:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757303.140067:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.140073:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757303.140089:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757303.140100:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757303.140127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757303.140143:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757303.140161:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757303.140176:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931034624, portal 25 00000100:00000001:1.0:1787757303.140187:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757303.140192:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:1.0:1787757303.140217:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.140253:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757303.140363:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757303.140379:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757303.140393:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931034624, offset 0 00000400:00000200:1.0:1787757303.140422:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757303.140447:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.140464:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757303.140480:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757303.140490:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757303.140501:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757303.140508:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757303.140524:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746841:746841:256:4294967295] 192.168.201.121@tcp LPNI seq info [746835:746835:8:4294967295] 00000400:00000200:1.0:1787757303.140535:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.140575:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757303.140602:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.140616:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757303.140637:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757303.140646:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757303.140701:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.140711:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757303.140722:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757303.140741:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757303.140749:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757303.140757:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757303.140770:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757303.140784:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.140827:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.140844:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.140888:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.140897:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757303.140916:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757303.140934:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757303.140947:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309681105 00000100:00000010:1.0:1787757303.140962:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757303.140978:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757303.140996:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309681105 00000100:00000010:1.0:1787757303.141005:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757303.141016:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757303.141026:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757303.141060:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.141073:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757303.141098:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757303/real 1787757303] req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757303.141156:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757303.141164:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757303.141171:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757303.141183:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757303.141192:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757303.141201:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757303.141213:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757303.141260:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141323:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757303.141330:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.141342:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.141351:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757303.141365:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141409:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757303.141429:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141459:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757303.141473:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.141482:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.141490:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.141496:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757303.141502:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757303.141510:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757303.141521:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757303.141531:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757303.141546:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757303.141570:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931034624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757303.141583:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.141586:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.141591:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931034624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141601:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757303.141605:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757303.141610:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757303.141616:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757303.141620:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757303.141624:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757303.141628:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757303.141631:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:1.0:1787757303.141637:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757303.141640:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757303.141642:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:1.0:1787757303.141646:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757303.141648:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.141651:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.141661:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757303.141663:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.141666:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757303.141669:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757303.141671:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757303.141677:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141687:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.141689:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.141692:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757303.141695:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757303.141698:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.141702:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931034752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757303.141707:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757303.141710:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757303.141713:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.141716:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757303.141720:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757303.141723:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757303.141729:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757303.141733:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757303.141739:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757303.141744:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931034752, portal 10 00000100:00000001:1.0:1787757303.141747:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757303.141749:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:1.0:1787757303.141757:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141766:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757303.141770:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757303.141773:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757303.141776:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931034752, offset 0 00000400:00000200:1.0:1787757303.141782:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757303.141788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.141793:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757303.141797:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757303.141802:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757303.141805:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757303.141809:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757303.141814:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746842:746842:256:4294967295] 192.168.201.121@tcp LPNI seq info [746836:746836:8:4294967295] 00000400:00000200:1.0:1787757303.141820:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.141829:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757303.141836:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.141841:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757303.141849:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757303.141856:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757303.141880:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.141884:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757303.141890:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757303.141898:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757303.141905:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757303.141909:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757303.141915:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757303.141924:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141942:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.141949:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.141960:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.141963:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757303.141969:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757303.141974:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757303.141980:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757303.141983:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309680142 00000100:00000001:1.0:1787757303.141987:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.141990:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309680142 00000100:00000001:1.0:1787757303.141993:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.141997:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757303.142000:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.142003:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757303.142009:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757303/real 1787757303] req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757303.142019:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757303.142021:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757303.142023:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757303.142027:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757303.142029:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757303.142059:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757303.142066:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757303.142085:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142100:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757303.142104:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.142108:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.142112:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757303.142120:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142136:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757303.142145:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142155:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757303.142159:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.142162:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.142164:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.142166:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757303.142171:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757303.142176:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757303.142181:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757303.142184:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757303.142190:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757303.142200:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931034752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757303.142205:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757303.142209:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142218:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.142220:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.142223:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757303.142226:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757303.142229:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.142233:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931034880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757303.142238:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757303.142241:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757303.142243:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.142245:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757303.142251:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757303.142254:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757303.142259:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757303.142263:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757303.142306:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757303.142313:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931034880, portal 10 00000100:00000001:1.0:1787757303.142317:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757303.142320:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757303.142329:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142353:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757303.142358:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757303.142364:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757303.142370:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931034880, offset 0 00000400:00000200:1.0:1787757303.142380:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757303.142389:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.142397:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757303.142404:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757303.142409:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757303.142415:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757303.142421:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757303.142428:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746843:746843:256:4294967295] 192.168.201.121@tcp LPNI seq info [746837:746837:8:4294967295] 00000400:00000200:1.0:1787757303.142437:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.142449:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757303.142457:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.142462:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757303.142469:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757303.142487:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757303.142510:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.142513:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757303.142517:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757303.142522:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757303.142527:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757303.142529:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757303.142533:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757303.142539:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142550:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.142555:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142573:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.142575:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757303.142579:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757303.142584:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757303.142589:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757303.142592:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309680141 00000100:00000001:1.0:1787757303.142595:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.142599:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309680141 00000100:00000001:1.0:1787757303.142602:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.142605:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757303.142607:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.142610:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757303.142615:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757303/real 1787757303] req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757303.142625:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757303.142627:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757303.142630:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757303.142633:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757303.142635:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757303.142638:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757303.142643:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757303.142654:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142661:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757303.142663:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.142666:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.142668:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757303.142672:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142682:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757303.142687:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142696:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757303.142699:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.142701:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.142703:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.142705:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757303.142709:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757303.142712:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757303.142716:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757303.142719:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757303.142724:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757303.142734:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931034880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757303.142738:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757303.142743:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142751:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.142753:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.142756:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757303.142759:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757303.142762:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.142766:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757303.142770:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757303.142773:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757303.142775:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.142778:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757303.142783:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757303.142785:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757303.142790:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757303.142794:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757303.142798:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757303.142802:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035008, portal 4 00000100:00000001:1.0:1787757303.142805:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757303.142807:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757303.142814:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142823:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757303.142826:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757303.142829:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757303.142832:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931035008, offset 0 00000400:00000200:1.0:1787757303.142837:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757303.142843:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.142849:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757303.142854:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757303.142859:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757303.142864:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757303.142869:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757303.142875:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746844:746844:256:4294967295] 192.168.201.121@tcp LPNI seq info [746838:746838:8:4294967295] 00000400:00000200:1.0:1787757303.142885:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.142897:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757303.142907:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.142914:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757303.142922:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757303.142929:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757303.142952:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.142956:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757303.142960:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757303.142966:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757303.142970:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757303.142973:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757303.142976:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757303.142982:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.142993:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.142997:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143006:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.143008:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757303.143013:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757303.143018:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757303.143023:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757303.143025:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309680177 00000100:00000001:1.0:1787757303.143029:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.143061:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309680177 00000100:00000001:1.0:1787757303.143066:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.143071:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757303.143076:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.143080:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757303.143089:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757303/real 1787757303] req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757303.143108:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757303.143112:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757303.143116:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757303.143122:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757303.143126:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757303.143131:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757303.143138:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757303.143153:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143162:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757303.143164:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143167:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.143169:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757303.143174:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143183:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757303.143189:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143198:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757303.143201:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143203:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.143205:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143207:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757303.143209:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757303.143212:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757303.143216:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757303.143219:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757303.143224:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757303.143234:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757303.143239:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757303.143243:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143253:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.143255:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.143258:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757303.143261:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757303.143264:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.143267:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757303.143306:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757303.143311:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757303.143313:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757303.143316:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757303.143321:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757303.143324:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757303.143329:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757303.143332:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757303.143339:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757303.143346:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035136, portal 4 00000100:00000001:1.0:1787757303.143350:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757303.143353:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757303.143365:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143379:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757303.143384:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757303.143389:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757303.143395:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931035136, offset 0 00000400:00000200:1.0:1787757303.143404:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757303.143413:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.143421:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757303.143427:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757303.143432:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757303.143437:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757303.143443:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757303.143449:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746845:746845:256:4294967295] 192.168.201.121@tcp LPNI seq info [746839:746839:8:4294967295] 00000400:00000200:1.0:1787757303.143455:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757303.143465:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757303.143471:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.143477:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757303.143483:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757303.143487:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787757303.143503:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757303.143505:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757303.143510:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757303.143514:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757303.143518:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757303.143521:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757303.143525:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757303.143530:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143541:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.143545:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143554:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.143556:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757303.143560:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757303.143565:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757303.143569:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757303.143572:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309680157 00000100:00000001:1.0:1787757303.143576:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.143579:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309680157 00000100:00000001:1.0:1787757303.143582:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309681105 00000100:00000001:1.0:1787757303.143585:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757303.143588:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.143591:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757303.143596:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757303/real 1787757303] req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757303.143607:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757303.143608:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757303.143611:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757303.143613:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757303.143616:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757303.143619:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757303.143623:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757303.143634:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143642:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757303.143644:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143646:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.143648:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757303.143652:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143661:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757303.143666:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143674:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757303.143677:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143680:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757303.143682:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143684:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757303.143687:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757303.143691:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757303.143695:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757303.143698:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757303.143704:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757303.143714:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757303.143719:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143721:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.143725:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143733:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757303.143736:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757303.143738:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757303.143742:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757303.143744:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757303.143746:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757303.143749:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757303.143752:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757303.143756:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757303.143758:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757303.143760:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:1.0:1787757303.143763:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757303.143765:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143768:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.143772:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143780:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757303.143782:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757303.143784:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757303.143787:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757303.143788:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757303.143790:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757303.143792:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757303.143796:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757303.143799:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757303.143801:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757303.143803:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757303.143806:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757303.143808:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143810:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.143814:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931035008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143822:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757303.143823:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757303.143825:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757303.143828:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757303.143829:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757303.143831:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757303.143833:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757303.143835:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757303.143838:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757303.143839:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757303.143841:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757303.143845:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757303.143847:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143851:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757303.143857:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931035136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757303.143869:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757303.143872:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757303.143875:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757303.143880:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757303.143882:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757303.143885:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757303.143888:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757303.143891:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757303.143896:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757303.143899:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757303.143901:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757303.143908:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757303.143911:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143915:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.143922:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757303.143925:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.143930:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757303.143934:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757303.203416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757303.203426:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757303.203430:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757303.203438:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757303.203442:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757303.203447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.203467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757303.203472:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757303.203477:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757304.099503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757304.099518:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757304.099525:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757304.099534:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757304.099544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757304.099552:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.099570:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757304.099587:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.099609:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757304.099647:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757304.099654:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757304.099664:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757304.099695:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757304.099707:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757304.099713:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.099717:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757304.099719:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.099723:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757304.099790:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757304.099799:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757304.099808:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757304.099815:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757304.099826:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757304.099835:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.099839:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757304.099847:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.099856:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757304.163443:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309681105, at 4309681152 00000100:00000010:1.0:1787757304.163465:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757304.227443:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757304.227454:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757304.227457:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757304.227463:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757304.227468:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757304.227474:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.227478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757304.227482:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757304.227487:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757305.123533:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757305.123546:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757305.123567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757305.123583:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757305.123603:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757305.123635:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757305.123695:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757305.123710:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757305.123725:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757305.123816:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757305.123830:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757305.123836:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757305.123847:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757305.123865:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757305.123874:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757305.123888:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757305.123894:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757305.123904:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757305.251443:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757305.251452:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757305.251455:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757305.251463:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757305.251468:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757305.251474:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757305.251478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757305.251482:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757305.251487:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757306.147507:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757306.147519:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757306.147525:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757306.147535:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757306.147547:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757306.147558:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.147566:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757306.147576:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.147583:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757306.147626:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757306.147636:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757306.147646:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757306.147676:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757306.147683:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757306.147691:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.147700:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757306.147707:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.147718:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757306.147774:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757306.147780:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757306.147782:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757306.147786:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757306.147792:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757306.147796:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.147800:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757306.147802:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.147805:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757306.275406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757306.275416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757306.275419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757306.275425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757306.275430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757306.275436:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.275439:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757306.275443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757306.275446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757307.171400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757307.171410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757307.171416:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757307.171427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757307.171435:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757307.171440:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757307.171454:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757307.171459:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757307.171464:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757307.171485:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757307.171491:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757307.171495:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757307.171500:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757307.171506:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757307.171512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757307.171530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757307.171543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757307.171550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757307.299460:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757307.299472:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757307.299475:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757307.299481:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757307.299487:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757307.299492:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757307.299495:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757307.299499:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757307.299503:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.195357:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757308.195366:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757308.195369:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.195375:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757308.195379:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757308.195382:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.195388:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.195393:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.195401:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.195438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757308.195442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757308.195443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.195445:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757308.195449:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757308.195452:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.195455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.195459:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.195463:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.195496:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757308.195501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757308.195504:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.195508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757308.195512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757308.195517:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.195521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.195525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.195528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.259597:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757308.259603:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757308.259608:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757308.259616:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.259631:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.259635:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.259640:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757308.259643:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757308.259648:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.259655:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931035264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757308.259663:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757308.259668:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757308.259672:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.259676:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757308.259683:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757308.259688:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757308.259698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757308.259702:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757308.259711:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757308.259719:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035264, portal 25 00000100:00000001:1.0:1787757308.259724:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757308.259727:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:1.0:1787757308.259737:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.259766:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757308.259775:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757308.259782:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757308.259791:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931035264, offset 0 00000400:00000200:1.0:1787757308.259807:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757308.259822:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.259835:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757308.259845:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757308.259852:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757308.259859:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757308.259866:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757308.259872:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746846:746846:256:4294967295] 192.168.201.121@tcp LPNI seq info [746840:746840:8:4294967295] 00000400:00000200:1.0:1787757308.259881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.259900:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757308.259910:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.259916:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757308.259927:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757308.259933:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757308.259963:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.259968:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757308.259977:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757308.259985:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757308.259991:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757308.259995:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757308.260002:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757308.260010:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260025:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.260030:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260043:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.260046:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757308.260053:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757308.260058:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757308.260064:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309686224 00000100:00000010:1.0:1787757308.260071:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757308.260081:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757308.260089:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309686224 00000100:00000010:1.0:1787757308.260094:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757308.260098:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757308.260105:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757308.260109:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.260113:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757308.260121:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757308/real 1787757308] req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757308.260148:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757308.260151:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757308.260154:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757308.260160:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757308.260164:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757308.260167:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757308.260175:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757308.260193:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260203:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757308.260206:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260210:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.260213:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757308.260222:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260233:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757308.260239:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260252:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757308.260257:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260261:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.260264:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260346:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757308.260354:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757308.260363:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757308.260377:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757308.260412:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757308.260424:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757308.260447:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931035264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757308.260457:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260463:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.260471:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931035264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260494:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757308.260497:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757308.260501:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757308.260507:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757308.260509:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757308.260511:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757308.260513:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757308.260515:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:1.0:1787757308.260519:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757308.260520:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757308.260522:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:1.0:1787757308.260525:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757308.260526:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260528:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260534:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757308.260536:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.260538:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757308.260539:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757308.260540:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757308.260544:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260549:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.260550:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.260552:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757308.260553:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757308.260555:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.260557:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757308.260559:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757308.260561:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757308.260562:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.260563:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757308.260566:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757308.260567:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757308.260571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757308.260573:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757308.260576:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757308.260579:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035392, portal 10 00000100:00000001:1.0:1787757308.260581:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757308.260582:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:1.0:1787757308.260586:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260591:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757308.260593:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757308.260594:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757308.260596:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931035392, offset 0 00000400:00000200:1.0:1787757308.260599:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757308.260602:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.260605:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757308.260607:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757308.260609:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757308.260611:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757308.260613:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757308.260616:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746847:746847:256:4294967295] 192.168.201.121@tcp LPNI seq info [746841:746841:8:4294967295] 00000400:00000200:1.0:1787757308.260619:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.260624:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757308.260627:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.260629:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757308.260632:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757308.260634:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757308.260643:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.260645:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757308.260647:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757308.260649:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757308.260651:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757308.260653:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757308.260655:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757308.260657:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260689:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.260693:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260702:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.260704:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757308.260709:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757308.260714:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757308.260718:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757308.260721:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309685261 00000100:00000001:1.0:1787757308.260725:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.260728:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309685261 00000100:00000001:1.0:1787757308.260731:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.260735:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757308.260738:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.260740:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757308.260745:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757308/real 1787757308] req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757308.260755:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757308.260757:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757308.260759:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757308.260762:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757308.260765:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757308.260768:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757308.260772:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757308.260782:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260791:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757308.260793:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260796:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.260798:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757308.260803:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260812:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757308.260817:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260826:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757308.260829:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260831:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.260833:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.260835:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757308.260840:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757308.260843:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757308.260847:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757308.260850:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757308.260855:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757308.260881:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757308.260885:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757308.260889:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260896:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.260898:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.260900:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757308.260902:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757308.260904:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.260908:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757308.260911:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757308.260914:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757308.260916:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.260918:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757308.260921:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757308.260923:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757308.260927:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757308.260929:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757308.260933:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757308.260936:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035520, portal 10 00000100:00000001:1.0:1787757308.260938:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757308.260966:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:1.0:1787757308.260976:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.260998:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757308.261000:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757308.261002:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757308.261004:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931035520, offset 0 00000400:00000200:1.0:1787757308.261007:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757308.261010:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.261013:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757308.261015:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757308.261017:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757308.261019:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757308.261021:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757308.261023:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746848:746848:256:4294967295] 192.168.201.121@tcp LPNI seq info [746842:746842:8:4294967295] 00000400:00000200:1.0:1787757308.261026:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.261030:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757308.261033:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.261035:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757308.261038:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757308.261041:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757308.261048:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.261050:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757308.261052:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757308.261054:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757308.261057:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757308.261058:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757308.261060:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757308.261062:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261067:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261070:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261074:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261075:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757308.261077:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757308.261079:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757308.261081:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757308.261082:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309685259 00000100:00000001:1.0:1787757308.261084:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.261086:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309685259 00000100:00000001:1.0:1787757308.261087:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.261089:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757308.261090:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261092:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757308.261094:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757308/real 1787757308] req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757308.261099:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757308.261100:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757308.261101:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757308.261103:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757308.261104:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757308.261106:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757308.261108:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757308.261113:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261117:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757308.261118:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261119:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.261120:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757308.261122:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261126:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757308.261129:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261133:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757308.261135:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261136:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.261137:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261138:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757308.261140:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757308.261142:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757308.261144:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757308.261145:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757308.261148:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757308.261157:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757308.261159:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757308.261162:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261166:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.261167:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.261168:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757308.261169:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757308.261171:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.261173:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757308.261174:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757308.261176:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757308.261177:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.261178:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757308.261181:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757308.261182:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757308.261185:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757308.261187:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757308.261189:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757308.261191:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035648, portal 4 00000100:00000001:1.0:1787757308.261193:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757308.261193:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:1.0:1787757308.261197:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261202:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757308.261203:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757308.261205:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757308.261206:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931035648, offset 0 00000400:00000200:1.0:1787757308.261209:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757308.261230:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.261234:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757308.261237:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757308.261240:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757308.261243:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757308.261246:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757308.261249:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746849:746849:256:4294967295] 192.168.201.121@tcp LPNI seq info [746843:746843:8:4294967295] 00000400:00000200:1.0:1787757308.261254:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.261260:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757308.261265:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.261268:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757308.261272:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757308.261275:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757308.261287:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.261289:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757308.261292:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757308.261296:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757308.261324:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757308.261326:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757308.261329:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757308.261333:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261342:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261346:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261353:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261355:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757308.261358:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757308.261361:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757308.261365:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757308.261368:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309685296 00000100:00000001:1.0:1787757308.261371:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.261374:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309685296 00000100:00000001:1.0:1787757308.261377:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.261396:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757308.261398:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261400:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757308.261404:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757308/real 1787757308] req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757308.261412:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757308.261414:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757308.261416:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757308.261419:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757308.261421:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757308.261424:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757308.261427:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757308.261437:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261444:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757308.261446:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261448:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.261449:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757308.261452:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261458:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757308.261460:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261465:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757308.261467:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261468:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.261469:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261471:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757308.261472:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757308.261474:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757308.261476:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757308.261477:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757308.261480:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757308.261485:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757308.261487:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757308.261489:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261494:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.261495:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.261497:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757308.261498:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757308.261499:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.261501:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757308.261503:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757308.261504:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757308.261505:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757308.261507:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757308.261509:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757308.261511:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757308.261513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757308.261515:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757308.261517:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757308.261520:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931035776, portal 4 00000100:00000001:1.0:1787757308.261522:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757308.261523:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:1.0:1787757308.261527:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261531:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757308.261533:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757308.261535:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757308.261536:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931035776, offset 0 00000400:00000200:1.0:1787757308.261539:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757308.261542:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.261544:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757308.261546:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757308.261548:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757308.261550:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757308.261551:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757308.261554:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746850:746850:256:4294967295] 192.168.201.121@tcp LPNI seq info [746844:746844:8:4294967295] 00000400:00000200:1.0:1787757308.261557:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757308.261561:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757308.261564:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.261566:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757308.261569:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757308.261571:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787757308.261579:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757308.261581:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757308.261583:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757308.261585:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757308.261587:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757308.261588:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757308.261590:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757308.261592:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261602:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261604:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261609:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261610:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757308.261612:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757308.261614:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757308.261616:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757308.261617:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309685275 00000100:00000001:1.0:1787757308.261619:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.261620:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309685275 00000100:00000001:1.0:1787757308.261622:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309686224 00000100:00000001:1.0:1787757308.261623:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757308.261625:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261626:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757308.261628:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757308/real 1787757308] req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757308.261633:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757308.261634:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757308.261635:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757308.261636:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757308.261637:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757308.261638:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757308.261640:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757308.261645:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261650:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757308.261651:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261653:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.261654:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757308.261656:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261677:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757308.261683:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261691:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757308.261694:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261696:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757308.261698:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261700:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757308.261702:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757308.261706:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757308.261709:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757308.261712:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757308.261717:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757308.261727:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931035776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757308.261731:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261734:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261738:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931035392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261747:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757308.261749:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757308.261752:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757308.261756:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757308.261758:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757308.261761:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757308.261764:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757308.261766:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:1.0:1787757308.261770:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757308.261772:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757308.261774:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:1.0:1787757308.261777:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757308.261779:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261781:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261786:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931035520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261794:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757308.261796:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757308.261798:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757308.261802:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757308.261803:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757308.261805:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757308.261807:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757308.261809:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757308.261812:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757308.261814:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757308.261815:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:1.0:1787757308.261818:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757308.261820:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261822:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261826:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931035648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261834:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757308.261835:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757308.261837:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757308.261840:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757308.261842:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757308.261843:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757308.261846:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757308.261848:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:1.0:1787757308.261850:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757308.261852:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757308.261854:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:1.0:1787757308.261857:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757308.261858:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261877:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757308.261881:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931035776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757308.261887:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757308.261888:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757308.261890:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757308.261892:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757308.261893:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757308.261895:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757308.261897:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757308.261898:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757308.261900:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757308.261901:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757308.261903:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:1.0:1787757308.261905:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757308.261907:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261908:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.261912:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757308.261914:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.261916:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757308.261918:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757308.323428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757308.323437:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757308.323441:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757308.323450:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757308.323456:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757308.323461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.323465:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757308.323469:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757308.323474:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757309.219475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757309.219487:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757309.219498:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757309.219513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757309.219529:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757309.219537:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.219543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757309.219550:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.219557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757309.219613:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757309.219620:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757309.219629:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757309.219644:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757309.219657:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757309.219666:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.219673:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757309.219682:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.219689:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757309.219739:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757309.219749:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757309.219756:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757309.219767:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757309.219775:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757309.219783:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.219789:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757309.219792:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.219796:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757309.283412:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309686224, at 4309686272 00000100:00000010:1.0:1787757309.283431:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757309.347364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757309.347372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757309.347375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757309.347381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757309.347386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757309.347391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.347395:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757309.347399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757309.347402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757310.243558:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757310.243568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757310.243572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757310.243580:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757310.243585:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757310.243592:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757310.243599:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757310.243604:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757310.243615:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757310.243668:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757310.243692:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757310.243703:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757310.243718:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757310.243731:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757310.243742:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757310.243767:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757310.243776:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757310.243784:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757310.371410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757310.371419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757310.371422:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757310.371430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757310.371434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757310.371439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757310.371443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757310.371446:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757310.371450:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757311.267401:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757311.267410:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757311.267415:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757311.267425:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757311.267431:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757311.267438:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757311.267445:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757311.267449:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757311.267455:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757311.267472:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757311.267477:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757311.267482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757311.267486:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757311.267495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757311.267502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757311.267510:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757311.267515:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757311.267520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757311.395328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757311.395337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757311.395339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757311.395344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757311.395347:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757311.395351:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757311.395353:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757311.395356:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757311.395358:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757312.291385:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757312.291391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757312.291396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757312.291403:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757312.291411:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757312.291418:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757312.291427:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757312.291431:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757312.291439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757312.291509:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757312.291516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757312.291521:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757312.291525:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757312.291529:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757312.291531:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757312.291534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757312.291536:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757312.291539:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757312.419339:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757312.419347:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757312.419348:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757312.419353:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757312.419356:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757312.419359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757312.419361:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757312.419364:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757312.419366:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.315374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757313.315383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757313.315388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.315399:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757313.315407:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757313.315411:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757313.315432:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757313.315436:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757313.315440:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.315462:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757313.315469:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757313.315475:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.315482:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757313.315487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757313.315493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757313.315500:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757313.315505:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757313.315510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757313.379460:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757313.379471:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757313.379474:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757313.379478:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757313.379483:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757313.379492:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15017 00000400:00000200:1.0:1787757313.379502:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757313.379525:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757313.379530:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757313.379535:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379540:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.379545:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379549:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757313.379554:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757313.379558:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757313.379562:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757313.379566:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757313.379570:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757313.379574:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757313.379580:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379583:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.379587:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379590:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757313.379595:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757313.379601:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379605:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757313.379610:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757313.379626:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757313.379631:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.379635:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757313.379639:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757313.379651:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757313.379657:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757313.379663:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757313.379666:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.379671:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757313.379675:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757313.379681:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757313.379691:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757313.379699:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.379725:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931035904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757313.379737:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757313.379741:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757313.379747:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931035904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757313.379783:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757313.379787:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757313.379792:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757313.379794:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757313.379796:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757313.379800:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757313.379803:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15017 00000400:00000200:1.0:1787757313.379808:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757313.379813:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757313.379818:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757313.379825:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379829:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.379835:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379841:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757313.379846:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757313.379870:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757313.379873:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757313.379875:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757313.379879:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757313.379885:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757313.379893:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379900:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.379906:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379912:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757313.379917:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757313.379926:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757313.379930:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757313.379936:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757313.379945:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757313.379950:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.379954:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757313.379960:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757313.379966:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.379971:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757313.379978:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757313.379983:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757313.379989:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757313.379992:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.379998:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757313.380002:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757313.380007:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757313.380016:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757313.380023:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.380032:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931036032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757313.380051:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757313.380055:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757313.380065:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931036032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757313.380091:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757313.380097:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757313.380138:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757313.380144:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757313.380149:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757313.380164:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757313.380174:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15017 00000400:00000200:1.0:1787757313.380199:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757313.380210:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757313.380217:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757313.380235:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380245:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.380255:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380308:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757313.380323:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757313.380324:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757313.380326:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757313.380329:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757313.380332:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757313.380336:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757313.380342:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380347:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.380354:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380360:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757313.380366:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757313.380374:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380380:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757313.380410:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757313.380417:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757313.380424:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.380433:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757313.380440:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757313.380450:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.380456:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757313.380465:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757313.380472:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757313.380479:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757313.380484:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.380491:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757313.380496:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757313.380502:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757313.380513:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757313.380523:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.380537:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931036160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757313.380563:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757313.380571:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757313.380585:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931036160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757313.380612:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757313.380620:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757313.380632:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757313.380636:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757313.380642:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757313.380649:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757313.380658:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15017 00000400:00000200:1.0:1787757313.380673:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757313.380682:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757313.380690:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757313.380701:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380725:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.380734:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380743:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757313.380752:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757313.380756:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757313.380760:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757313.380765:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757313.380774:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757313.380783:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757313.380794:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380802:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.380809:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380817:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757313.380832:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757313.380843:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757313.380872:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757313.380880:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757313.380911:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757313.380917:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.380923:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757313.380928:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757313.380933:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.380937:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757313.380945:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757313.380950:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757313.380958:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757313.380962:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.380968:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757313.380972:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757313.380975:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757313.380980:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757313.380988:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.381002:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931036288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757313.381035:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757313.381041:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757313.381051:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931036288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757313.381075:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757313.381081:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757313.381090:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757313.381094:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757313.381098:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757313.381122:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757313.381134:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15017 00000400:00000200:1.0:1787757313.381152:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757313.381166:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757313.381173:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757313.381187:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.381203:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.381210:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.381218:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757313.381227:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757313.381233:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757313.381239:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757313.381246:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757313.381257:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757313.381268:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757313.381297:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.381302:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757313.381308:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757313.381339:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757313.381343:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757313.381351:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757313.381358:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757313.381362:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757313.381368:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757313.381384:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.381388:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757313.381392:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757313.381399:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.381404:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757313.381412:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757313.381419:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757313.381427:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757313.381431:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757313.381437:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757313.381442:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757313.381446:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757313.381455:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757313.381461:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.381472:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931036416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757313.381506:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757313.381512:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757313.381521:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931036416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757313.381547:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757313.381557:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15028) 00000100:00000001:1.0:1787757313.443374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757313.443382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757313.443384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757313.443388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757313.443391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757313.443394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757313.443396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757313.443398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757313.443400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757314.339438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757314.339445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757314.339452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757314.339464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757314.339474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757314.339483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757314.339524:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757314.339531:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757314.339540:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757314.339624:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757314.339635:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757314.339645:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757314.339653:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757314.339661:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757314.339669:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757314.339675:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757314.339680:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757314.339690:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757314.403419:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309691345, at 4309691392 00000100:00000010:1.0:1787757314.403448:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a540. 00000100:00000001:1.0:1787757314.467417:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757314.467429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757314.467432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757314.467440:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757314.467446:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757314.467452:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757314.467456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757314.467458:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757314.467462:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757315.363433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757315.363447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757315.363452:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757315.363465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757315.363478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757315.363486:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757315.363499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757315.363504:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757315.363513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757315.363560:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757315.363566:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757315.363571:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757315.363579:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757315.363586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757315.363595:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757315.363612:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757315.363619:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757315.363626:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757315.491412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757315.491440:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757315.491442:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757315.491448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757315.491452:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757315.491456:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757315.491459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757315.491462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757315.491465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757316.387348:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757316.387356:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757316.387360:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757316.387369:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757316.387377:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757316.387384:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757316.387390:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757316.387394:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757316.387399:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757316.387448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757316.387452:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757316.387456:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757316.387463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757316.387468:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757316.387472:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757316.387482:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757316.387485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757316.387488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757316.515378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757316.515387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757316.515390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757316.515396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757316.515400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757316.515404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757316.515407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757316.515410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757316.515414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757317.411430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757317.411442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757317.411447:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757317.411455:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757317.411463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757317.411470:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757317.411480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757317.411486:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757317.411491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757317.411522:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757317.411527:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757317.411530:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757317.411534:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757317.411540:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757317.411545:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757317.411550:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757317.411555:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757317.411560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757317.539353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757317.539362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757317.539364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757317.539369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757317.539373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757317.539376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757317.539379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757317.539382:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757317.539385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.435401:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757318.435414:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757318.435421:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.435431:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757318.435442:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757318.435450:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757318.435459:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757318.435469:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757318.435484:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.435563:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757318.435571:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757318.435578:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.435596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757318.435611:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757318.435621:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757318.435657:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757318.435663:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757318.435668:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757318.499393:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757318.499404:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757318.499408:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757318.499412:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757318.499418:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757318.499427:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15023 00000400:00000200:1.0:1787757318.499439:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757318.499447:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757318.499451:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757318.499456:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499460:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.499464:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499467:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757318.499473:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757318.499475:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757318.499478:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757318.499483:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757318.499486:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757318.499489:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757318.499493:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499496:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.499499:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499502:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757318.499506:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757318.499511:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499514:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757318.499518:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757318.499523:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757318.499527:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.499530:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757318.499533:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757318.499544:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757318.499549:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757318.499554:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757318.499557:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.499561:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757318.499564:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757318.499570:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757318.499579:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757318.499588:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.499600:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931036544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757318.499614:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757318.499621:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757318.499628:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931036544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757318.499658:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757318.499663:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757318.499668:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757318.499670:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757318.499672:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757318.499676:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757318.499680:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15023 00000400:00000200:1.0:1787757318.499685:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757318.499688:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757318.499692:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757318.499696:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499699:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.499702:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499707:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757318.499710:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757318.499712:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757318.499715:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757318.499718:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757318.499722:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757318.499725:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757318.499730:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499733:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.499737:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499740:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757318.499743:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757318.499749:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757318.499759:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757318.499793:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757318.499801:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757318.499804:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.499806:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757318.499812:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757318.499818:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.499824:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757318.499834:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757318.499841:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757318.499846:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757318.499853:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.499859:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757318.499864:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757318.499868:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757318.499878:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757318.499891:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.499908:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931036672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757318.499932:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757318.499940:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757318.499952:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931036672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757318.499979:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757318.499986:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757318.499997:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757318.500006:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757318.500010:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757318.500017:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757318.500022:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15023 00000400:00000200:1.0:1787757318.500030:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757318.500039:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757318.500046:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757318.500055:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500064:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.500069:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500079:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757318.500083:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757318.500085:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757318.500089:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757318.500095:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757318.500101:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757318.500104:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757318.500110:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500118:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.500127:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500133:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757318.500139:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757318.500148:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500152:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757318.500159:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757318.500164:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757318.500172:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500180:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757318.500185:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757318.500194:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500198:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757318.500208:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757318.500214:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757318.500219:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757318.500223:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500229:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757318.500235:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757318.500240:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757318.500253:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757318.500260:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.500305:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931036800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757318.500316:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757318.500319:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757318.500325:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931036800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757318.500338:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757318.500343:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757318.500351:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757318.500353:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757318.500357:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757318.500366:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757318.500375:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15023 00000400:00000200:1.0:1787757318.500386:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757318.500395:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757318.500401:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757318.500409:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500415:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.500423:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757318.500436:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757318.500440:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757318.500447:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757318.500452:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757318.500456:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757318.500463:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757318.500474:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500478:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.500486:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500493:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757318.500498:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757318.500506:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500516:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757318.500519:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757318.500524:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757318.500531:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500538:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757318.500543:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757318.500551:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500559:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757318.500568:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757318.500579:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757318.500584:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757318.500590:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500593:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757318.500595:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757318.500598:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757318.500604:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757318.500610:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.500618:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931036928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757318.500630:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757318.500637:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757318.500643:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931036928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757318.500669:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757318.500676:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757318.500685:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757318.500687:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757318.500693:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757318.500698:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757318.500708:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15023 00000400:00000200:1.0:1787757318.500716:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757318.500728:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757318.500739:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757318.500753:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500784:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.500789:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500793:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757318.500798:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757318.500806:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757318.500812:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757318.500817:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757318.500822:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757318.500830:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757318.500837:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500847:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757318.500851:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500860:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757318.500864:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757318.500870:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757318.500875:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757318.500881:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757318.500886:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757318.500895:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500903:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757318.500908:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757318.500916:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500925:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757318.500932:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757318.500943:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757318.500953:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757318.500957:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757318.500964:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757318.500969:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757318.500974:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757318.500983:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757318.500996:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.501012:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931037056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757318.501030:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757318.501038:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757318.501049:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931037056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757318.501068:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757318.501075:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15033) 00000100:00000001:1.0:1787757318.563408:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757318.563415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757318.563419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757318.563427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757318.563434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757318.563439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757318.563445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757318.563449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757318.563454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757319.459446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757319.459455:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757319.459458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757319.459472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757319.459484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757319.459492:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757319.459525:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757319.459530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757319.459537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757319.459564:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757319.459573:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757319.459580:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757319.459591:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757319.459600:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757319.459609:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757319.459626:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757319.459632:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757319.459640:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757319.523452:0:261460:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309696465, at 4309696512 00000100:00000010:1.0:1787757319.523468:0:261460:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a600. 00000100:00000001:1.0:1787757319.587413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757319.587424:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757319.587428:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757319.587436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757319.587443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757319.587451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757319.587455:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757319.587461:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757319.587467:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757320.483519:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757320.483543:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757320.483556:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757320.483577:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757320.483598:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757320.483608:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757320.483629:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757320.483637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757320.483653:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757320.483815:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757320.483825:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757320.483841:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757320.483861:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757320.483882:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757320.483896:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757320.483932:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757320.483943:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757320.483952:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757320.611382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757320.611392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757320.611395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757320.611402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757320.611407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757320.611413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757320.611417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757320.611421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757320.611426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757321.507446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757321.507458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757321.507466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757321.507475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757321.507485:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757321.507496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757321.507535:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757321.507541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757321.507551:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757321.507590:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757321.507606:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757321.507611:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757321.507618:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757321.507627:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757321.507648:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757321.507660:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757321.507668:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757321.507677:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757321.635394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757321.635405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757321.635407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757321.635413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757321.635417:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757321.635422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757321.635425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757321.635428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757321.635431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757322.531536:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757322.531559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757322.531577:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757322.531595:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757322.531611:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757322.531630:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757322.531660:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757322.531665:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757322.531672:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757322.531761:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757322.531777:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757322.531786:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757322.531794:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757322.531811:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757322.531823:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757322.531841:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757322.531854:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757322.531864:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757322.659357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757322.659367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757322.659387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757322.659394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757322.659414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757322.659419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757322.659423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757322.659427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757322.659431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.555417:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757323.555436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757323.555448:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.555464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757323.555486:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757323.555498:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757323.555527:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757323.555538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757323.555557:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.555600:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757323.555610:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757323.555619:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.555634:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757323.555655:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757323.555669:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757323.555732:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757323.555748:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757323.555754:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757323.619423:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757323.619435:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757323.619439:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757323.619456:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757323.619463:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757323.619473:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15028 00000400:00000200:1.0:1787757323.619485:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757323.619493:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757323.619498:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757323.619503:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619507:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.619511:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619514:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757323.619519:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757323.619522:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757323.619525:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757323.619530:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757323.619533:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757323.619537:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757323.619541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619544:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.619547:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619550:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757323.619554:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757323.619559:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619562:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757323.619565:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757323.619569:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757323.619573:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.619576:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757323.619579:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757323.619591:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757323.619596:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757323.619601:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757323.619603:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.619607:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757323.619611:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757323.619616:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757323.619626:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757323.619634:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.619647:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931037184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757323.619666:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757323.619752:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757323.619765:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931037184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757323.619804:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757323.619820:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757323.619825:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757323.619828:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757323.619830:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757323.619834:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757323.619838:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15028 00000400:00000200:1.0:1787757323.619845:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757323.619851:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757323.619855:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757323.619860:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619864:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.619868:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619872:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757323.619875:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757323.619880:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757323.619890:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757323.619894:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757323.619900:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757323.619904:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757323.619920:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619934:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.619947:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619961:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757323.619969:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757323.619976:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757323.619985:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757323.619992:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757323.620004:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757323.620017:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.620034:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757323.620047:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757323.620056:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.620060:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757323.620070:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757323.620077:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757323.620083:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757323.620087:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.620101:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757323.620104:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757323.620108:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757323.620136:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757323.620144:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.620156:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931037312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757323.620174:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757323.620187:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757323.620209:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931037312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757323.620242:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757323.620255:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757323.620312:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757323.620315:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757323.620319:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757323.620333:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757323.620345:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15028 00000400:00000200:1.0:1787757323.620353:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757323.620368:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757323.620373:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757323.620384:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.620390:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.620404:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.620417:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757323.620430:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757323.620440:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757323.620446:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757323.620454:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757323.620466:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757323.620477:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757323.620486:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.620496:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.620506:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.620521:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757323.620528:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757323.620542:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757323.620547:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757323.620553:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757323.620558:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757323.620568:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.620574:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757323.620581:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757323.620594:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.620609:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757323.620624:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757323.620640:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757323.620654:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757323.620662:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.620695:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757323.620714:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757323.620728:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757323.620747:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757323.620762:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.620788:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931037440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757323.620819:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757323.620824:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757323.620843:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931037440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757323.620860:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757323.620867:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757323.620879:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757323.620884:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757323.620896:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757323.620908:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757323.620924:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15028 00000400:00000200:1.0:1787757323.620944:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757323.620960:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757323.620978:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757323.620991:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621010:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.621019:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621036:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757323.621045:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757323.621050:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757323.621059:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757323.621067:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757323.621078:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757323.621095:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757323.621111:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621121:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.621126:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621135:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757323.621148:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757323.621159:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621168:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757323.621180:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757323.621191:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757323.621208:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.621215:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757323.621229:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757323.621247:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.621259:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757323.621305:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757323.621311:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757323.621319:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757323.621323:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.621330:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757323.621332:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757323.621335:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757323.621344:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757323.621349:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.621361:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931037568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757323.621409:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757323.621416:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757323.621434:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931037568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757323.621495:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757323.621504:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757323.621517:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757323.621527:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757323.621537:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757323.621553:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757323.621571:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15028 00000400:00000200:1.0:1787757323.621590:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757323.621600:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757323.621608:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757323.621615:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621623:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.621636:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621646:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757323.621660:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757323.621687:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757323.621696:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757323.621707:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757323.621724:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757323.621739:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757323.621759:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621775:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757323.621784:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621790:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757323.621808:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757323.621818:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757323.621827:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757323.621842:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757323.621851:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757323.621865:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.621878:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757323.621887:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757323.621902:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.621917:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757323.621939:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757323.621952:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757323.621965:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757323.621969:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757323.621975:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757323.621984:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757323.621991:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757323.622006:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757323.622018:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.622036:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931037696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757323.622099:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757323.622103:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757323.622113:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931037696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757323.622143:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757323.622152:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15038) 00000100:00000001:1.0:1787757323.683435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757323.683445:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757323.683448:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757323.683454:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757323.683459:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757323.683464:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757323.683467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757323.683471:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757323.683475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757324.579479:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757324.579493:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757324.579501:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757324.579512:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757324.579532:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757324.579547:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757324.579562:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757324.579574:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757324.579593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757324.579650:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757324.579695:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757324.579703:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757324.579712:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757324.579722:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757324.579730:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757324.579744:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757324.579758:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757324.579780:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757324.643345:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309701585, at 4309701632 00000100:00000010:1.0:1787757324.643359:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aba0. 00000100:00000001:1.0:1787757324.707384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757324.707393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757324.707396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757324.707403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757324.707408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757324.707412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757324.707416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757324.707420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757324.707423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757325.603415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757325.603423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757325.603431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757325.603442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757325.603451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757325.603457:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757325.603479:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757325.603485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757325.603496:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757325.603533:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757325.603541:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757325.603546:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757325.603556:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757325.603565:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757325.603574:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757325.603584:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757325.603589:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757325.603597:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757325.731423:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757325.731434:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757325.731437:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757325.731444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757325.731449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757325.731454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757325.731458:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757325.731461:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757325.731465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757326.627499:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757326.627510:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757326.627518:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757326.627527:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757326.627539:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757326.627548:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757326.627555:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757326.627564:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757326.627569:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757326.629223:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757326.629236:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757326.629244:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757326.629258:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757326.629323:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757326.629335:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757326.629348:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757326.629353:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757326.629358:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757326.755385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757326.755395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757326.755398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757326.755405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757326.755410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757326.755414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757326.755418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757326.755421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757326.755425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757327.651469:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757327.651481:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757327.651492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757327.651508:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757327.651522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757327.651533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757327.651558:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757327.651565:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757327.651573:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757327.651631:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757327.651639:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757327.651645:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757327.651655:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757327.651664:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757327.651674:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757327.651685:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757327.651689:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757327.651704:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757327.779423:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757327.779435:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757327.779440:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757327.779449:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757327.779456:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757327.779462:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757327.779467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757327.779473:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757327.779479:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.675465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757328.675474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757328.675484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.675500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757328.675514:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757328.675524:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757328.675538:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757328.675549:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757328.675562:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.675690:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757328.675700:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757328.675706:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.675711:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757328.675716:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757328.675721:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757328.675726:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757328.675729:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757328.675738:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757328.739387:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757328.739398:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757328.739402:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757328.739407:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757328.739414:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757328.739426:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15033 00000400:00000200:1.0:1787757328.739440:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757328.739451:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757328.739457:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757328.739465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739479:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.739485:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739491:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757328.739498:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757328.739501:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757328.739506:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757328.739511:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757328.739514:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757328.739518:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757328.739523:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739526:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.739529:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739532:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757328.739545:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757328.739550:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739553:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757328.739557:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757328.739562:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757328.739566:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.739569:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757328.739572:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757328.739629:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757328.739636:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757328.739641:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757328.739644:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.739648:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757328.739652:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757328.739657:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757328.739667:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757328.739675:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.739688:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931037824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757328.739702:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757328.739708:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757328.739715:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931037824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757328.739745:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757328.739750:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757328.739755:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757328.739757:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757328.739760:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757328.739764:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757328.739768:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15033 00000400:00000200:1.0:1787757328.739774:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757328.739779:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757328.739782:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757328.739786:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739790:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.739793:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739797:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757328.739801:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757328.739803:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757328.739806:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757328.739810:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757328.739813:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757328.739821:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757328.739828:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739837:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.739845:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739850:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757328.739860:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757328.739871:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757328.739880:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757328.739885:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757328.739895:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757328.739905:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.739915:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757328.739924:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757328.739931:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.739939:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757328.739946:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757328.739952:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757328.739959:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757328.739965:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.739972:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757328.739974:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757328.739977:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757328.739985:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757328.739993:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.740005:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931037952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757328.740028:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757328.740032:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757328.740044:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931037952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757328.740064:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757328.740070:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757328.740085:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757328.740093:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757328.740097:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757328.740106:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757328.740111:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15033 00000400:00000200:1.0:1787757328.740123:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757328.740131:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757328.740138:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757328.740145:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740147:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.740150:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740153:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757328.740157:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757328.740160:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757328.740162:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757328.740165:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757328.740167:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757328.740170:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757328.740175:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740177:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.740184:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740193:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757328.740200:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757328.740210:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740220:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757328.740229:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757328.740237:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757328.740250:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.740258:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757328.740314:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757328.740326:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.740333:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757328.740349:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757328.740359:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757328.740368:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757328.740373:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.740381:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757328.740387:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757328.740394:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757328.740410:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757328.740425:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.740450:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931038080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757328.740488:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757328.740498:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757328.740513:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931038080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757328.740543:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757328.740550:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757328.740563:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757328.740568:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757328.740576:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757328.740603:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757328.740611:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15033 00000400:00000200:1.0:1787757328.740625:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757328.740640:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757328.740648:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757328.740661:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740667:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.740677:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740681:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757328.740692:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757328.740697:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757328.740704:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757328.740710:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757328.740715:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757328.740722:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757328.740732:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740744:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.740751:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740761:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757328.740770:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757328.740781:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757328.740786:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757328.740792:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757328.740800:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757328.740806:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.740812:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757328.740818:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757328.740826:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.740832:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757328.740844:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757328.740852:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757328.740856:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757328.740859:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.740867:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757328.740870:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757328.740874:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757328.740890:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757328.740899:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.740912:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931038208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757328.740932:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757328.740939:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757328.740954:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931038208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757328.740982:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757328.740990:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757328.740996:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757328.741003:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757328.741008:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757328.741018:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757328.741026:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15033 00000400:00000200:1.0:1787757328.741032:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757328.741041:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757328.741045:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757328.741062:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.741071:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.741077:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.741084:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757328.741090:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757328.741093:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757328.741097:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757328.741100:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757328.741108:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757328.741117:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757328.741129:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.741136:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757328.741141:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757328.741147:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757328.741153:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757328.741161:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757328.741166:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757328.741172:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757328.741179:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757328.741189:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.741196:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757328.741203:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757328.741213:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.741221:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757328.741234:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757328.741245:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757328.741257:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757328.741265:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757328.741331:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757328.741338:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757328.741343:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757328.741359:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757328.741369:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.741386:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931038336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757328.741412:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757328.741425:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757328.741445:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931038336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757328.741488:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757328.741500:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15043) 00000100:00000001:1.0:1787757328.803406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757328.803417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757328.803419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757328.803427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757328.803432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757328.803437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757328.803440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757328.803444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757328.803448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757329.699399:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757329.699406:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757329.699410:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757329.699416:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757329.699423:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757329.699428:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757329.699447:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757329.699449:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757329.699452:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757329.699466:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757329.699472:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757329.699476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757329.699481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757329.699486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757329.699493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757329.699500:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757329.699503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757329.699508:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757329.763375:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309706705, at 4309706752 00000100:00000010:1.0:1787757329.763403:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542acc0. 00000100:00000001:1.0:1787757329.827367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757329.827378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757329.827382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757329.827392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757329.827398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757329.827405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757329.827410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757329.827416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757329.827422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757330.723683:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757330.723699:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757330.723704:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757330.723713:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757330.723721:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757330.723730:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757330.723757:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757330.723771:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757330.723780:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757330.723864:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757330.723869:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757330.723872:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757330.723877:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757330.723884:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757330.723890:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757330.723896:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757330.723901:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757330.723904:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757330.851491:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757330.851527:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757330.851533:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757330.851594:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757330.851604:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757330.851612:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757330.851618:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757330.851626:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757330.851634:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757331.747398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757331.747406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757331.747411:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757331.747418:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757331.747425:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757331.747431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757331.747456:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757331.747462:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757331.747470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757331.747550:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757331.747559:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757331.747566:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757331.747574:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757331.747585:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757331.747594:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757331.747604:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757331.747608:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757331.747616:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757331.747655:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757331.747663:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757331.747675:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757331.875367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757331.875379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757331.875383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757331.875392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757331.875398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757331.875403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757331.875407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757331.875412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757331.875417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757332.771547:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757332.771561:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757332.771579:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757332.771595:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757332.771609:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757332.771624:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757332.771659:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757332.771665:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757332.771678:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757332.771726:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757332.771738:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757332.771746:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757332.771783:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757332.771799:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757332.771816:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757332.771834:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757332.771851:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757332.771879:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757332.899461:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757332.899472:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757332.899476:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757332.899482:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757332.899487:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757332.899491:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757332.899495:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757332.899499:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757332.899503:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757333.795604:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757333.797487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757333.797530:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757333.797540:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757333.797547:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757333.797553:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757333.797557:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757333.797561:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757333.797566:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757333.926263:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757333.926290:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757333.926293:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757333.926301:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757333.926307:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757333.926313:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757333.926317:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757333.926344:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757333.926348:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757334.819462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757334.819496:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757334.819500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757334.819510:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757334.819516:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757334.819523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.819528:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757334.819534:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.819540:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757334.819611:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757334.819636:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757334.819647:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757334.819654:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757334.819667:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757334.819675:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.819697:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757334.819706:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.819712:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757334.819732:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757334.819737:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757334.819743:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757334.819749:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757334.819762:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757334.819768:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.819787:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757334.819791:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.819797:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757334.821351:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757334.821370:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757334.821381:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757334.821399:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757334.821417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757334.821434:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.821443:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757334.821448:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.821453:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757334.885307:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309711825, at 4309711874 00000100:00000010:1.0:1787757334.885328:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ade0. 00000100:00000001:1.0:1787757334.947415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757334.947425:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757334.947428:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757334.947452:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757334.947458:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757334.947463:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.947467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757334.947496:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757334.947503:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757335.843535:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757335.843548:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757335.843553:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757335.843562:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757335.843587:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757335.843603:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757335.843628:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757335.843646:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757335.843677:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757335.843727:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757335.843737:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757335.843741:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757335.843747:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757335.843752:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757335.843762:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757335.843780:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757335.843802:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757335.843826:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757335.971433:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757335.971443:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757335.971445:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757335.971488:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757335.971493:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757335.971497:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757335.971500:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757335.971503:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757335.971506:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757336.867475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757336.867486:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757336.867494:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757336.867504:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757336.867517:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757336.867526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.867540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757336.867547:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.867554:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757336.867600:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757336.867607:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757336.867618:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757336.867633:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757336.867647:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757336.867657:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.867664:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757336.867673:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.867688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757336.867750:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757336.867757:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757336.867766:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757336.867778:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757336.867785:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757336.867789:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.867793:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757336.867795:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.867800:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757336.995396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757336.995409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757336.995413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757336.995423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757336.995429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757336.995454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.995460:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757336.995466:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757336.995472:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757337.893354:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757337.893365:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757337.893368:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757337.893376:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757337.893381:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757337.893386:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757337.893390:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757337.893393:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757337.893397:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757338.019600:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757338.019611:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757338.019614:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757338.019621:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757338.019626:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757338.019631:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757338.019636:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757338.019639:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757338.019644:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757338.915421:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757338.915432:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757338.915438:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757338.915448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757338.915457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757338.915466:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757338.915490:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757338.915493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757338.915499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757338.915523:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757338.915531:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757338.915537:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757338.915546:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757338.915552:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757338.915558:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757338.915567:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757338.915572:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757338.915582:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757339.043496:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757339.043505:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757339.043508:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757339.043515:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757339.043519:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757339.043523:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757339.043526:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757339.043529:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757339.043533:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757339.939510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757339.939523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757339.939532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757339.939544:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757339.939559:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757339.939568:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757339.939592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757339.939598:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757339.939610:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757339.939639:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757339.939648:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757339.939655:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757339.939666:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757339.939673:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757339.939682:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757339.939694:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757339.939701:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757339.939711:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757340.003404:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309716944, at 4309716992 00000100:00000010:1.0:1787757340.003419:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a9c0. 00000100:00000001:1.0:1787757340.067416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757340.067424:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757340.067426:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757340.067431:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757340.067434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757340.067438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757340.067440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757340.067443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757340.067446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757340.963479:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757340.963489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757340.963496:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757340.963505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757340.963514:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757340.963523:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757340.963546:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757340.963551:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757340.963556:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757340.963578:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757340.963588:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757340.963595:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757340.963602:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757340.963608:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757340.963615:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757340.963621:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757340.963626:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757340.963632:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757341.091451:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757341.091460:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757341.091463:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757341.091470:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757341.091475:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757341.091480:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757341.091483:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757341.091487:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757341.091490:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757341.987517:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757341.987532:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757341.987541:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757341.987552:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757341.987565:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757341.987574:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757341.987582:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757341.987591:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757341.987600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757341.987686:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757341.987696:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757341.987706:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757341.987719:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757341.987727:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757341.987735:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757341.987762:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757341.987769:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757341.987779:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757342.115417:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757342.115430:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757342.115434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757342.115443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757342.115466:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757342.115473:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757342.115478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757342.115483:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757342.115489:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757343.011442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757343.011451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757343.011457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757343.011471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757343.011483:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757343.011494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757343.011515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757343.011525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757343.011531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757343.011636:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757343.011652:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757343.011664:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757343.011673:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757343.011684:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757343.011689:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757343.011691:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757343.011693:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757343.011696:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757343.139405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757343.139413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757343.139416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757343.139421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757343.139424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757343.139428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757343.139431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757343.139435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757343.139438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757344.035469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757344.035482:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757344.035490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757344.035507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757344.035519:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757344.035530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.035561:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757344.035567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.035575:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757344.035632:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757344.035641:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757344.035646:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757344.035654:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757344.035662:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757344.035666:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.035670:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757344.035676:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.035683:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757344.035702:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757344.035712:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757344.035720:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757344.035760:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757344.035777:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757344.035784:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.035792:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757344.035797:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.035802:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757344.163376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757344.163383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757344.163385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757344.163390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757344.163394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757344.163398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.163401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757344.163404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757344.163408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757345.059516:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757345.059528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757345.059538:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757345.059554:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757345.059568:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757345.059584:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757345.059606:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757345.059616:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757345.059628:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757345.059686:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757345.059698:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757345.059709:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757345.059722:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757345.059735:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757345.059746:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757345.059760:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757345.059769:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757345.059791:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757345.123411:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309722064, at 4309722112 00000100:00000010:1.0:1787757345.123430:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000001:1.0:1787757345.187391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757345.187399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757345.187401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757345.187407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757345.187410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757345.187414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757345.187418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757345.187421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757345.187425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757346.083480:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757346.083493:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757346.083500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757346.083510:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757346.083525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757346.083538:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757346.083550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757346.083564:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757346.083580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757346.083619:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757346.083635:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757346.083645:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757346.083679:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757346.083695:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757346.083707:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757346.083726:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757346.083734:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757346.083741:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757346.211437:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757346.211447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757346.211449:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757346.211456:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757346.211461:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757346.211466:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757346.211469:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757346.211473:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757346.211477:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757347.107383:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757347.107391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757347.107397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757347.107404:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757347.107411:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757347.107416:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.107420:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757347.107425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.107429:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757347.107453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757347.107457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757347.107460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757347.107462:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757347.107465:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757347.107470:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.107476:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757347.107479:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.107484:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757347.107501:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757347.107506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757347.107509:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757347.107514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757347.107518:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757347.107523:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.107532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757347.107535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.107537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757347.235358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757347.235363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757347.235365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757347.235369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757347.235372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757347.235375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.235377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757347.235379:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757347.235381:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757348.131473:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757348.131484:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757348.131494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757348.131506:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757348.131516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757348.131527:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757348.131549:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757348.131556:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757348.131562:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757348.131589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757348.131598:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757348.131606:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757348.131611:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757348.131619:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757348.131629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757348.131636:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757348.131644:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757348.131659:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757348.259376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757348.259388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757348.259391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757348.259399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757348.259405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757348.259410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757348.259414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757348.259418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757348.259423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.155415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757349.155429:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.155432:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.155441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757349.155447:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.155455:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.155460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.155467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.155478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.155558:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757349.155565:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.155569:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.155574:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757349.155584:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.155594:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.155602:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.155607:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.155617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.155650:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757349.155657:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.155663:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.155680:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757349.155697:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.155703:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.155766:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.155778:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.155786:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.219848:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757349.219860:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.219867:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757349.219885:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.219936:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.219943:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.219953:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757349.219961:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757349.219973:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.219990:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931040384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757349.220003:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757349.220013:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757349.220020:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.220030:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757349.220042:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757349.220048:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757349.220064:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757349.220076:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757349.220091:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757349.220106:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931040384, portal 25 00000100:00000001:1.0:1787757349.220115:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757349.220122:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757349.220141:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.220171:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757349.220182:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757349.220207:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757349.220217:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931040384, offset 0 00000400:00000200:1.0:1787757349.220301:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757349.220316:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.220328:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757349.220341:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757349.220357:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757349.220368:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757349.220377:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757349.220394:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746886:746886:256:4294967295] 192.168.201.121@tcp LPNI seq info [746880:746880:8:4294967295] 00000400:00000200:1.0:1787757349.220414:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.220445:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757349.220463:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.220478:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757349.220496:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757349.220507:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757349.220557:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.220566:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757349.220579:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757349.220596:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757349.220610:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757349.220618:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757349.220640:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757349.220653:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.220674:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.220688:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.220725:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.220729:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757349.220739:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757349.220746:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757349.220750:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309727185 00000100:00000010:1.0:1787757349.220758:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757349.220767:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757349.220776:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309727185 00000100:00000010:1.0:1787757349.220781:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757349.220786:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757349.220791:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757349.220797:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.220801:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757349.220808:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757349/real 1787757349] req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757349.220823:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757349.220826:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757349.220829:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757349.220843:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757349.220846:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757349.220851:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757349.220856:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757349.220869:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.220879:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757349.220881:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.220885:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.220888:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757349.220894:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.220921:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757349.220927:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.220937:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757349.220941:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.220944:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.220946:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.220949:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757349.220952:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757349.220956:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757349.220962:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757349.220967:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757349.220974:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757349.220986:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931040384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757349.220997:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.221004:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.221019:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931040384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221065:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757349.221071:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757349.221078:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757349.221087:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757349.221095:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757349.221102:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757349.221111:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757349.221118:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:1.0:1787757349.221128:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757349.221133:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757349.221138:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757349.221147:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757349.221161:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.221169:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.221184:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.221190:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.221197:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757349.221203:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.221210:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757349.221238:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221301:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.221306:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.221313:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757349.221319:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757349.221326:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.221342:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757349.221352:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757349.221359:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757349.221365:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.221372:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757349.221382:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757349.221389:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757349.221399:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757349.221408:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757349.221421:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757349.221432:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931040512, portal 10 00000100:00000001:1.0:1787757349.221441:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757349.221447:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757349.221465:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221486:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757349.221497:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757349.221503:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757349.221510:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931040512, offset 0 00000400:00000200:1.0:1787757349.221522:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757349.221534:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.221547:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757349.221558:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757349.221568:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757349.221578:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757349.221587:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757349.221598:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746887:746887:256:4294967295] 192.168.201.121@tcp LPNI seq info [746881:746881:8:4294967295] 00000400:00000200:1.0:1787757349.221612:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.221635:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757349.221651:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.221661:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757349.221676:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757349.221683:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757349.221701:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.221704:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757349.221709:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757349.221714:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757349.221719:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757349.221721:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757349.221726:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757349.221732:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221746:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.221750:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221760:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.221762:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757349.221767:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757349.221773:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757349.221777:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757349.221781:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309726222 00000100:00000001:1.0:1787757349.221788:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.221796:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309726222 00000100:00000001:1.0:1787757349.221805:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.221813:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757349.221823:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.221837:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757349.221851:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757349/real 1787757349] req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757349.221896:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757349.221900:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757349.221905:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757349.221912:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757349.221916:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757349.221920:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757349.221925:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757349.221939:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221950:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757349.221953:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.221958:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.221960:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757349.221971:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.221985:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757349.221995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222024:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757349.222031:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222035:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.222037:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222043:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757349.222049:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757349.222058:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757349.222062:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757349.222065:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757349.222070:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757349.222078:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757349.222082:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757349.222086:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222093:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.222094:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.222096:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757349.222098:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757349.222101:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.222104:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757349.222108:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757349.222110:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757349.222112:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.222114:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757349.222118:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757349.222121:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757349.222125:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757349.222127:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757349.222130:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757349.222133:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931040640, portal 10 00000100:00000001:1.0:1787757349.222135:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757349.222136:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757349.222142:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222148:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757349.222151:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757349.222153:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757349.222155:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931040640, offset 0 00000400:00000200:1.0:1787757349.222160:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757349.222163:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.222167:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757349.222170:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757349.222173:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757349.222176:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757349.222178:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757349.222181:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746888:746888:256:4294967295] 192.168.201.121@tcp LPNI seq info [746882:746882:8:4294967295] 00000400:00000200:1.0:1787757349.222186:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.222192:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757349.222196:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.222199:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757349.222203:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757349.222206:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757349.222236:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.222240:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757349.222245:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757349.222251:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757349.222254:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757349.222256:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757349.222259:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757349.222263:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222292:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.222295:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222302:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222303:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757349.222307:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757349.222310:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757349.222314:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757349.222316:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309726221 00000100:00000001:1.0:1787757349.222319:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.222322:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309726221 00000100:00000001:1.0:1787757349.222324:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.222326:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757349.222327:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222329:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757349.222333:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757349/real 1787757349] req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757349.222340:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757349.222341:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757349.222343:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757349.222345:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757349.222347:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757349.222349:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757349.222352:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757349.222360:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222365:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757349.222367:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222368:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.222370:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757349.222373:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222379:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757349.222382:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222389:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757349.222392:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222394:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.222395:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222397:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757349.222399:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757349.222402:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757349.222405:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757349.222407:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757349.222410:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757349.222417:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757349.222420:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222422:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.222425:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222431:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757349.222433:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757349.222435:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757349.222438:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757349.222439:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757349.222441:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757349.222443:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757349.222445:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757349.222448:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757349.222449:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757349.222451:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757349.222453:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757349.222455:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222456:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.222459:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222470:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757349.222472:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757349.222473:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757349.222476:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757349.222477:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757349.222478:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757349.222480:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757349.222481:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757349.222483:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757349.222484:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757349.222485:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757349.222487:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757349.222488:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222490:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222494:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.222495:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222497:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757349.222499:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.222500:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757349.222503:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222509:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.222511:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.222512:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757349.222514:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757349.222516:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.222519:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757349.222522:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757349.222524:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757349.222526:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.222528:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757349.222531:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757349.222533:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757349.222536:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757349.222539:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757349.222542:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757349.222545:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931040768, portal 4 00000100:00000001:1.0:1787757349.222547:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757349.222548:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757349.222554:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222560:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757349.222562:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757349.222564:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757349.222567:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931040768, offset 0 00000400:00000200:1.0:1787757349.222571:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757349.222574:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.222577:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757349.222580:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757349.222583:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757349.222586:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757349.222588:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757349.222591:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746889:746889:256:4294967295] 192.168.201.121@tcp LPNI seq info [746883:746883:8:4294967295] 00000400:00000200:1.0:1787757349.222595:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.222601:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757349.222605:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.222608:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757349.222612:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757349.222615:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757349.222626:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.222628:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757349.222631:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757349.222634:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757349.222637:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757349.222639:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757349.222642:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757349.222645:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222652:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.222655:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222661:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222663:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757349.222665:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757349.222668:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757349.222671:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757349.222673:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309726257 00000100:00000001:1.0:1787757349.222675:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.222677:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309726257 00000100:00000001:1.0:1787757349.222679:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.222681:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757349.222683:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222685:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757349.222688:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757349/real 1787757349] req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757349.222695:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757349.222696:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757349.222697:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757349.222699:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757349.222701:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757349.222703:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757349.222706:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757349.222713:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222719:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757349.222721:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222723:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.222724:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757349.222727:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222733:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757349.222737:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222742:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757349.222745:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222746:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.222747:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222749:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757349.222750:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757349.222753:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757349.222755:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757349.222757:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757349.222761:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757349.222768:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757349.222771:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757349.222774:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222780:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.222782:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.222784:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757349.222786:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757349.222788:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.222790:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757349.222794:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757349.222795:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757349.222797:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757349.222798:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757349.222800:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757349.222802:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757349.222805:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757349.222808:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757349.222810:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757349.222813:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931040896, portal 4 00000100:00000001:1.0:1787757349.222815:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757349.222816:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757349.222821:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222827:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757349.222829:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757349.222831:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757349.222833:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931040896, offset 0 00000400:00000200:1.0:1787757349.222836:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757349.222840:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.222842:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757349.222845:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757349.222847:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757349.222849:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757349.222852:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757349.222855:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746890:746890:256:4294967295] 192.168.201.121@tcp LPNI seq info [746884:746884:8:4294967295] 00000400:00000200:1.0:1787757349.222859:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757349.222865:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757349.222869:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.222872:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757349.222876:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757349.222878:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1787757349.222888:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757349.222890:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757349.222892:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757349.222895:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757349.222898:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757349.222900:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757349.222902:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757349.222905:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222912:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.222914:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222920:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222922:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757349.222924:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757349.222927:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757349.222930:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757349.222932:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309726236 00000100:00000001:1.0:1787757349.222934:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.222936:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309726236 00000100:00000001:1.0:1787757349.222938:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309727185 00000100:00000001:1.0:1787757349.222940:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757349.222942:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.222944:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757349.222947:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757349/real 1787757349] req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757349.222954:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757349.222956:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757349.222957:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757349.222959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757349.222961:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757349.222963:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757349.222965:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757349.222973:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222978:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757349.222979:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.222981:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.222982:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757349.222985:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.222991:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757349.222995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.223000:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757349.223002:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.223004:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757349.223006:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.223008:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757349.223009:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757349.223012:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757349.223014:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757349.223016:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757349.223020:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757349.223028:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931040896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757349.223031:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.223033:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.223035:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931040768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.223041:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757349.223042:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757349.223044:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757349.223046:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757349.223047:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757349.223049:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757349.223050:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757349.223052:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757349.223054:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757349.223055:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757349.223056:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757349.223058:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757349.223060:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.223061:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757349.223064:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931040896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757349.223070:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757349.223072:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757349.223073:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:1.0:1787757349.223075:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757349.223076:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757349.223077:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757349.223079:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757349.223080:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757349.223082:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757349.223084:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757349.223085:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757349.223087:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757349.223089:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.223091:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.223093:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.223095:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.223096:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757349.223098:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757349.283385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757349.283392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757349.283394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757349.283399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757349.283402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757349.283406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.283409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757349.283411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757349.283414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757350.179389:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757350.179397:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757350.179402:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757350.179411:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757350.179418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757350.179423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757350.179447:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757350.179452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757350.179457:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757350.179473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757350.179479:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757350.179484:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757350.179489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757350.179496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757350.179501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757350.179508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757350.179510:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757350.179515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757350.243346:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309727185, at 4309727232 00000100:00000010:1.0:1787757350.243360:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757350.307327:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757350.307332:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757350.307334:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757350.307338:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757350.307341:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757350.307343:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757350.307345:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757350.307348:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757350.307350:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757351.203381:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757351.203390:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757351.203393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757351.203400:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757351.203405:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757351.203410:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.203414:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757351.203419:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.203426:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757351.203485:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757351.203493:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757351.203500:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757351.203510:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757351.203522:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757351.203532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.203539:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757351.203545:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.203554:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757351.203586:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757351.203593:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757351.203600:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757351.203606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757351.203633:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757351.203639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.203680:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757351.203685:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.203690:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757351.331369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757351.331377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757351.331379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757351.331385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757351.331389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757351.331393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.331396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757351.331399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757351.331402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757352.227420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757352.227430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757352.227438:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757352.227449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757352.227462:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757352.227474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757352.227486:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757352.227493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757352.227501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757352.227532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757352.227541:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757352.227547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757352.227552:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757352.227561:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757352.227568:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757352.227575:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757352.227581:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757352.227593:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757352.355338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757352.355345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757352.355347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757352.355351:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757352.355354:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757352.355358:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757352.355360:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757352.355363:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757352.355365:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757353.251407:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757353.251417:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757353.251421:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757353.251429:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757353.251436:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757353.251441:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757353.251446:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757353.251450:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757353.251455:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757353.251509:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757353.251519:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757353.251528:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757353.251535:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757353.251542:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757353.251552:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757353.251559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757353.251566:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757353.251577:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757353.379382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757353.379390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757353.379393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757353.379400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757353.379405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757353.379410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757353.379413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757353.379417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757353.379421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.275489:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757354.275512:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757354.275522:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.275542:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757354.275557:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757354.275570:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757354.275598:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757354.275610:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757354.275642:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.275704:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757354.275716:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757354.275721:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.275731:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757354.275740:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757354.275747:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757354.275757:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757354.275765:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757354.275775:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757354.339472:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757354.339486:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757354.339490:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757354.339496:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757354.339503:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757354.339515:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15058 00000400:00000200:1.0:1787757354.339529:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757354.339540:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757354.339545:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757354.339550:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339555:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.339573:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339577:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757354.339584:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757354.339587:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757354.339592:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757354.339597:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757354.339601:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757354.339604:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757354.339608:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339611:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.339614:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339616:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757354.339621:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757354.339626:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339629:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757354.339633:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757354.339638:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757354.339643:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.339647:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757354.339651:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757354.339668:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757354.339674:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757354.339680:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757354.339683:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.339688:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757354.339693:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757354.339699:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757354.339712:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757354.339724:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.339737:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931041024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757354.339753:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757354.339760:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757354.339767:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931041024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757354.339815:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757354.339822:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757354.339829:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757354.339832:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757354.339836:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757354.339843:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757354.339848:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15058 00000400:00000200:1.0:1787757354.339856:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757354.339864:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757354.339870:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757354.339877:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339884:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.339888:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339893:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757354.339901:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757354.339904:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757354.339910:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757354.339917:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757354.339924:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757354.339929:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757354.339945:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339956:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.339967:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.339976:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757354.339985:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757354.339996:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340004:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757354.340014:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757354.340027:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757354.340034:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.340041:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757354.340052:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757354.340059:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.340063:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757354.340077:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757354.340084:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757354.340094:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757354.340100:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.340107:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757354.340110:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757354.340113:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757354.340123:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757354.340164:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.340181:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931041152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757354.340248:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757354.340254:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757354.340361:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931041152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757354.340405:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757354.340418:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757354.340430:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757354.340433:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757354.340437:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757354.340448:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757354.340458:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15058 00000400:00000200:1.0:1787757354.340476:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757354.340487:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757354.340494:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757354.340504:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340516:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.340521:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340533:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757354.340543:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757354.340549:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757354.340555:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757354.340563:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757354.340573:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757354.340581:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757354.340593:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340601:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.340612:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340623:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757354.340631:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757354.340643:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340652:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757354.340661:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757354.340670:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757354.340679:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.340687:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757354.340694:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757354.340702:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.340709:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757354.340722:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757354.340729:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757354.340738:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757354.340744:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.340748:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757354.340754:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757354.340762:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757354.340776:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757354.340785:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.340802:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931041280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757354.340819:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757354.340825:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757354.340836:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931041280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757354.340859:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757354.340867:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757354.340878:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757354.340885:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757354.340891:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757354.340902:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757354.340915:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15058 00000400:00000200:1.0:1787757354.340926:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757354.340938:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757354.340944:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757354.340955:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340963:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.340975:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.340984:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757354.340990:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757354.340997:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757354.341004:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757354.341009:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757354.341018:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757354.341024:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757354.341036:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341046:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.341055:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341063:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757354.341073:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757354.341086:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341094:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757354.341100:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757354.341108:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757354.341117:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.341125:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757354.341158:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757354.341169:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.341177:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757354.341191:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757354.341202:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757354.341211:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757354.341217:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.341225:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757354.341230:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757354.341237:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757354.341245:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757354.341256:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.341316:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931041408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757354.341365:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757354.341378:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757354.341400:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931041408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757354.341439:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757354.341453:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757354.341462:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757354.341467:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757354.341476:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757354.341490:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757354.341506:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15058 00000400:00000200:1.0:1787757354.341526:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757354.341544:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757354.341557:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757354.341573:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341585:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.341597:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341607:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757354.341619:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757354.341626:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757354.341634:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757354.341642:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757354.341653:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757354.341670:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757354.341688:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341703:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757354.341717:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341726:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757354.341735:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757354.341751:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757354.341758:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757354.341766:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757354.341774:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757354.341783:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.341790:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757354.341798:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757354.341808:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.341816:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757354.341830:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757354.341841:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757354.341849:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757354.341855:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757354.341864:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757354.341872:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757354.341880:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757354.341895:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757354.341907:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.341923:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931041536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757354.341954:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757354.341963:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757354.341975:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931041536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757354.342009:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757354.342023:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15069) 00000100:00000001:1.0:1787757354.403417:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757354.403431:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757354.403435:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757354.403446:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757354.403453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757354.403460:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757354.403475:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757354.403480:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757354.403485:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757355.299499:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757355.299517:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757355.299522:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757355.299572:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757355.299623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757355.299634:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757355.299647:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757355.299653:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757355.299667:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757355.299741:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757355.299754:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757355.299768:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757355.299811:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757355.299827:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757355.299838:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757355.299862:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757355.299866:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757355.299881:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757355.363432:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309732305, at 4309732352 00000100:00000010:1.0:1787757355.363455:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ae40. 00000100:00000001:1.0:1787757356.323418:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757356.323431:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757356.323436:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757356.323457:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757356.323476:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757356.323491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757356.323509:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757356.323515:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757356.323524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757356.323611:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757356.323617:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757356.323620:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757356.323623:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757356.323627:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757356.323630:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757356.323632:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757356.323634:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757356.323638:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757357.347369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757357.347380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757357.347384:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757357.347406:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757357.347426:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757357.347433:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757357.347439:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757357.347443:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757357.347449:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757357.347531:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757357.347541:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757357.347552:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757357.347567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757357.347571:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757357.347579:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757357.347591:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757357.347597:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757357.347625:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757357.347682:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757357.347691:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757357.347737:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757357.347753:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757357.347773:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757357.347785:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757357.347797:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757357.347805:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757357.347815:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757358.371448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757358.371465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757358.371474:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757358.371502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757358.371513:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757358.371523:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757358.371543:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757358.371567:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757358.371572:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757358.371604:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757358.371614:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757358.371622:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757358.371631:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757358.371642:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757358.371652:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757358.371659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757358.371662:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757358.371667:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757358.371693:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757358.371703:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757358.371711:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757358.371721:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757358.371731:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757358.371738:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757358.371747:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757358.371755:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757358.371767:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.395437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757359.395450:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757359.395457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.395477:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757359.395508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757359.395519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757359.395535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757359.395547:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757359.395561:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.395643:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757359.395654:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757359.395662:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.395673:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757359.395686:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757359.395700:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757359.395714:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757359.395724:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757359.395735:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757359.459363:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757359.459375:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757359.459379:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757359.459383:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757359.459390:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757359.459400:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15064 00000400:00000200:1.0:1787757359.459412:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757359.459424:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757359.459430:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757359.459438:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459445:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.459449:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459455:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757359.459462:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757359.459466:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757359.459472:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757359.459478:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757359.459483:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757359.459489:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757359.459496:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459501:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.459506:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757359.459518:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757359.459525:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459531:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757359.459535:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757359.459540:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757359.459544:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.459547:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757359.459551:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757359.459563:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757359.459568:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757359.459573:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757359.459575:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.459580:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757359.459583:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757359.459589:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757359.459599:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757359.459608:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.459621:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931041664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757359.459635:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757359.459641:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757359.459648:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931041664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757359.459688:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757359.459696:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757359.459703:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757359.459706:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757359.459710:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757359.459716:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757359.459724:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15064 00000400:00000200:1.0:1787757359.459736:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757359.459764:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757359.459773:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757359.459783:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459795:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.459803:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459810:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757359.459816:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757359.459822:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757359.459825:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757359.459832:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757359.459841:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757359.459850:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757359.459859:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459869:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.459882:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459888:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757359.459899:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757359.459913:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757359.459923:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757359.459928:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757359.459943:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757359.459957:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.459967:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757359.459974:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757359.459983:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.459995:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757359.460005:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757359.460035:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757359.460073:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757359.460081:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.460087:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757359.460091:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757359.460099:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757359.460117:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757359.460133:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.460151:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931041792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757359.460182:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757359.460191:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757359.460203:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931041792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757359.460238:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757359.460251:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757359.460263:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757359.460316:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757359.460322:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757359.460331:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757359.460342:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15064 00000400:00000200:1.0:1787757359.460355:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757359.460371:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757359.460378:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757359.460391:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460402:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.460412:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460419:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757359.460433:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757359.460441:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757359.460451:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757359.460462:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757359.460474:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757359.460480:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757359.460497:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460508:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.460521:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460533:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757359.460542:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757359.460556:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460566:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757359.460575:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757359.460584:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757359.460598:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.460604:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757359.460609:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757359.460620:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.460624:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757359.460637:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757359.460644:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757359.460655:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757359.460658:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.460663:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757359.460670:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757359.460678:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757359.460690:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757359.460703:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.460723:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931041920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757359.460762:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757359.460772:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757359.460787:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931041920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757359.460847:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757359.460854:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757359.460866:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757359.460874:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757359.460883:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757359.460896:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757359.460909:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15064 00000400:00000200:1.0:1787757359.460928:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757359.460945:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757359.460956:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757359.460967:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460977:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.460986:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.460995:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757359.461000:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757359.461007:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757359.461014:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757359.461025:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757359.461056:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757359.461067:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757359.461086:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461099:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.461114:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461126:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757359.461138:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757359.461152:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461162:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757359.461169:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757359.461178:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757359.461185:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.461195:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757359.461203:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757359.461214:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.461222:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757359.461233:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757359.461246:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757359.461253:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757359.461258:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.461302:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757359.461308:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757359.461314:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757359.461325:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757359.461339:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.461359:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931042048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757359.461381:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757359.461390:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757359.461408:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931042048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757359.461449:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757359.461462:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757359.461480:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757359.461490:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757359.461500:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757359.461518:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757359.461531:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15064 00000400:00000200:1.0:1787757359.461549:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757359.461560:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757359.461568:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757359.461579:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461585:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.461594:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461599:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757359.461606:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757359.461611:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757359.461618:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757359.461622:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757359.461629:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757359.461633:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757359.461647:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461657:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757359.461666:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461676:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757359.461689:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757359.461705:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757359.461717:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757359.461725:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757359.461735:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757359.461749:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.461756:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757359.461766:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757359.461776:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.461782:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757359.461795:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757359.461806:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757359.461815:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757359.461820:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757359.461829:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757359.461833:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757359.461840:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757359.461852:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757359.461866:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757359.461884:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931042176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757359.461920:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757359.461929:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757359.461948:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931042176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757359.461989:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757359.462006:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15074) 00000100:00000001:1.0:1787757360.419434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757360.419445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757360.419453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757360.419465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757360.419473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757360.419482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757360.419490:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757360.419500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757360.419516:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757360.419563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757360.419573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757360.419578:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757360.419584:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757360.419589:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757360.419595:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757360.419606:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757360.419612:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757360.419622:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757360.419687:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757360.419695:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757360.419701:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757360.419708:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757360.419717:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757360.419726:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757360.419738:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757360.419744:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757360.419750:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757360.483415:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309737425, at 4309737472 00000100:00000010:1.0:1787757360.483438:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:1.0:1787757361.443367:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757361.443373:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757361.443378:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757361.443382:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757361.443390:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757361.443405:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757361.443420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757361.443425:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757361.443429:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757361.443511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757361.443517:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757361.443520:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757361.443524:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757361.443530:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757361.443542:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757361.443545:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757361.443549:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757361.443552:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757362.467454:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757362.467464:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757362.467472:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757362.467491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757362.467508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757362.467528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757362.467544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757362.467554:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757362.467571:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757362.467622:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757362.467634:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757362.467655:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757362.467666:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757362.467676:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757362.467683:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757362.467729:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757362.467736:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757362.467744:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757363.491462:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757363.491475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757363.491480:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757363.491494:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757363.491506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757363.491513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757363.491536:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757363.491544:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757363.491552:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757363.491591:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757363.491600:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757363.491604:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757363.491611:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757363.491620:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757363.491627:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757363.491637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757363.491647:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757363.491663:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.515375:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757364.515400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757364.515403:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.515410:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757364.515418:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757364.515423:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757364.515429:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757364.515435:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757364.515442:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.515489:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757364.515494:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757364.515499:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.515507:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757364.515515:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757364.515520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757364.515526:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757364.515532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757364.515537:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.515583:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757364.515590:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757364.515594:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.515599:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757364.515602:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757364.515606:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757364.515608:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757364.515609:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757364.515612:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757364.515640:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757364.515643:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757364.515647:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757364.579391:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757364.579401:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757364.579404:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757364.579408:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757364.579414:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757364.579424:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15069 00000400:00000200:1.0:1787757364.579437:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757364.579445:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757364.579450:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757364.579454:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579458:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.579462:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579465:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757364.579470:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757364.579472:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757364.579476:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757364.579480:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757364.579483:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757364.579487:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757364.579490:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579494:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.579496:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579499:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757364.579503:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757364.579508:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579511:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757364.579515:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757364.579520:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757364.579524:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.579527:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757364.579530:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757364.579541:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757364.579546:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757364.579552:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757364.579554:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.579558:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757364.579562:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757364.579567:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757364.579577:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757364.579600:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.579617:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931042304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757364.579637:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757364.579647:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757364.579658:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931042304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757364.579711:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757364.579716:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757364.579721:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757364.579723:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757364.579726:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757364.579730:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757364.579734:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15069 00000400:00000200:1.0:1787757364.579740:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757364.579745:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757364.579748:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757364.579769:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579772:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.579775:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579778:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757364.579781:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757364.579782:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757364.579785:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757364.579787:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757364.579789:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757364.579792:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757364.579795:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579797:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.579799:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579801:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757364.579804:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757364.579808:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757364.579811:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757364.579813:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757364.579820:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757364.579824:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.579826:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757364.579831:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757364.579835:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.579838:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757364.579844:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757364.579868:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757364.579876:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757364.579883:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.579887:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757364.579892:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757364.579896:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757364.579907:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757364.579917:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.579935:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931042432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757364.579978:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757364.579981:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757364.579987:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931042432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757364.580006:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757364.580014:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757364.580022:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757364.580026:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757364.580031:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757364.580037:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757364.580044:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15069 00000400:00000200:1.0:1787757364.580051:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757364.580058:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757364.580065:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757364.580073:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580081:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.580085:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580088:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757364.580094:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757364.580095:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757364.580099:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757364.580104:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757364.580111:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757364.580118:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757364.580126:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580134:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.580140:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580146:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757364.580153:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757364.580173:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580180:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757364.580186:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757364.580191:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757364.580199:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.580215:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757364.580219:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757364.580224:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.580231:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757364.580237:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757364.580263:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757364.580271:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757364.580276:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.580279:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757364.580311:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757364.580314:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757364.580320:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757364.580326:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.580335:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931042560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757364.580362:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757364.580368:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757364.580396:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931042560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757364.580429:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757364.580436:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757364.580441:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757364.580448:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757364.580450:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757364.580461:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757364.580472:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15069 00000400:00000200:1.0:1787757364.580507:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757364.580521:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757364.580528:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757364.580540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580544:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.580550:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580555:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757364.580561:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757364.580565:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757364.580568:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757364.580574:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757364.580578:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757364.580586:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757364.580602:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580614:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.580625:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580635:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757364.580646:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757364.580666:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757364.580676:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757364.580683:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757364.580690:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757364.580698:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.580703:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757364.580709:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757364.580714:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.580717:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757364.580726:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757364.580735:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757364.580741:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757364.580746:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.580752:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757364.580757:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757364.580762:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757364.580772:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757364.580780:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.580796:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931042688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757364.580831:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757364.580838:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757364.580849:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931042688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757364.580911:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757364.580919:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757364.580935:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757364.580940:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757364.580964:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757364.580974:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757364.580986:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15069 00000400:00000200:1.0:1787757364.581018:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757364.581029:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757364.581037:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757364.581046:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.581053:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.581062:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.581071:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757364.581080:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757364.581084:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757364.581089:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757364.581096:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757364.581103:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757364.581111:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757364.581121:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.581127:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757364.581135:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757364.581143:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757364.581151:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757364.581162:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757364.581171:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757364.581175:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757364.581182:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757364.581188:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.581195:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757364.581200:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757364.581206:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.581210:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757364.581236:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757364.581242:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757364.581247:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757364.581252:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757364.581258:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757364.581263:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757364.581267:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757364.581276:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757364.581283:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757364.581324:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931042816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757364.581338:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757364.581345:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757364.581358:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931042816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757364.581390:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757364.581401:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15079) 00000100:00000001:1.0:1787757365.539364:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757365.539370:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757365.539373:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757365.539380:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757365.539385:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757365.539389:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757365.539402:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757365.539405:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757365.539407:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757365.539424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757365.539427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757365.539430:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757365.539432:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757365.539437:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757365.539441:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757365.539446:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757365.539450:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757365.539457:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757365.539492:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757365.539496:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757365.539502:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757365.603320:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309742545, at 4309742592 00000100:00000010:1.0:1787757365.603330:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac00. 00000100:00000001:1.0:1787757366.563350:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757366.563357:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757366.563360:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757366.563369:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757366.563378:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757366.563387:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757366.563393:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757366.563398:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757366.563404:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757366.563442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757366.563446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757366.563449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757366.563456:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757366.563461:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757366.563465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757366.563469:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757366.563472:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757366.563476:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757366.563493:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757366.563497:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757366.563500:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757366.563504:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757366.563507:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757366.563511:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757366.563514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757366.563516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757366.563519:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757367.587422:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757367.587428:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757367.587431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757367.587452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757367.587459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757367.587466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757367.587475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757367.587482:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757367.587489:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757367.587514:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757367.587523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757367.587529:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757367.587537:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757367.587562:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757367.587569:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757367.587576:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757367.587580:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757367.587586:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757368.611398:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757368.611409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757368.611412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757368.611421:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757368.611427:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757368.611434:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757368.611441:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757368.611450:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757368.611461:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757368.611517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757368.611525:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757368.611532:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757368.611547:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757368.611560:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757368.611566:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757368.611572:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757368.611575:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757368.611599:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757368.611666:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757368.611681:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757368.611692:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757368.611706:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757368.611720:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757368.611731:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757368.611740:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757368.611744:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757368.611749:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.635474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757369.635486:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757369.635494:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.635504:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757369.635513:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757369.635525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.635543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.635551:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.635558:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.635593:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757369.635604:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757369.635612:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.635620:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757369.635631:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757369.635640:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.635653:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.635659:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.635669:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.635701:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757369.635709:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757369.635712:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.635717:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757369.635722:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757369.635729:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.635732:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.635735:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.635739:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.699929:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757369.699942:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757369.699950:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757369.699966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.700002:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.700008:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.700016:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757369.700023:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757369.700031:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.700045:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931042944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757369.700059:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757369.700068:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757369.700074:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.700079:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757369.700087:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757369.700095:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757369.700107:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757369.700116:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757369.700126:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757369.700139:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931042944, portal 25 00000100:00000001:1.0:1787757369.700147:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757369.700149:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:1.0:1787757369.700162:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.700206:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757369.700218:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757369.700226:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757369.700237:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931042944, offset 0 00000400:00000200:1.0:1787757369.700259:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757369.700322:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.700343:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757369.700364:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757369.700380:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757369.700392:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757369.700404:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757369.700418:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746906:746906:256:4294967295] 192.168.201.121@tcp LPNI seq info [746900:746900:8:4294967295] 00000400:00000200:1.0:1787757369.700433:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.700465:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757369.700485:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.700498:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757369.700518:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757369.700528:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757369.700579:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.700588:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757369.700602:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757369.700619:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757369.700629:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757369.700636:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757369.700646:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757369.700657:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.700679:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.700688:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.700730:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.700739:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757369.700753:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757369.700770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757369.700782:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309747665 00000100:00000010:1.0:1787757369.700798:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4960. 00000100:00000001:1.0:1787757369.700817:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757369.700835:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309747665 00000100:00000010:1.0:1787757369.700852:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757369.700883:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757369.700891:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757369.700899:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.700907:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757369.700925:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757369/real 1787757369] req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757369.700961:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757369.700967:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757369.700974:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757369.700982:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757369.700990:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757369.700998:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757369.701013:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757369.701048:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.701077:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757369.701085:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.701090:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.701095:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757369.701107:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.701126:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757369.701137:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.701160:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757369.701171:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.701176:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.701181:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.701188:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757369.701197:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757369.701203:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757369.701215:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757369.701224:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757369.701236:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757369.701317:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931042944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757369.701340:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.701353:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.701369:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931042944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.701398:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757369.701405:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757369.701415:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757369.701428:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757369.701437:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757369.701444:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757369.701454:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757369.701461:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:1.0:1787757369.701471:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757369.701479:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757369.701486:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:1.0:1787757369.701493:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757369.701498:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.701507:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.701521:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757369.701529:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.701536:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757369.701542:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757369.701548:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757369.701564:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.701591:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.701596:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.701604:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757369.701609:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757369.701618:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.701634:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757369.701645:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757369.701649:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757369.701655:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.701662:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757369.701669:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757369.701675:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757369.701686:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757369.701694:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757369.701703:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757369.701714:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043072, portal 10 00000100:00000001:1.0:1787757369.701720:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757369.701729:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:1.0:1787757369.701748:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.701780:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757369.701793:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757369.701806:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757369.701820:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931043072, offset 0 00000400:00000200:1.0:1787757369.701844:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757369.701890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.701901:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757369.701910:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757369.701915:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757369.701920:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757369.701925:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757369.701930:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746907:746907:256:4294967295] 192.168.201.121@tcp LPNI seq info [746901:746901:8:4294967295] 00000400:00000200:1.0:1787757369.701936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.701946:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757369.701953:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.701959:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757369.701965:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757369.701969:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757369.701985:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.701988:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757369.701992:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757369.701997:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757369.702002:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757369.702004:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757369.702009:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757369.702015:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702026:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.702030:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702039:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.702042:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757369.702047:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757369.702053:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757369.702058:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757369.702061:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309746702 00000100:00000001:1.0:1787757369.702065:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.702068:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309746702 00000100:00000001:1.0:1787757369.702071:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.702074:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757369.702077:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.702079:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757369.702084:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757369/real 1787757369] req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757369.702095:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757369.702097:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757369.702099:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757369.702102:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757369.702104:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757369.702107:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757369.702111:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757369.702122:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702131:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757369.702133:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.702135:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.702137:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757369.702142:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702150:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757369.702155:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702165:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757369.702169:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.702171:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.702173:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.702176:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757369.702180:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757369.702183:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757369.702187:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757369.702190:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757369.702196:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757369.702207:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757369.702212:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757369.702216:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702224:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.702226:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.702229:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757369.702231:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757369.702234:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.702238:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757369.702242:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757369.702244:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757369.702247:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.702249:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757369.702255:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757369.702258:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757369.702304:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757369.702311:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757369.702319:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757369.702326:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043200, portal 10 00000100:00000001:1.0:1787757369.702331:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757369.702333:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:1.0:1787757369.702346:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702360:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757369.702366:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757369.702370:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757369.702373:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931043200, offset 0 00000400:00000200:1.0:1787757369.702380:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757369.702386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.702392:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757369.702396:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757369.702400:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757369.702403:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757369.702407:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757369.702411:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746908:746908:256:4294967295] 192.168.201.121@tcp LPNI seq info [746902:746902:8:4294967295] 00000400:00000200:1.0:1787757369.702417:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.702426:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757369.702432:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.702436:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757369.702442:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757369.702445:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757369.702460:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.702463:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757369.702468:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757369.702472:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757369.702477:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757369.702480:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757369.702484:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757369.702489:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702500:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.702504:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702513:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.702516:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757369.702520:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757369.702524:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757369.702528:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757369.702531:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309746701 00000100:00000001:1.0:1787757369.702535:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.702538:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309746701 00000100:00000001:1.0:1787757369.702541:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.702543:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757369.702546:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.702549:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757369.702553:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757369/real 1787757369] req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757369.702564:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757369.702565:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757369.702568:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757369.702571:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757369.702574:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757369.702576:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757369.702580:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757369.702591:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702601:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757369.702603:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.702605:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.702607:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757369.702612:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702620:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757369.702625:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702634:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757369.702637:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.702639:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.702641:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.702643:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757369.702646:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757369.702650:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757369.702654:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757369.702657:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757369.702662:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757369.702671:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757369.702676:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757369.702681:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702690:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.702692:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.702695:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757369.702698:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757369.702701:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.702705:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757369.702709:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757369.702712:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757369.702714:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.702716:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757369.702721:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757369.702723:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757369.702728:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757369.702731:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757369.702735:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757369.702739:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043328, portal 4 00000100:00000001:1.0:1787757369.702742:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757369.702744:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:1.0:1787757369.702752:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702765:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757369.702770:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757369.702775:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757369.702780:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931043328, offset 0 00000400:00000200:1.0:1787757369.702789:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757369.702797:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.702805:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757369.702810:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757369.702816:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757369.702821:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757369.702827:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757369.702834:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746909:746909:256:4294967295] 192.168.201.121@tcp LPNI seq info [746903:746903:8:4294967295] 00000400:00000200:1.0:1787757369.702844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.702878:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757369.702887:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.702893:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757369.702898:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757369.702902:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757369.702917:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.702920:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757369.702924:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757369.702929:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757369.702934:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757369.702936:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757369.702940:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757369.702945:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702956:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.702960:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.702969:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.702971:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757369.702976:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757369.702980:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757369.702985:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757369.702988:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309746737 00000100:00000001:1.0:1787757369.702992:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.702995:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309746737 00000100:00000001:1.0:1787757369.702998:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.703000:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757369.703003:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.703006:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757369.703010:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757369/real 1787757369] req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757369.703021:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757369.703023:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757369.703025:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757369.703028:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757369.703031:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757369.703033:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757369.703037:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757369.703048:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703057:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757369.703059:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703061:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.703063:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757369.703068:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703076:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757369.703081:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703090:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757369.703093:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703095:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.703097:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703099:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757369.703101:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757369.703105:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757369.703109:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757369.703111:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757369.703117:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757369.703127:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757369.703132:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703135:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.703139:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931043072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703147:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757369.703150:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757369.703152:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757369.703156:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757369.703158:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757369.703160:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757369.703163:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757369.703165:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:1.0:1787757369.703169:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757369.703171:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757369.703173:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:1.0:1787757369.703177:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757369.703179:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703181:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.703185:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931043200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703193:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757369.703195:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757369.703197:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757369.703200:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757369.703201:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757369.703203:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757369.703205:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757369.703207:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:1.0:1787757369.703210:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757369.703212:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757369.703214:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:1.0:1787757369.703217:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757369.703219:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703221:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.703226:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931043328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703233:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757369.703235:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757369.703237:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757369.703240:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757369.703241:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757369.703243:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757369.703245:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757369.703247:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:1.0:1787757369.703250:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757369.703252:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757369.703254:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:1.0:1787757369.703258:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757369.703261:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703301:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703310:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757369.703313:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.703317:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757369.703320:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757369.703323:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757369.703332:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703346:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757369.703349:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.703354:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757369.703358:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757369.703362:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757369.703368:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757369.703372:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757369.703376:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757369.703379:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757369.703382:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757369.703387:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757369.703390:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757369.703395:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757369.703398:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757369.703403:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757369.703408:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043456, portal 4 00000100:00000001:1.0:1787757369.703411:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757369.703413:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:1.0:1787757369.703421:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703430:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757369.703433:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757369.703437:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757369.703440:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931043456, offset 0 00000400:00000200:1.0:1787757369.703445:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757369.703451:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.703455:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757369.703459:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757369.703463:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757369.703467:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757369.703470:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757369.703475:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746910:746910:256:4294967295] 192.168.201.121@tcp LPNI seq info [746904:746904:8:4294967295] 00000400:00000200:1.0:1787757369.703480:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757369.703488:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757369.703494:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.703498:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757369.703504:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757369.703508:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787757369.703523:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757369.703526:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757369.703530:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757369.703535:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757369.703539:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757369.703542:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757369.703545:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757369.703550:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703560:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.703565:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703573:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.703575:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757369.703579:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757369.703583:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757369.703587:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757369.703589:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309746717 00000100:00000001:1.0:1787757369.703593:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.703596:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309746717 00000100:00000001:1.0:1787757369.703599:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309747665 00000100:00000001:1.0:1787757369.703602:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757369.703605:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.703607:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757369.703612:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757369/real 1787757369] req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757369.703621:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757369.703622:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757369.703625:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757369.703628:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757369.703630:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757369.703633:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757369.703637:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757369.703648:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703656:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757369.703658:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703660:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.703662:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757369.703667:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703675:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757369.703680:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703688:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757369.703691:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703694:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757369.703695:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703698:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757369.703700:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757369.703703:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757369.703707:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757369.703710:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757369.703715:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757369.703726:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757369.703731:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703733:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757369.703738:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931043456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757369.703746:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757369.703749:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757369.703752:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757369.703756:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757369.703759:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757369.703763:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757369.703767:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757369.703770:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:1.0:1787757369.703776:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757369.703778:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757369.703781:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:1.0:1787757369.703786:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757369.703789:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703793:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757369.703800:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757369.703803:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757369.703807:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757369.703811:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757370.659407:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757370.659420:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757370.659428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757370.659436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757370.659444:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757370.659452:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757370.659459:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757370.659466:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757370.659474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757370.659499:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757370.659507:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757370.659516:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757370.659522:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757370.659531:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757370.659540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757370.659551:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757370.659557:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757370.659564:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757370.659615:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757370.659625:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757370.659633:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757370.659639:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757370.659651:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757370.659660:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757370.659666:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757370.659674:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757370.659682:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757370.723403:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309747665, at 4309747712 00000100:00000010:1.0:1787757370.723434:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757371.683499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757371.683510:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757371.683518:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757371.683532:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757371.683548:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757371.683563:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757371.683587:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757371.683594:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757371.683606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757371.683642:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757371.683650:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757371.683655:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757371.683663:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757371.683672:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757371.683682:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757371.683690:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757371.683699:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757371.683709:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757372.707411:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757372.707429:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757372.707440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757372.707457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757372.707472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757372.707483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757372.707529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757372.707533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757372.707539:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757372.707602:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757372.707612:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757372.707621:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757372.707628:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757372.707636:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757372.707646:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757372.707659:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757372.707667:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757372.707676:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757373.731400:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757373.731409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757373.731413:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757373.731421:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757373.731428:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757373.731433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757373.731438:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757373.731441:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757373.731446:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757373.731506:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757373.731515:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757373.731522:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757373.731530:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757373.731540:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757373.731551:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757373.731596:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757373.731603:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757373.731611:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757373.731648:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757373.731659:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757373.731668:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757373.731680:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757373.731696:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757373.731707:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757373.731732:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757373.731739:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757373.731747:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.755393:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757374.755404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757374.755407:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.755429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757374.755444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757374.755456:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.755468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.755480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.755497:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.755578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757374.755586:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757374.755593:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.755606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757374.755616:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757374.755624:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.755636:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.755642:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.755650:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.819706:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757374.819715:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757374.819722:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757374.819740:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.819826:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.819834:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.819848:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757374.819858:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757374.819867:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.819880:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931043584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757374.819898:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757374.819907:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757374.819913:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.819923:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757374.819935:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757374.819943:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757374.819959:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757374.819970:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757374.819984:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757374.819999:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043584, portal 25 00000100:00000001:1.0:1787757374.820020:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757374.820026:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:1.0:1787757374.820047:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.820074:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757374.820087:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757374.820095:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757374.820103:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931043584, offset 0 00000400:00000200:1.0:1787757374.820124:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757374.820148:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.820162:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757374.820173:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757374.820183:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757374.820197:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757374.820207:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757374.820223:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746911:746911:256:4294967295] 192.168.201.121@tcp LPNI seq info [746905:746905:8:4294967295] 00000400:00000200:1.0:1787757374.820236:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.820258:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757374.820310:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.820322:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757374.820337:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757374.820348:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757374.820397:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.820404:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757374.820413:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757374.820428:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757374.820442:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757374.820453:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757374.820471:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757374.820487:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.820529:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.820556:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.820593:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.820598:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757374.820615:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757374.820631:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757374.820638:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309752785 00000100:00000010:1.0:1787757374.820649:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4120. 00000100:00000001:1.0:1787757374.820665:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757374.820681:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309752785 00000100:00000010:1.0:1787757374.820693:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757374.820704:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757374.820716:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757374.820723:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.820731:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757374.820748:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757374/real 1787757374] req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757374.820820:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757374.820829:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757374.820838:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757374.820853:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757374.820860:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757374.820868:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757374.820881:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757374.820921:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.820971:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757374.820976:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.820981:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.820987:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757374.821001:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821028:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757374.821042:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821060:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757374.821071:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.821079:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.821085:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.821094:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757374.821098:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757374.821108:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757374.821123:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757374.821132:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757374.821145:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757374.821181:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931043584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757374.821200:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.821208:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.821218:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931043584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821239:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757374.821245:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757374.821252:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757374.821259:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757374.821293:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757374.821297:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757374.821301:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757374.821307:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:1.0:1787757374.821317:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757374.821323:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757374.821331:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:1.0:1787757374.821342:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757374.821349:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.821354:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.821366:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757374.821371:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.821378:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757374.821386:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757374.821392:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757374.821403:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821426:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.821432:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.821442:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757374.821451:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757374.821464:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.821480:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757374.821497:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757374.821508:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757374.821516:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.821530:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757374.821541:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757374.821551:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757374.821567:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757374.821577:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757374.821588:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757374.821598:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043712, portal 10 00000100:00000001:1.0:1787757374.821605:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757374.821610:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:1.0:1787757374.821629:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821662:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757374.821673:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757374.821681:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757374.821689:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931043712, offset 0 00000400:00000200:1.0:1787757374.821707:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757374.821722:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.821735:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757374.821745:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757374.821756:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757374.821761:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757374.821790:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757374.821799:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746912:746912:256:4294967295] 192.168.201.121@tcp LPNI seq info [746906:746906:8:4294967295] 00000400:00000200:1.0:1787757374.821811:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.821825:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757374.821836:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.821845:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757374.821856:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757374.821860:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757374.821877:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.821880:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757374.821884:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757374.821889:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757374.821894:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757374.821897:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757374.821901:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757374.821907:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821927:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.821931:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.821940:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.821942:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757374.821947:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757374.821952:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757374.821957:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757374.821960:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309751822 00000100:00000001:1.0:1787757374.821964:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.821967:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309751822 00000100:00000001:1.0:1787757374.821970:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.821973:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757374.821976:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.821979:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757374.821984:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757374/real 1787757374] req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757374.821994:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757374.821996:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757374.821998:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757374.822001:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757374.822003:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757374.822006:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757374.822011:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757374.822021:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822030:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757374.822033:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822035:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.822037:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757374.822042:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822051:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757374.822056:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822065:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757374.822068:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822070:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.822072:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822075:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757374.822079:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757374.822082:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757374.822086:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757374.822089:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757374.822094:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757374.822104:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757374.822109:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757374.822113:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822122:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.822124:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.822127:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757374.822130:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757374.822133:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.822137:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757374.822141:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757374.822144:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757374.822147:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.822149:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757374.822154:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757374.822156:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757374.822161:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757374.822164:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757374.822168:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757374.822172:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043840, portal 10 00000100:00000001:1.0:1787757374.822175:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757374.822177:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:1.0:1787757374.822184:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822192:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757374.822195:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757374.822198:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757374.822201:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931043840, offset 0 00000400:00000200:1.0:1787757374.822207:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757374.822212:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.822217:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757374.822221:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757374.822225:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757374.822229:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757374.822232:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757374.822237:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746913:746913:256:4294967295] 192.168.201.121@tcp LPNI seq info [746907:746907:8:4294967295] 00000400:00000200:1.0:1787757374.822242:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.822251:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757374.822256:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.822260:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757374.822295:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757374.822299:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757374.822315:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.822318:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757374.822322:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757374.822327:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757374.822331:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757374.822334:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757374.822337:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757374.822342:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822352:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.822357:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822365:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.822368:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757374.822371:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757374.822375:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757374.822380:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757374.822382:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309751821 00000100:00000001:1.0:1787757374.822386:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.822389:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309751821 00000100:00000001:1.0:1787757374.822392:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.822395:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757374.822398:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.822401:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757374.822405:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757374/real 1787757374] req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757374.822415:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757374.822417:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757374.822420:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757374.822422:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757374.822425:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757374.822428:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757374.822433:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757374.822451:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822465:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757374.822468:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822471:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.822475:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757374.822482:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822498:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757374.822506:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822522:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757374.822528:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822531:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.822534:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822538:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757374.822542:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757374.822546:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757374.822551:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757374.822554:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757374.822560:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757374.822579:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757374.822584:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757374.822589:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822597:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.822599:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.822602:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757374.822605:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757374.822607:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.822611:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757374.822615:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757374.822618:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757374.822621:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.822623:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757374.822629:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757374.822632:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757374.822637:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757374.822640:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757374.822646:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757374.822650:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931043968, portal 4 00000100:00000001:1.0:1787757374.822653:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757374.822655:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:1.0:1787757374.822662:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822671:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757374.822674:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757374.822677:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757374.822680:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931043968, offset 0 00000400:00000200:1.0:1787757374.822686:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757374.822692:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.822697:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757374.822701:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757374.822705:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757374.822709:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757374.822712:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757374.822717:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746914:746914:256:4294967295] 192.168.201.121@tcp LPNI seq info [746908:746908:8:4294967295] 00000400:00000200:1.0:1787757374.822723:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.822731:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757374.822738:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.822745:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757374.822753:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757374.822758:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757374.822804:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.822808:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757374.822815:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757374.822823:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757374.822830:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757374.822834:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757374.822840:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757374.822848:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822864:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.822869:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822878:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.822880:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757374.822885:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757374.822890:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757374.822894:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757374.822898:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309751857 00000100:00000001:1.0:1787757374.822902:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.822905:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309751857 00000100:00000001:1.0:1787757374.822908:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.822910:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757374.822913:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.822916:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757374.822921:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757374/real 1787757374] req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757374.822931:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757374.822934:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757374.822936:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757374.822939:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757374.822941:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757374.822944:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757374.822948:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757374.822959:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822967:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757374.822969:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.822972:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.822973:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757374.822978:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.822986:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757374.822991:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823000:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757374.823003:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823005:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.823007:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823010:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757374.823012:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757374.823016:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757374.823019:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757374.823022:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757374.823027:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757374.823037:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931043968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757374.823041:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823044:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.823048:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931043712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823056:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757374.823058:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757374.823061:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757374.823064:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757374.823067:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757374.823069:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757374.823072:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757374.823075:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:1.0:1787757374.823078:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757374.823080:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757374.823082:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:1.0:1787757374.823085:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757374.823087:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823090:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.823094:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931043840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823110:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757374.823112:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757374.823114:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757374.823117:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757374.823119:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757374.823121:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757374.823123:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757374.823125:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:1.0:1787757374.823128:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757374.823129:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757374.823131:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:1.0:1787757374.823134:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757374.823136:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823138:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.823142:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931043968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823149:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757374.823151:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757374.823153:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757374.823156:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757374.823157:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757374.823159:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757374.823161:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757374.823163:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:1.0:1787757374.823166:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757374.823167:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757374.823169:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:1.0:1787757374.823172:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757374.823174:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823176:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823181:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757374.823183:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.823185:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757374.823187:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757374.823189:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757374.823194:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823203:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757374.823206:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.823209:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757374.823211:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757374.823214:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757374.823217:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757374.823222:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757374.823225:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757374.823227:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757374.823230:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757374.823234:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757374.823237:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757374.823241:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757374.823245:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757374.823249:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757374.823253:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931044096, portal 4 00000100:00000001:1.0:1787757374.823255:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757374.823257:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:1.0:1787757374.823264:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823301:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757374.823305:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757374.823309:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757374.823313:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931044096, offset 0 00000400:00000200:1.0:1787757374.823318:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757374.823324:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.823328:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757374.823332:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757374.823336:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757374.823340:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757374.823343:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757374.823348:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746915:746915:256:4294967295] 192.168.201.121@tcp LPNI seq info [746909:746909:8:4294967295] 00000400:00000200:1.0:1787757374.823354:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757374.823362:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757374.823368:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.823373:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757374.823378:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757374.823382:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787757374.823397:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757374.823400:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757374.823404:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757374.823409:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757374.823413:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757374.823415:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757374.823418:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757374.823424:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823436:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.823442:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823457:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.823461:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757374.823466:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757374.823472:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757374.823480:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757374.823484:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309751837 00000100:00000001:1.0:1787757374.823490:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.823494:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309751837 00000100:00000001:1.0:1787757374.823499:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309752785 00000100:00000001:1.0:1787757374.823504:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757374.823510:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.823514:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757374.823523:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757374/real 1787757374] req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757374.823540:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757374.823542:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757374.823545:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757374.823549:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757374.823551:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757374.823555:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757374.823559:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757374.823570:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823579:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757374.823581:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823584:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.823586:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757374.823590:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823598:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757374.823604:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823612:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757374.823616:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823618:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757374.823620:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823622:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757374.823625:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757374.823628:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757374.823633:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757374.823636:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757374.823641:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757374.823651:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757374.823656:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823658:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757374.823662:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931044096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757374.823670:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757374.823672:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757374.823675:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757374.823678:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757374.823680:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757374.823682:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757374.823685:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757374.823687:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:1.0:1787757374.823690:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757374.823692:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757374.823694:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:1.0:1787757374.823697:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757374.823699:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823702:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757374.823706:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757374.823708:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757374.823710:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757374.823713:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757375.779482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757375.779498:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757375.779514:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757375.779539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757375.779561:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757375.779581:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757375.779592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757375.779603:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757375.779610:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757375.779675:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757375.779685:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757375.779691:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757375.779707:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757375.779726:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757375.779737:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757375.779781:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757375.779788:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757375.779805:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757375.779903:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757375.779910:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757375.779913:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757375.779919:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757375.779927:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757375.779933:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757375.779937:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757375.779940:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757375.779944:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757375.843428:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309752785, at 4309752832 00000100:00000010:1.0:1787757375.843449:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757376.803439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757376.803450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757376.803456:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757376.803471:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757376.803486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757376.803497:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757376.803506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757376.803515:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757376.803525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757376.803556:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757376.803565:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757376.803571:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757376.803578:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757376.803587:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757376.803597:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757376.803605:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757376.803614:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757376.803624:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757376.803671:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757376.803679:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757376.803687:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757376.803698:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757376.803711:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757376.803721:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757376.803760:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757376.803769:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757376.803781:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757377.827439:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757377.827451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757377.827461:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757377.827473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757377.827485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757377.827497:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757377.827511:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757377.827520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757377.827530:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757377.827561:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757377.827567:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757377.827572:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757377.827583:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757377.827596:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757377.827601:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757377.827609:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757377.827613:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757377.827622:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757377.827678:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757377.827687:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757377.827697:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757377.827705:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757377.827738:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757377.827745:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757377.827750:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757377.827756:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757377.827762:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757378.851451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757378.851463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757378.851469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757378.851481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757378.851489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757378.851498:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757378.851530:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757378.851537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757378.851547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757378.851603:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757378.851611:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757378.851617:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757378.851627:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757378.851641:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757378.851647:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757378.851656:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757378.851667:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757378.851683:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.875427:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757379.875439:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757379.875447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.875461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757379.875477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757379.875489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.875500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.875510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.875521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.875590:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757379.875601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757379.875610:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.875625:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757379.875634:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757379.875645:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.875659:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.875665:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.875699:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.875745:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757379.875752:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757379.875756:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.875763:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757379.875775:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757379.875786:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.875796:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.875799:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.875804:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.939670:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757379.939690:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757379.939695:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757379.939709:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.939735:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.939740:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.939748:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757379.939752:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757379.939756:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.939763:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931044224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757379.939782:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757379.939786:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757379.939790:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.939796:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757379.939803:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757379.939809:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757379.939819:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757379.939824:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757379.939832:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757379.939842:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931044224, portal 25 00000100:00000001:1.0:1787757379.939849:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757379.939852:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:1.0:1787757379.939861:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.939886:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757379.939893:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757379.939897:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757379.939902:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931044224, offset 0 00000400:00000200:1.0:1787757379.939913:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757379.939925:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.939933:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757379.939943:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757379.939949:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757379.939957:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757379.939961:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757379.939968:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746916:746916:256:4294967295] 192.168.201.121@tcp LPNI seq info [746910:746910:8:4294967295] 00000400:00000200:1.0:1787757379.939976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.939992:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757379.940002:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.940007:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757379.940018:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757379.940022:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757379.940044:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.940049:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757379.940057:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757379.940065:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757379.940070:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757379.940074:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757379.940079:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757379.940085:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940098:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.940104:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940147:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.940153:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757379.940163:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757379.940174:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757379.940182:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309757904 00000100:00000010:1.0:1787757379.940189:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b46c0. 00000100:00000001:1.0:1787757379.940199:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757379.940208:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309757904 00000100:00000010:1.0:1787757379.940212:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757379.940216:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757379.940221:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757379.940226:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.940229:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757379.940236:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757379/real 1787757379] req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757379.940251:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757379.940255:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757379.940258:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757379.940262:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757379.940289:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757379.940292:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757379.940297:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757379.940308:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940320:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757379.940323:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940328:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.940331:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757379.940337:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940354:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757379.940363:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940375:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757379.940381:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940387:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.940389:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940396:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757379.940400:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757379.940405:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757379.940411:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757379.940415:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757379.940421:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757379.940437:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931044224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757379.940443:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940447:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.940454:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931044224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940462:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757379.940468:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757379.940471:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757379.940475:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757379.940480:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757379.940482:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757379.940486:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757379.940489:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:1.0:1787757379.940494:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757379.940498:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757379.940500:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:1.0:1787757379.940503:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757379.940505:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940508:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940516:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757379.940520:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.940523:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757379.940526:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757379.940528:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757379.940535:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940548:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.940552:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.940554:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757379.940557:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757379.940562:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.940569:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757379.940576:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757379.940580:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757379.940582:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.940584:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757379.940589:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757379.940592:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757379.940600:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757379.940604:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757379.940609:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757379.940613:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931044352, portal 10 00000100:00000001:1.0:1787757379.940617:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757379.940619:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:1.0:1787757379.940631:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940651:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757379.940661:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757379.940669:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757379.940695:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931044352, offset 0 00000400:00000200:1.0:1787757379.940711:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757379.940724:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.940734:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757379.940741:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757379.940746:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757379.940751:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757379.940755:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757379.940762:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746917:746917:256:4294967295] 192.168.201.121@tcp LPNI seq info [746911:746911:8:4294967295] 00000400:00000200:1.0:1787757379.940770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.940782:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757379.940790:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.940796:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757379.940805:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757379.940812:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757379.940837:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.940841:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757379.940846:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757379.940854:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757379.940857:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757379.940860:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757379.940863:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757379.940866:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940873:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.940876:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940882:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.940883:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757379.940886:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757379.940890:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757379.940893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757379.940895:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309756941 00000100:00000001:1.0:1787757379.940897:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.940899:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309756941 00000100:00000001:1.0:1787757379.940901:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.940902:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757379.940904:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.940906:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757379.940909:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757379/real 1787757379] req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757379.940914:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757379.940915:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757379.940917:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757379.940918:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757379.940920:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757379.940921:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757379.940924:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757379.940930:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940935:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757379.940936:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940938:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.940939:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757379.940941:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940946:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757379.940949:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940955:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757379.940957:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940959:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.940960:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.940961:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757379.940964:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757379.940966:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757379.940968:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757379.940970:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757379.940973:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757379.940979:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757379.940982:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757379.940985:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.940990:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.940991:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.940993:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757379.940994:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757379.940996:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.940998:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757379.941000:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757379.941002:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757379.941003:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.941005:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941008:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757379.941009:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757379.941012:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757379.941014:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757379.941017:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757379.941019:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931044480, portal 10 00000100:00000001:1.0:1787757379.941021:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757379.941022:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:1.0:1787757379.941026:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941031:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757379.941033:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757379.941035:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757379.941037:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931044480, offset 0 00000400:00000200:1.0:1787757379.941040:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757379.941042:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.941045:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757379.941047:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757379.941049:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757379.941051:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757379.941053:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757379.941055:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746918:746918:256:4294967295] 192.168.201.121@tcp LPNI seq info [746912:746912:8:4294967295] 00000400:00000200:1.0:1787757379.941059:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.941064:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757379.941067:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.941070:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757379.941072:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757379.941075:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757379.941083:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.941085:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757379.941087:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757379.941090:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757379.941093:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757379.941094:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757379.941096:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757379.941099:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941105:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941107:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941112:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941114:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757379.941116:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757379.941119:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757379.941123:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757379.941126:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309756939 00000100:00000001:1.0:1787757379.941129:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.941131:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309756939 00000100:00000001:1.0:1787757379.941134:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.941136:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757379.941139:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941141:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757379.941146:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757379/real 1787757379] req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757379.941156:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757379.941158:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757379.941160:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757379.941164:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757379.941166:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757379.941169:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757379.941173:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757379.941183:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941189:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757379.941191:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941192:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.941193:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757379.941196:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941202:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757379.941205:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941210:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757379.941211:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941212:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.941213:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941215:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757379.941217:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757379.941219:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757379.941222:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757379.941224:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757379.941227:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757379.941233:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757379.941236:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941237:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941240:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941245:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757379.941247:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941248:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757379.941251:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757379.941252:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757379.941253:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757379.941255:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757379.941257:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:1.0:1787757379.941259:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757379.941260:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757379.941261:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:1.0:1787757379.941263:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757379.941265:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941284:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941287:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941292:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757379.941293:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941295:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757379.941297:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757379.941298:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757379.941299:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757379.941301:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757379.941302:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:1.0:1787757379.941304:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757379.941305:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757379.941306:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:1.0:1787757379.941308:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757379.941309:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941310:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941314:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757379.941315:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941316:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757379.941318:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757379.941319:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757379.941322:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941327:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.941329:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.941331:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757379.941332:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757379.941334:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.941336:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757379.941339:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757379.941340:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757379.941342:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.941343:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941346:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757379.941348:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757379.941351:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757379.941353:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757379.941356:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757379.941359:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931044608, portal 4 00000100:00000001:1.0:1787757379.941361:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757379.941362:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:1.0:1787757379.941367:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941372:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757379.941374:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757379.941376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757379.941378:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931044608, offset 0 00000400:00000200:1.0:1787757379.941381:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757379.941384:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.941387:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757379.941389:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757379.941391:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757379.941393:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757379.941395:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757379.941398:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746919:746919:256:4294967295] 192.168.201.121@tcp LPNI seq info [746913:746913:8:4294967295] 00000400:00000200:1.0:1787757379.941401:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.941406:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757379.941410:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.941412:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757379.941415:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757379.941418:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757379.941427:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.941429:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757379.941431:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757379.941434:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757379.941437:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757379.941438:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757379.941440:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757379.941443:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941449:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941451:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941456:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941457:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757379.941459:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757379.941462:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757379.941464:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757379.941466:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309756976 00000100:00000001:1.0:1787757379.941468:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.941470:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309756976 00000100:00000001:1.0:1787757379.941472:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.941473:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757379.941475:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941476:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757379.941479:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757379/real 1787757379] req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757379.941485:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757379.941486:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757379.941488:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757379.941489:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757379.941491:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757379.941492:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757379.941494:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757379.941500:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941505:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757379.941506:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941508:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.941509:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757379.941512:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941517:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757379.941520:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941524:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757379.941526:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941527:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.941528:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941530:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757379.941531:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757379.941533:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757379.941535:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757379.941537:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757379.941540:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757379.941546:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757379.941549:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757379.941551:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941556:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757379.941557:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.941559:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757379.941560:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757379.941561:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757379.941563:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757379.941566:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757379.941567:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757379.941568:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757379.941569:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941571:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757379.941573:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757379.941575:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757379.941577:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757379.941579:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757379.941582:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931044736, portal 4 00000100:00000001:1.0:1787757379.941583:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757379.941585:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:1.0:1787757379.941589:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941594:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757379.941596:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757379.941597:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757379.941599:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931044736, offset 0 00000400:00000200:1.0:1787757379.941603:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757379.941605:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.941608:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757379.941610:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757379.941612:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757379.941614:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757379.941616:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757379.941618:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746920:746920:256:4294967295] 192.168.201.121@tcp LPNI seq info [746914:746914:8:4294967295] 00000400:00000200:1.0:1787757379.941622:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757379.941626:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757379.941629:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.941631:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757379.941634:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757379.941636:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787757379.941645:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757379.941647:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757379.941649:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757379.941653:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757379.941656:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757379.941659:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757379.941661:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757379.941666:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941689:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941694:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941703:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941705:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757379.941710:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757379.941714:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757379.941718:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757379.941721:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309756955 00000100:00000001:1.0:1787757379.941724:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.941727:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309756955 00000100:00000001:1.0:1787757379.941729:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309757904 00000100:00000001:1.0:1787757379.941731:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757379.941732:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941734:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757379.941738:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757379/real 1787757379] req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757379.941744:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757379.941745:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757379.941747:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757379.941749:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757379.941751:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757379.941752:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757379.941755:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757379.941762:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941767:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757379.941768:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941769:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.941770:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757379.941773:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941778:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757379.941781:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941785:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757379.941788:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941789:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757379.941790:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941792:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757379.941793:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757379.941795:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757379.941798:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757379.941799:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757379.941802:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757379.941807:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931044736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757379.941810:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941812:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941814:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931044608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941818:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757379.941820:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941821:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757379.941823:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757379.941825:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757379.941826:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757379.941828:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757379.941829:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:1.0:1787757379.941831:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757379.941832:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757379.941834:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:1.0:1787757379.941836:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757379.941837:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941838:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757379.941841:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931044736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757379.941850:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757379.941851:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757379.941852:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:1.0:1787757379.941854:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757379.941855:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757379.941856:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757379.941857:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757379.941858:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:1.0:1787757379.941860:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757379.941861:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757379.941862:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:1.0:1787757379.941864:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757379.941865:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941866:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757379.941869:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757379.941870:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757379.941871:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757379.941872:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757380.899339:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757380.899347:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757380.899352:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757380.899361:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757380.899369:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757380.899376:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757380.899384:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757380.899387:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757380.899391:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757380.899407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757380.899411:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757380.899414:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757380.899418:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757380.899425:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757380.899430:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757380.899435:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757380.899438:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757380.899445:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757380.963330:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309757904, at 4309757952 00000100:00000010:1.0:1787757380.963344:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4a80. 00000100:00000001:1.0:1787757381.923419:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757381.923430:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757381.923437:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757381.923446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757381.923455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757381.923464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757381.923473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757381.923479:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757381.923485:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757381.923526:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757381.923533:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757381.923538:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757381.923554:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757381.923565:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757381.923578:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757381.923610:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757381.923618:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757381.923625:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757382.947436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757382.947449:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757382.947453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757382.947463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757382.947475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757382.947482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757382.947493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757382.947500:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757382.947516:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757382.947650:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757382.947673:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757382.947687:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757382.947713:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757382.947739:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757382.947754:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757382.947779:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757382.947784:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757382.947789:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757383.971434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757383.971478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757383.971484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757383.971503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757383.971523:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757383.971539:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757383.971643:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757383.971654:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757383.971685:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757384.995377:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757384.995390:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757384.995393:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757384.995400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757384.995407:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757384.995413:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757384.995418:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757384.995422:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757384.995428:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757384.995492:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757384.995500:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757384.995508:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757384.995520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757384.995532:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757384.995540:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757384.995552:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757384.995559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757384.995566:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757384.995649:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757384.995657:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757384.995665:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757384.995677:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757384.995684:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757384.995690:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757384.995693:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757384.995696:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757384.995700:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757385.059481:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757385.059492:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757385.059495:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757385.059500:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757385.059506:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757385.059516:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15089 00000400:00000200:1.0:1787757385.059528:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757385.059537:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757385.059541:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757385.059546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059551:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.059555:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059558:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757385.059563:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757385.059566:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757385.059570:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757385.059573:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757385.059577:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757385.059580:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757385.059584:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059611:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.059615:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059618:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757385.059622:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757385.059627:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059630:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757385.059634:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757385.059639:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757385.059642:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.059645:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757385.059649:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757385.059659:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757385.059665:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757385.059670:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757385.059673:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.059677:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757385.059680:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757385.059685:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757385.059695:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757385.059704:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757385.059717:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931044864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757385.059731:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757385.059738:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757385.059745:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931044864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757385.059778:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757385.059783:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757385.059788:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757385.059790:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757385.059792:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757385.059797:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757385.059800:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15089 00000400:00000200:1.0:1787757385.059807:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757385.059812:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757385.059816:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757385.059821:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059825:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.059829:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059833:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757385.059836:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757385.059842:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757385.059846:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757385.059853:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757385.059859:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757385.059865:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757385.059873:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059883:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.059890:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059897:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757385.059907:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757385.059916:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757385.059923:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757385.059931:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757385.059943:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757385.059950:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.059960:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757385.059967:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757385.059978:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.059986:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757385.059997:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757385.060004:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757385.060011:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757385.060016:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.060019:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757385.060025:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757385.060032:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757385.060041:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757385.060050:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757385.060066:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931044992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757385.060091:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757385.060097:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757385.060114:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931044992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757385.060194:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757385.060205:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757385.060219:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757385.060222:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757385.060230:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757385.060238:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757385.060243:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15089 00000400:00000200:1.0:1787757385.060257:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757385.060335:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757385.060345:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757385.060358:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060367:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.060374:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060378:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757385.060387:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757385.060392:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757385.060396:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757385.060403:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757385.060408:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757385.060413:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757385.060422:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060429:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.060432:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060436:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757385.060445:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757385.060450:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060453:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757385.060459:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757385.060466:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757385.060474:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.060477:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757385.060480:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757385.060491:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.060496:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757385.060507:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757385.060518:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757385.060525:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757385.060530:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.060537:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757385.060544:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757385.060549:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757385.060559:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757385.060568:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757385.060584:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931045120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757385.060637:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757385.060643:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757385.060656:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931045120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757385.060685:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757385.060691:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757385.060698:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757385.060703:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757385.060708:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757385.060717:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757385.060726:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15089 00000400:00000200:1.0:1787757385.060739:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757385.060748:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757385.060755:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757385.060763:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060774:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.060781:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060790:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757385.060800:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757385.060803:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757385.060811:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757385.060820:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757385.060831:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757385.060841:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757385.060858:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060871:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.060884:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060895:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757385.060908:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757385.060917:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757385.060930:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757385.060939:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757385.060951:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757385.060964:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.060974:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757385.060981:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757385.060994:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.061004:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757385.061018:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757385.061030:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757385.061045:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757385.061052:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.061056:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757385.061063:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757385.061068:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757385.061080:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757385.061092:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757385.061116:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931045248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757385.061158:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757385.061170:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757385.061191:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931045248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757385.061235:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757385.061246:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757385.061262:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757385.061309:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757385.061314:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757385.061325:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757385.061336:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15089 00000400:00000200:1.0:1787757385.061355:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757385.061364:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757385.061372:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757385.061382:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.061391:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.061400:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.061404:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757385.061411:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757385.061414:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757385.061419:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757385.061424:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757385.061431:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757385.061440:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757385.061449:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.061457:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757385.061465:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757385.061471:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757385.061479:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757385.061489:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757385.061495:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757385.061501:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757385.061506:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757385.061513:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.061520:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757385.061528:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757385.061535:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.061541:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757385.061550:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757385.061558:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757385.061569:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757385.061575:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757385.061579:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757385.061606:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757385.061609:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757385.061620:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757385.061629:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757385.061646:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931045376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757385.061665:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757385.061673:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757385.061687:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931045376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757385.061715:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757385.061724:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15099) 00000100:00000001:1.0:1787757386.019452:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757386.019465:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757386.019474:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757386.019487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757386.019499:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757386.019509:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757386.019522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757386.019528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757386.019541:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757386.019612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757386.019621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757386.019628:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757386.019637:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757386.019648:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757386.019657:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757386.019670:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757386.019676:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757386.019683:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757386.083392:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309763025, at 4309763072 00000100:00000010:1.0:1787757386.083416:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000001:1.0:1787757387.043403:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757387.043413:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757387.043416:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757387.043425:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757387.043431:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757387.043438:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757387.043442:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757387.043448:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757387.043459:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757387.043513:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757387.043525:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757387.043536:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757387.043576:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757387.043589:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757387.043599:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757387.043607:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757387.043614:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757387.043624:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757387.043666:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757387.043675:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757387.043681:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757387.043691:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757387.043698:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757387.043702:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757387.043705:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757387.043708:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757387.043712:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757388.067576:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757388.067587:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757388.067592:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757388.067599:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757388.067608:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757388.067616:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757388.067628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757388.067637:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757388.067652:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757388.067739:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757388.067747:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757388.067751:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757388.067755:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757388.067762:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757388.067768:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757388.067777:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757388.067785:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757388.067800:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757389.091418:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757389.091436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757389.091454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757389.091482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757389.091502:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757389.091551:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757389.091628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757389.091640:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757389.091656:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757389.091691:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757389.091698:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757389.091710:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757389.091722:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757389.091738:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757389.091745:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757389.091759:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757389.091774:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757389.091795:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.115443:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757390.115451:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757390.115459:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.115483:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757390.115522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757390.115534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757390.115542:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757390.115548:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757390.115556:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.115615:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757390.115623:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757390.115632:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.115637:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757390.115650:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757390.115662:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757390.115694:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757390.115702:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757390.115708:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.115730:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757390.115736:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757390.115739:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.115742:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757390.115748:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757390.115755:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757390.115761:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757390.115766:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757390.115769:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757390.179399:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757390.179409:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757390.179413:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757390.179417:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757390.179423:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757390.179434:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15094 00000400:00000200:1.0:1787757390.179445:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757390.179453:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757390.179457:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757390.179462:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179466:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.179484:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179488:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757390.179494:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757390.179516:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757390.179520:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757390.179525:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757390.179528:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757390.179532:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757390.179537:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179539:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.179542:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179545:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757390.179549:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757390.179553:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179556:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757390.179560:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757390.179565:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757390.179568:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.179571:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757390.179574:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757390.179585:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757390.179590:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757390.179596:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757390.179598:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.179602:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757390.179605:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757390.179611:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757390.179620:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757390.179629:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.179642:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931045504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757390.179656:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757390.179662:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757390.179669:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931045504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757390.179699:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757390.179703:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757390.179708:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757390.179711:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757390.179713:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757390.179717:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757390.179720:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15094 00000400:00000200:1.0:1787757390.179725:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757390.179729:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757390.179733:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757390.179738:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179741:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.179746:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179750:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757390.179753:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757390.179755:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757390.179758:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757390.179761:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757390.179764:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757390.179767:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757390.179773:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179781:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.179789:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179797:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757390.179801:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757390.179810:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757390.179820:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757390.179826:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757390.179836:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757390.179843:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.179849:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757390.179857:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757390.179864:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.179871:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757390.179880:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757390.179886:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757390.179897:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757390.179901:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.179907:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757390.179910:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757390.179916:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757390.179925:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757390.179933:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.179951:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931045632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757390.179977:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757390.179983:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757390.179993:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931045632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757390.180019:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757390.180028:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757390.180038:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757390.180044:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757390.180048:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757390.180058:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757390.180067:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15094 00000400:00000200:1.0:1787757390.180083:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757390.180093:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757390.180099:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757390.180110:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180114:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.180123:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180127:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757390.180130:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757390.180131:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757390.180133:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757390.180136:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757390.180138:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757390.180146:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757390.180151:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180153:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.180159:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180163:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757390.180170:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757390.180182:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180193:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757390.180198:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757390.180204:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757390.180210:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.180215:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757390.180221:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757390.180228:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.180234:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757390.180244:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757390.180251:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757390.180260:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757390.180264:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.180312:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757390.180316:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757390.180320:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757390.180331:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757390.180337:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.180353:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931045760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757390.180373:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757390.180379:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757390.180387:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931045760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757390.180400:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757390.180407:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757390.180413:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757390.180421:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757390.180424:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757390.180438:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757390.180447:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15094 00000400:00000200:1.0:1787757390.180459:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757390.180476:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757390.180483:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757390.180494:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180525:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.180529:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180534:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757390.180542:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757390.180547:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757390.180550:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757390.180556:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757390.180561:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757390.180569:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757390.180579:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180583:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.180591:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180596:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757390.180605:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757390.180614:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180624:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757390.180627:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757390.180631:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757390.180637:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.180646:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757390.180651:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757390.180661:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.180666:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757390.180673:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757390.180682:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757390.180692:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757390.180696:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.180703:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757390.180708:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757390.180712:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757390.180722:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757390.180731:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.180745:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931045888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757390.180769:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757390.180777:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757390.180785:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931045888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757390.180802:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757390.180808:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757390.180813:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757390.180820:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757390.180824:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757390.180832:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757390.180840:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15094 00000400:00000200:1.0:1787757390.180853:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757390.180862:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757390.180868:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757390.180879:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180888:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.180896:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180906:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757390.180914:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757390.180919:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757390.180923:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757390.180928:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757390.180936:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757390.180945:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757390.180955:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180962:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757390.180970:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757390.180976:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757390.180984:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757390.180993:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757390.181001:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757390.181007:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757390.181014:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757390.181025:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.181030:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757390.181035:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757390.181044:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.181051:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757390.181061:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757390.181067:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757390.181075:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757390.181080:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757390.181085:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757390.181091:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757390.181095:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757390.181103:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757390.181112:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757390.181128:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931046016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757390.181150:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757390.181159:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757390.181173:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931046016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757390.181204:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757390.181215:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15104) 00000100:00000001:1.0:1787757391.139417:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757391.139429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757391.139432:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757391.139444:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757391.139455:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757391.139465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757391.139473:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757391.139501:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757391.139510:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757391.139567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757391.139576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757391.139582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757391.139593:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757391.139604:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757391.139612:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757391.139621:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757391.139628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757391.139637:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757391.139670:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757391.139677:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757391.139683:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757391.139689:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757391.139697:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757391.139704:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757391.139709:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757391.139714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757391.139721:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757391.203410:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309768145, at 4309768192 00000100:00000010:1.0:1787757391.203427:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000001:1.0:1787757392.163448:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757392.163457:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757392.163489:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757392.163499:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757392.163510:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757392.163519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757392.163577:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757392.163587:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757392.163602:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757392.163637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757392.163646:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757392.163652:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757392.163665:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757392.163676:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757392.163685:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757392.163694:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757392.163700:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757392.163707:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757393.187430:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757393.187441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757393.187477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757393.187491:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757393.187504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757393.187511:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757393.187536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757393.187544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757393.187564:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757393.187600:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757393.187607:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757393.187614:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757393.187626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757393.187636:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757393.187647:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757393.187678:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757393.187687:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757393.187699:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757394.211458:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757394.211470:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757394.211478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757394.211492:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757394.211508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757394.211517:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757394.211525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757394.211536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757394.211557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757394.211622:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757394.211633:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757394.211642:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757394.211654:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757394.211667:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757394.211675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757394.211682:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757394.211688:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757394.211695:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757395.235399:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757395.235448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757395.235453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757395.235464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757395.235474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757395.235485:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757395.235500:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757395.235511:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757395.235530:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757395.235589:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757395.235598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757395.235602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757395.235607:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757395.235617:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757395.235627:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757395.235637:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757395.235645:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757395.235655:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757395.235714:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757395.235721:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757395.235727:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757395.235738:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757395.235746:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757395.235754:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757395.235761:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757395.235763:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757395.235767:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757396.259534:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757396.259546:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757396.259554:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757396.259563:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757396.259576:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757396.259585:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757396.259596:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757396.259604:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757396.259611:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757396.259640:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757396.259650:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757396.259656:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757396.259665:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757396.259676:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757396.259683:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757396.259710:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757396.259721:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757396.259733:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757396.323419:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309773265, at 4309773312 00000100:00000010:1.0:1787757396.323436:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a7e0. 00000100:00000001:1.0:1787757397.283455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757397.283474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757397.283481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757397.283497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757397.283508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757397.283519:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757397.283530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757397.283541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757397.283560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757397.283657:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757397.283662:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757397.283672:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757397.283680:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757397.283694:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757397.283702:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757397.283732:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757397.283746:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757397.283757:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757398.307441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757398.307456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757398.307464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757398.307478:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757398.307491:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757398.307500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757398.307513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757398.307520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757398.307532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757398.307565:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757398.307574:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757398.307580:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757398.307588:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757398.307594:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757398.307599:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757398.307605:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757398.307612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757398.307624:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757398.307670:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757398.307683:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757398.307695:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757398.307708:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757398.307715:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757398.307725:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757398.307729:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757398.307733:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757398.307739:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757399.331479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757399.331496:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757399.331500:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757399.331517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757399.331529:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757399.331543:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757399.331558:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757399.331565:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757399.331583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757399.331657:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757399.331670:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757399.331677:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757399.331682:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757399.331687:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757399.331692:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757399.333684:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757399.333696:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757399.333723:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757400.355444:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757400.355454:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757400.355460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757400.355467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757400.355475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757400.355484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757400.355495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757400.355504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757400.355511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757400.355541:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757400.355547:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757400.355553:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757400.355561:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757400.355571:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757400.355578:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757400.355594:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757400.355599:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757400.355604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757400.355653:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757400.355664:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757400.355674:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757400.355685:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757400.355692:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757400.355702:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757400.355715:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757400.355722:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757400.355730:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757401.379496:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757401.379507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757401.379516:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757401.379527:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757401.379532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757401.379542:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757401.379576:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757401.379583:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757401.379592:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757401.379618:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757401.379625:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757401.379634:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757401.379643:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757401.379653:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757401.379661:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757401.379690:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757401.379694:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757401.379699:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757401.443416:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309778385, at 4309778432 00000100:00000010:1.0:1787757401.443436:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a1e0. 00000100:00000001:1.0:1787757402.403458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757402.403472:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757402.403479:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757402.403491:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757402.403499:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757402.403508:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757402.403513:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757402.403518:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757402.403524:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757402.403622:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757402.403649:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757402.403657:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757402.403676:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757402.403694:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757402.403726:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757402.403743:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757402.403758:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757402.403772:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757402.403793:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757402.403798:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757402.403803:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757402.403809:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757402.403816:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757402.403820:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757402.403829:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757402.403833:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757402.403839:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757403.427413:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757403.427426:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757403.427431:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757403.427442:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757403.427452:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757403.427461:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757403.427468:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757403.427474:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757403.427479:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757403.427514:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757403.427523:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757403.427528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757403.427550:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757403.427575:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757403.427591:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757403.427604:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757403.427621:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757403.427627:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757403.427686:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757403.427696:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757403.427703:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757403.427728:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757403.427736:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757403.427741:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757403.427746:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757403.427754:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757403.427764:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757404.451425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757404.451432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757404.451437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757404.451442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757404.451451:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757404.451456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757404.451464:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757404.451468:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757404.451474:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757404.451503:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757404.451507:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757404.451509:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757404.451512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757404.451517:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757404.451519:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757404.451522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757404.451527:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757404.451533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757404.451597:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757404.451607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757404.451611:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757404.451627:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757404.451637:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757404.451646:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757404.451660:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757404.451669:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757404.451680:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.475429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757405.475442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757405.475446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.475455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757405.475465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757405.475473:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.475485:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.475495:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.475512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.475561:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757405.475572:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757405.475587:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.475598:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757405.475611:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757405.475619:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.475636:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.475644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.475652:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.539838:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757405.539850:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757405.539856:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757405.539874:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.539895:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.539900:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.539905:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757405.539911:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757405.539919:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.539929:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931047424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757405.539941:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757405.539949:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757405.539955:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.539962:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757405.539976:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757405.539984:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757405.540000:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757405.540014:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757405.540033:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757405.540052:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931047424, portal 25 00000100:00000001:1.0:1787757405.540061:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757405.540071:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549347840 : -128384160203776 : ffff8b3c3bbc7c00) 00000100:00000040:1.0:1787757405.540096:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.540121:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757405.540132:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757405.540139:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757405.540148:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931047424, offset 0 00000400:00000200:1.0:1787757405.540168:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757405.540192:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.540213:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757405.540328:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757405.540347:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757405.540357:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757405.540368:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757405.540382:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746941:746941:256:4294967295] 192.168.201.121@tcp LPNI seq info [746935:746935:8:4294967295] 00000400:00000200:1.0:1787757405.540396:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.540423:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757405.540438:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.540453:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757405.540471:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757405.540480:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757405.540525:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.540534:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757405.540545:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757405.540562:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757405.540580:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757405.540590:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757405.540605:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757405.540625:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.540667:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.540683:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.540709:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.540715:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757405.540730:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757405.540744:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757405.540753:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4309783505 00000100:00000010:1.0:1787757405.540769:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b40c0. 00000100:00000001:1.0:1787757405.540783:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757405.540797:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4309783505 00000100:00000010:1.0:1787757405.540805:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757405.540815:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757405.540822:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757405.540828:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.540836:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757405.540849:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757405/real 1787757405] req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757405.540890:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757405.540897:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757405.540902:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757405.540909:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757405.540915:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757405.540922:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757405.540932:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757405.540955:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.540970:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757405.540976:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.540980:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.540985:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757405.540996:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.541048:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757405.541071:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.541103:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757405.541116:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.541125:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.541131:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.541135:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757405.541143:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757405.541150:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757405.541169:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757405.541182:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757405.541201:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757405.541301:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931047424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757405.541311:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.541315:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.541323:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7c00 x1874583931047424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.541342:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757405.541348:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757405.541355:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757405.541362:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757405.541371:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757405.541375:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787757405.541384:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757405.541394:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:1.0:1787757405.541404:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757405.541413:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757405.541416:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7c00. 00000100:00000001:1.0:1787757405.541428:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757405.541432:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.541441:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.541455:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757405.541461:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.541469:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757405.541478:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757405.541484:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757405.541496:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.541519:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.541525:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.541531:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757405.541541:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757405.541551:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.541561:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757405.541569:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757405.541576:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757405.541583:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.541592:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757405.541603:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757405.541613:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757405.541631:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757405.541646:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757405.541659:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757405.541671:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931047552, portal 10 00000100:00000001:1.0:1787757405.541681:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757405.541685:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549334400 : -128384160217216 : ffff8b3c3bbc4780) 00000100:00000040:1.0:1787757405.541700:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.541720:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757405.541729:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757405.541736:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757405.541745:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931047552, offset 0 00000400:00000200:1.0:1787757405.541760:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757405.541774:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.541786:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757405.541796:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757405.541804:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757405.541813:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757405.541823:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757405.541837:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746942:746942:256:4294967295] 192.168.201.121@tcp LPNI seq info [746936:746936:8:4294967295] 00000400:00000200:1.0:1787757405.541850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.541873:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757405.541890:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.541899:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757405.541913:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757405.541922:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757405.541962:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.541970:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757405.541977:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757405.541989:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757405.541998:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757405.542005:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757405.542017:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757405.542035:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542078:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.542096:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542127:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.542132:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757405.542144:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757405.542155:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:1.0:1787757405.542174:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757405.542182:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309782542 00000100:00000001:1.0:1787757405.542193:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.542205:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309782542 00000100:00000001:1.0:1787757405.542217:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.542250:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757405.542259:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.542300:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757405.542310:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757405/real 1787757405] req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757405.542333:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757405.542338:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757405.542345:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757405.542353:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757405.542359:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757405.542366:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757405.542375:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757405.542397:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542413:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757405.542416:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.542423:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.542428:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757405.542443:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542464:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757405.542488:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542525:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757405.542535:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.542541:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.542544:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.542555:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757405.542562:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757405.542574:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757405.542583:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757405.542588:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757405.542599:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757405.542617:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757405.542626:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757405.542634:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542648:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.542651:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.542656:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757405.542661:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757405.542665:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.542672:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757405.542679:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757405.542683:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757405.542685:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.542688:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757405.542693:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757405.542696:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757405.542702:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757405.542706:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757405.542711:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757405.542716:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931047680, portal 10 00000100:00000001:1.0:1787757405.542719:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757405.542721:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549336320 : -128384160215296 : ffff8b3c3bbc4f00) 00000100:00000040:1.0:1787757405.542729:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542738:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757405.542742:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757405.542745:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757405.542748:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931047680, offset 0 00000400:00000200:1.0:1787757405.542754:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757405.542760:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.542765:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757405.542769:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757405.542774:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757405.542777:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757405.542781:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757405.542786:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746943:746943:256:4294967295] 192.168.201.121@tcp LPNI seq info [746937:746937:8:4294967295] 00000400:00000200:1.0:1787757405.542791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.542800:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757405.542806:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.542810:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757405.542816:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757405.542820:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757405.542837:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.542840:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757405.542844:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757405.542849:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757405.542853:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757405.542856:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757405.542860:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757405.542864:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542875:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.542879:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542888:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.542891:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757405.542895:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757405.542899:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:1.0:1787757405.542903:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757405.542906:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309782541 00000100:00000001:1.0:1787757405.542910:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.542913:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309782541 00000100:00000001:1.0:1787757405.542916:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.542919:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757405.542922:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.542925:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757405.542930:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757405/real 1787757405] req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757405.542940:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757405.542942:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757405.542944:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757405.542947:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757405.542949:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757405.542952:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757405.542956:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757405.542967:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542975:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757405.542977:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.542979:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.542981:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757405.542986:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.542994:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757405.543000:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543013:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757405.543018:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543021:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.543024:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543028:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757405.543034:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757405.543039:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757405.543047:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757405.543051:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757405.543061:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757405.543079:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787757405.543088:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543093:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.543100:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4780 x1874583931047552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543114:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757405.543116:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757405.543119:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757405.543123:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757405.543126:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757405.543128:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757405.543131:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757405.543133:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787757405.543137:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757405.543139:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757405.543141:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4780. 00000100:00000001:1.0:1787757405.543144:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757405.543146:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543149:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.543153:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4f00 x1874583931047680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543167:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757405.543170:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757405.543174:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757405.543179:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757405.543182:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757405.543185:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:1.0:1787757405.543189:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757405.543192:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:1.0:1787757405.543198:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757405.543201:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757405.543203:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4f00. 00000100:00000001:1.0:1787757405.543209:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757405.543211:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543215:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543244:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757405.543248:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.543253:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757405.543257:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757405.543260:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757405.543297:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543308:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.543311:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.543314:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757405.543317:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757405.543320:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.543324:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757405.543329:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757405.543332:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757405.543334:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.543337:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757405.543342:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757405.543345:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757405.543351:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757405.543355:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757405.543360:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757405.543365:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931047808, portal 4 00000100:00000001:1.0:1787757405.543368:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757405.543371:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549345920 : -128384160205696 : ffff8b3c3bbc7480) 00000100:00000040:1.0:1787757405.543379:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543389:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757405.543392:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757405.543395:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757405.543398:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931047808, offset 0 00000400:00000200:1.0:1787757405.543404:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757405.543410:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.543415:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757405.543419:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757405.543423:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757405.543427:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757405.543430:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757405.543435:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746944:746944:256:4294967295] 192.168.201.121@tcp LPNI seq info [746938:746938:8:4294967295] 00000400:00000200:1.0:1787757405.543441:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.543450:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757405.543456:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.543460:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757405.543466:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757405.543470:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757405.543485:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.543488:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757405.543493:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757405.543498:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757405.543502:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757405.543505:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757405.543509:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757405.543514:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543525:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.543530:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543539:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.543541:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757405.543545:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757405.543550:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:1.0:1787757405.543554:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757405.543556:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309782577 00000100:00000001:1.0:1787757405.543560:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.543563:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309782577 00000100:00000001:1.0:1787757405.543566:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.543570:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757405.543573:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.543576:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757405.543584:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757405/real 1787757405] req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757405.543600:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757405.543603:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757405.543606:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757405.543612:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757405.543616:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757405.543622:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757405.543632:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757405.543656:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543673:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757405.543678:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543686:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.543690:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757405.543698:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543709:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757405.543715:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543724:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757405.543728:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543730:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.543732:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.543734:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757405.543736:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757405.543740:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757405.543744:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757405.543747:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757405.543752:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757405.543762:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757405.543768:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757405.543772:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543781:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757405.543784:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.543787:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757405.543790:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757405.543792:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757405.543796:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757405.543800:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757405.543804:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757405.543806:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757405.543809:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787757405.543813:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757405.543816:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757405.543821:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:1.0:1787757405.543825:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c0e323108. 00000400:00000010:1.0:1787757405.543830:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cdb28. 00000100:00000200:1.0:1787757405.543834:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931047936, portal 4 00000100:00000001:1.0:1787757405.543837:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757405.543839:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689549335360 : -128384160216256 : ffff8b3c3bbc4b40) 00000100:00000040:1.0:1787757405.543847:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.543856:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757405.543859:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:1.0:1787757405.543862:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c086cd4c8. 00000100:00000200:1.0:1787757405.543866:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931047936, offset 0 00000400:00000200:1.0:1787757405.543871:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757405.543876:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.543881:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:1.0:1787757405.543885:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787757405.543889:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:1.0:1787757405.543893:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787757405.543897:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:1.0:1787757405.543901:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [746945:746945:256:4294967295] 192.168.201.121@tcp LPNI seq info [746939:746939:8:4294967295] 00000400:00000200:1.0:1787757405.543907:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757405.543916:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:1.0:1787757405.543922:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.543927:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b1383db00. 00000800:00000200:1.0:1787757405.543933:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:1.0:1787757405.543936:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787757405.543952:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:1.0:1787757405.545832:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b1383db00. 00000400:00000200:1.0:1787757405.545838:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757405.545844:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787757405.545849:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cd4c8 00000400:00000010:1.0:1787757405.545851:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cd4c8. 00000100:00000001:1.0:1787757405.545856:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757405.545861:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.545872:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.545876:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.545884:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.545887:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757405.545891:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757405.545896:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:1.0:1787757405.545901:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757405.545903:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4309782557 00000100:00000001:1.0:1787757405.545907:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.545910:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4309782557 00000100:00000001:1.0:1787757405.545912:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4309783505 00000100:00000001:1.0:1787757405.545915:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757405.545918:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.545921:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787757405.545926:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757405/real 1787757405] req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787757405.545935:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787757405.545937:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787757405.545940:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c0e323108. 00000400:00000200:1.0:1787757405.545943:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cdb28 00000400:00000010:1.0:1787757405.545945:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cdb28. 00000100:00000001:1.0:1787757405.545948:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787757405.545952:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787757405.545962:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.545970:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757405.545972:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.545975:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.545976:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757405.545981:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.545989:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757405.545995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.546005:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757405.546010:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.546013:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757405.546015:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.546019:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757405.546023:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757405.546028:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757405.546034:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757405.546039:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787757405.546048:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757405.546064:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3bbc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931047936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:1.0:1787757405.546072:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.546076:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.546084:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc7480 x1874583931047808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.546100:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757405.546104:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757405.546109:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:1.0:1787757405.546114:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757405.546117:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757405.546119:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757405.546123:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757405.546126:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:1.0:1787757405.546130:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757405.546132:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757405.546134:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc7480. 00000100:00000001:1.0:1787757405.546138:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757405.546140:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.546145:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757405.546153:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3bbc4b40 x1874583931047936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757405.546168:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787757405.546171:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787757405.546174:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:1.0:1787757405.546181:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787757405.546184:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757405.546187:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:1.0:1787757405.546191:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787757405.546194:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787757405.546199:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787757405.546201:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787757405.546204:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3bbc4b40. 00000100:00000001:1.0:1787757405.546209:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787757405.546211:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.546216:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757405.546247:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757405.546251:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757405.546256:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757405.546260:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757406.499451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757406.499487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757406.499497:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757406.499519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757406.499532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757406.499543:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757406.499551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757406.499561:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757406.499572:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757406.499619:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757406.499629:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757406.499638:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757406.499648:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757406.499657:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757406.499666:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757406.499679:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757406.499688:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757406.499697:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757406.499752:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757406.499765:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757406.499773:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757406.499783:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757406.499788:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757406.499794:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757406.499799:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757406.499804:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757406.499810:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757406.563389:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309783505, at 4309783552 00000100:00000010:1.0:1787757406.563408:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c200b4d20. 00000100:00000001:1.0:1787757407.523456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757407.523469:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757407.523477:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757407.523485:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757407.523499:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757407.523512:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757407.523518:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757407.523522:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757407.523532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757407.523569:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757407.523580:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757407.523588:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757407.523597:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757407.523613:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757407.523624:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757407.523644:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757407.523654:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757407.523671:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757408.547471:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757408.547481:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757408.547488:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757408.547494:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757408.547502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757408.547509:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757408.547515:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757408.547524:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757408.547536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757408.547572:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757408.547581:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757408.547586:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757408.547611:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757408.547619:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757408.547631:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757408.547643:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757408.547648:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757408.547657:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757408.547724:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757408.547735:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757408.547741:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757408.547749:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757408.547755:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757408.547762:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757408.547773:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757408.547776:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757408.547780:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757409.571462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757409.571505:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757409.571515:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757409.571530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757409.571546:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757409.571558:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757409.571614:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757409.571628:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757409.571647:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757409.571704:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757409.571718:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757409.571733:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757409.571753:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757409.571763:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757409.571777:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757409.571812:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757409.571827:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757409.571844:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.595373:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757410.595383:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757410.595389:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757410.595398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757410.595406:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757410.595411:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757410.595434:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757410.595438:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757410.595442:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757410.659359:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757410.659366:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757410.659368:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757410.659370:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757410.659374:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757410.659381:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15115 00000400:00000200:1.0:1787757410.659389:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757410.659393:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757410.659396:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757410.659399:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659401:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659403:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659405:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757410.659408:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757410.659410:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757410.659412:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757410.659415:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757410.659416:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757410.659418:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757410.659420:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659422:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659423:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757410.659427:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757410.659429:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659431:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757410.659433:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757410.659436:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757410.659438:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659439:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757410.659441:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757410.659449:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757410.659452:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757410.659455:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757410.659457:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659459:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757410.659461:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757410.659465:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757410.659471:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757410.659476:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757410.659483:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931048064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757410.659495:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757410.659499:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757410.659503:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931048064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757410.659520:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757410.659523:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757410.659526:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757410.659527:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757410.659528:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757410.659530:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757410.659533:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15115 00000400:00000200:1.0:1787757410.659535:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757410.659537:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757410.659539:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757410.659541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659543:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659544:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659546:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757410.659547:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757410.659548:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757410.659549:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757410.659551:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757410.659552:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757410.659553:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757410.659555:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659557:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659558:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659560:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757410.659562:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757410.659564:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659565:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757410.659567:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757410.659572:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757410.659573:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659575:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757410.659579:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757410.659582:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659583:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757410.659586:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757410.659589:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757410.659593:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757410.659597:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659599:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757410.659601:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757410.659603:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757410.659607:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757410.659612:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757410.659621:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931048192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757410.659634:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757410.659638:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757410.659644:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931048192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757410.659661:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757410.659663:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757410.659668:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757410.659671:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757410.659674:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757410.659676:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757410.659681:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15115 00000400:00000200:1.0:1787757410.659686:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757410.659690:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757410.659695:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757410.659699:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659703:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659705:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659707:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757410.659709:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757410.659712:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757410.659713:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757410.659715:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757410.659717:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757410.659721:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757410.659726:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659730:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659734:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659736:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757410.659741:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757410.659747:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659751:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757410.659755:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757410.659760:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757410.659763:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659768:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757410.659771:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757410.659774:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659779:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757410.659782:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757410.659786:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757410.659789:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757410.659791:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659792:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757410.659796:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757410.659799:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757410.659804:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757410.659807:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757410.659814:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931048320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757410.659825:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757410.659829:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757410.659836:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931048320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757410.659852:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757410.659856:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757410.659859:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757410.659860:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757410.659861:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757410.659864:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757410.659869:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15115 00000400:00000200:1.0:1787757410.659882:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757410.659889:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757410.659892:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757410.659894:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659896:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659900:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659902:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757410.659904:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757410.659905:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757410.659907:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757410.659910:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757410.659914:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757410.659918:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757410.659924:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659927:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.659930:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659933:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757410.659934:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757410.659936:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757410.659938:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757410.659939:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757410.659941:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757410.659942:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659944:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757410.659945:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757410.659947:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659954:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757410.659957:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757410.659959:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757410.659963:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757410.659965:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.659968:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757410.659970:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757410.659972:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757410.659976:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757410.659980:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757410.659985:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931048448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757410.659995:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757410.659997:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757410.660005:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931048448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757410.660021:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757410.660026:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757410.660032:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757410.660033:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757410.660034:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757410.660037:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757410.660042:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15115 00000400:00000200:1.0:1787757410.660057:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757410.660063:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757410.660066:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757410.660070:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.660074:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.660078:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.660083:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757410.660086:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757410.660089:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757410.660092:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757410.660096:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757410.660108:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757410.660126:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757410.660164:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.660171:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757410.660179:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757410.660187:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757410.660194:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757410.660203:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757410.660211:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757410.660217:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757410.660224:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757410.660230:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.660234:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757410.660239:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757410.660243:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.660248:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757410.660253:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757410.660259:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757410.660291:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757410.660295:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757410.660300:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757410.660304:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757410.660308:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757410.660318:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757410.660327:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757410.660346:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931048576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757410.660368:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757410.660374:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757410.660385:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931048576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757410.660422:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757410.660432:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15125) 00000100:00000001:1.0:1787757411.619423:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757411.619441:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757411.619494:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757411.619506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757411.619521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757411.619535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757411.619565:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757411.619582:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757411.619600:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757411.619754:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757411.619765:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757411.619780:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757411.619789:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757411.619803:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757411.619820:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757411.619827:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757411.619832:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757411.619837:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757411.683411:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309788624, at 4309788672 00000100:00000010:1.0:1787757411.683434:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aea0. 00000100:00000001:1.0:1787757412.643458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757412.643474:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757412.643485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757412.643501:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757412.643516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757412.643526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757412.643535:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757412.643545:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757412.643558:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757412.643651:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757412.643658:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757412.643663:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757412.643672:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757412.643684:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757412.643692:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757412.643700:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757412.643707:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757412.643712:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757413.667451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757413.667463:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757413.667471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757413.667483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757413.667499:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757413.667511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757413.667523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757413.667530:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757413.667535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757413.667589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757413.667603:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757413.667609:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757413.667621:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757413.667634:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757413.667646:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757413.667657:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757413.667665:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757413.667676:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757413.667741:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757413.667752:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757413.667755:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757413.667759:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757413.667765:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757413.667771:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757413.667774:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757413.667781:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757413.667791:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757414.691513:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757414.691526:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757414.691537:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757414.691548:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757414.691563:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757414.691575:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757414.691587:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757414.691594:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757414.691606:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757414.691635:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757414.691645:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757414.691652:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757414.691659:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757414.691665:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757414.691669:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757414.691673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757414.691675:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757414.691681:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.715470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757415.715493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757415.715510:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.715535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757415.715550:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757415.715573:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757415.715619:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757415.715626:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757415.715633:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.715706:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757415.715722:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757415.715741:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.715765:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757415.715783:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757415.715805:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757415.715856:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757415.715863:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757415.715872:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757415.779415:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757415.779427:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757415.779431:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757415.779436:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757415.779442:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757415.779468:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15120 00000400:00000200:1.0:1787757415.779482:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757415.779490:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757415.779494:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757415.779499:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779503:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.779507:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779511:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757415.779516:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757415.779519:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757415.779523:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757415.779527:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757415.779530:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757415.779534:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757415.779540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779544:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.779548:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779554:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757415.779559:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757415.779564:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779569:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757415.779574:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757415.779578:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757415.779582:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.779585:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757415.779588:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757415.779598:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757415.779603:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757415.779608:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757415.779611:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.779614:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757415.779617:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757415.779622:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757415.779632:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757415.779641:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.779654:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931048704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757415.779668:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757415.779675:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757415.779681:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931048704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757415.779718:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757415.779723:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757415.779728:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757415.779731:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757415.779733:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757415.779737:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757415.779740:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15120 00000400:00000200:1.0:1787757415.779746:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757415.779750:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757415.779754:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757415.779758:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779761:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.779763:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779767:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757415.779771:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757415.779772:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757415.779775:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757415.779778:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757415.779784:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757415.779789:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757415.779795:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779801:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.779806:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779812:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757415.779824:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757415.779837:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757415.779846:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757415.779856:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757415.779871:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757415.779882:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.779892:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757415.779905:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757415.779916:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.779941:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757415.779957:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757415.779970:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757415.779983:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757415.779992:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.780000:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757415.780003:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757415.780009:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757415.780029:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757415.780078:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.780096:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931048832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757415.780115:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757415.780127:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757415.780140:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931048832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757415.780175:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757415.780188:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757415.780208:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757415.780218:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757415.780224:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757415.780235:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757415.780251:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15120 00000400:00000200:1.0:1787757415.780310:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757415.780321:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757415.780326:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757415.780332:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780337:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.780344:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780349:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757415.780353:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757415.780358:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757415.780365:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757415.780373:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757415.780381:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757415.780391:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757415.780403:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780414:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.780426:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780433:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757415.780441:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757415.780452:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780456:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757415.780460:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757415.780466:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757415.780470:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.780475:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757415.780482:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757415.780492:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.780500:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757415.780513:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757415.780525:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757415.780538:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757415.780545:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.780554:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757415.780563:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757415.780571:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757415.780586:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757415.780594:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.780608:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931048960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757415.780624:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757415.780628:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757415.780637:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931048960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757415.780652:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757415.780659:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757415.780667:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757415.780670:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757415.780673:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757415.780678:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757415.780684:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15120 00000400:00000200:1.0:1787757415.780868:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757415.780889:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757415.780900:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757415.780914:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780927:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.780934:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.780945:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757415.780956:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757415.780963:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757415.780971:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757415.780996:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757415.781008:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757415.781017:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757415.781034:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781066:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.781077:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781086:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757415.781096:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757415.781107:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781117:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757415.781125:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757415.781137:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757415.781145:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.781154:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757415.781162:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757415.781175:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.781183:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757415.781197:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757415.781207:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757415.781218:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757415.781224:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.781232:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757415.781240:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757415.781248:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757415.781262:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757415.781313:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.781333:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931049088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757415.781357:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757415.781366:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757415.781380:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931049088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757415.781406:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757415.781416:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757415.781430:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757415.781439:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757415.781442:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757415.781447:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757415.781452:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15120 00000400:00000200:1.0:1787757415.781465:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757415.781478:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757415.781490:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757415.781504:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781514:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.781522:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781528:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757415.781535:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757415.781542:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757415.781551:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757415.781561:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757415.781569:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757415.781580:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757415.781596:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781605:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757415.781619:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781629:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757415.781639:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757415.781650:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757415.781663:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757415.781685:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757415.781702:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757415.781710:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.781719:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757415.781726:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757415.781737:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.781745:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757415.781759:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757415.781770:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757415.781783:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757415.781788:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757415.781795:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757415.781802:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757415.781810:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757415.781824:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757415.781837:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757415.781857:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931049216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757415.781902:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757415.781910:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757415.781925:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931049216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757415.781948:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757415.781957:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15130) 00000100:00000001:1.0:1787757416.739386:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757416.739396:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757416.739402:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757416.739411:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757416.739423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757416.739432:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757416.739455:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757416.739459:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757416.739463:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757416.739489:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757416.739497:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757416.739500:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757416.739509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757416.739521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757416.739530:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757416.739548:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757416.739553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757416.739561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757416.803360:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309793746, at 4309793792 00000100:00000010:1.0:1787757416.803379:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a7e0. 00000100:00000001:1.0:1787757417.763453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757417.763470:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757417.763478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757417.763489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757417.763500:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757417.763508:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757417.763525:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757417.763533:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757417.763542:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757417.763593:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757417.763604:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757417.763613:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757417.763628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757417.763645:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757417.763659:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757417.763706:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757417.763714:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757417.763724:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757418.787420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757418.787432:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757418.787450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757418.787464:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757418.787479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757418.787492:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757418.787503:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757418.787523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757418.787534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757418.787562:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757418.787572:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757418.787579:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757418.787586:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757418.787597:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757418.787605:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757418.787613:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757418.787619:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757418.787631:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757418.787680:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757418.787691:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757418.787698:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757418.787704:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757418.787709:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757418.787713:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757418.787717:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757418.787719:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757418.787724:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757419.811437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757419.811449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757419.811455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757419.811464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757419.811477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757419.811484:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757419.811507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757419.811514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757419.811523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757419.811586:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757419.811597:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757419.811605:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757419.811616:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757419.811631:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757419.811644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757419.811657:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757419.811663:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757419.811671:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.835468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757420.835482:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757420.835493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757420.835508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757420.835524:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757420.835537:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757420.835560:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757420.835568:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757420.835579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757420.899365:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757420.899375:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757420.899378:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757420.899382:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757420.899388:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757420.899398:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15125 00000400:00000200:1.0:1787757420.899410:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757420.899427:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757420.899432:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757420.899436:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899441:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.899445:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899449:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757420.899454:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757420.899456:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757420.899460:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757420.899464:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757420.899467:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757420.899470:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757420.899474:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899477:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.899480:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899483:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757420.899487:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757420.899492:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899495:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757420.899498:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757420.899503:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757420.899507:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.899510:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757420.899513:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757420.899523:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757420.899527:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757420.899533:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757420.899536:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.899540:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757420.899543:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757420.899548:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757420.899556:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757420.899564:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757420.899576:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931049344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757420.899598:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757420.899605:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757420.899611:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931049344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757420.899641:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757420.899645:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757420.899650:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757420.899663:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757420.899667:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757420.899672:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757420.899678:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15125 00000400:00000200:1.0:1787757420.899686:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757420.899692:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757420.899698:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757420.899703:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899708:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.899713:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899717:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757420.899723:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757420.899727:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757420.899732:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757420.899736:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757420.899742:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757420.899747:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757420.899757:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899766:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.899780:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899788:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757420.899800:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757420.899813:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757420.899820:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757420.899826:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757420.899838:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757420.899851:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.899864:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757420.899873:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757420.899884:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.899890:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757420.899897:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757420.899908:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757420.899917:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757420.899922:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.899933:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757420.899939:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757420.899944:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757420.899987:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757420.899998:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757420.900012:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931049472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757420.900031:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757420.900040:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757420.900050:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931049472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757420.900110:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757420.900119:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757420.900134:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757420.900138:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757420.900143:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757420.900155:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757420.900162:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15125 00000400:00000200:1.0:1787757420.900176:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757420.900187:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757420.900193:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757420.900202:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900208:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.900219:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900226:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757420.900234:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757420.900239:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757420.900245:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757420.900249:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757420.900260:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757420.900299:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757420.900308:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900312:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.900325:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900329:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757420.900333:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757420.900343:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900350:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757420.900357:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757420.900363:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757420.900372:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.900377:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757420.900384:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757420.900393:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.900398:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757420.900409:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757420.900412:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757420.900417:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757420.900423:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.900427:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757420.900429:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757420.900433:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757420.900444:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757420.900453:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757420.900468:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931049600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757420.900490:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757420.900496:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757420.900509:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931049600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757420.900533:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757420.900537:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757420.900546:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757420.900548:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757420.900552:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757420.900564:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757420.900576:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15125 00000400:00000200:1.0:1787757420.900589:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757420.900594:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757420.900597:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757420.900601:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900606:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.900613:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900619:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757420.900628:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757420.900630:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757420.900633:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757420.900640:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757420.900647:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757420.900653:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757420.900672:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900681:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.900690:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900701:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757420.900717:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757420.900733:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757420.900751:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757420.900764:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757420.900775:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757420.900785:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.900791:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757420.900795:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757420.900811:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.900814:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757420.900821:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757420.900829:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757420.900837:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757420.900843:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.900853:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757420.900858:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757420.900864:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757420.900875:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757420.900886:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757420.900906:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931049728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757420.900935:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757420.900944:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757420.900980:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931049728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757420.901005:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757420.901016:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757420.901027:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757420.901033:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757420.901039:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757420.901049:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757420.901060:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15125 00000400:00000200:1.0:1787757420.901077:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757420.901086:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757420.901095:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757420.901107:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.901115:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.901122:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.901130:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757420.901134:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757420.901139:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757420.901146:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757420.901151:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757420.901158:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757420.901166:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757420.901179:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.901188:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757420.901192:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757420.901204:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757420.901209:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757420.901220:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757420.901226:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757420.901231:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757420.901239:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757420.901245:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.901256:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757420.901259:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757420.901303:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.901307:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757420.901313:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757420.901322:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757420.901332:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757420.901336:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757420.901342:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757420.901349:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757420.901354:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757420.901368:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757420.901379:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757420.901398:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931049856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757420.901417:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757420.901431:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757420.901443:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931049856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757420.901467:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757420.901477:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15135) 00000100:00000001:1.0:1787757421.859349:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757421.859356:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757421.859359:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757421.859364:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757421.859370:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757421.859376:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757421.859381:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757421.859386:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757421.859394:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757421.859430:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757421.859435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757421.859440:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757421.859447:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757421.859453:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757421.859457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757421.859471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757421.859474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757421.859476:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757421.923336:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309798865, at 4309798912 00000100:00000010:1.0:1787757421.923345:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000001:1.0:1787757422.883465:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757422.883477:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757422.883485:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757422.883497:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757422.883509:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757422.883523:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757422.883548:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757422.883553:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757422.883558:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757422.883624:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757422.883635:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757422.883643:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757422.883653:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757422.883667:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757422.883676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757422.883686:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757422.883692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757422.883700:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757423.907428:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757423.907442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757423.907453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757423.907468:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757423.907480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757423.907489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757423.907514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757423.907522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757423.907528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757423.907551:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757423.907561:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757423.907568:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757423.907573:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757423.907578:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757423.907586:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757423.907597:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757423.907602:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757423.907616:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757423.907662:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757423.907669:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757423.907697:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757423.907706:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757423.907716:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757423.907725:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757423.907735:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757423.907744:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757423.907757:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757424.931565:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757424.931594:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757424.931609:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757424.931623:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757424.931633:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757424.931643:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757424.931674:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757424.931680:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757424.931688:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757424.931738:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757424.931748:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757424.931758:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757424.931787:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757424.931815:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757424.931843:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757424.931905:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757424.931913:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757424.931921:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757425.955522:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757425.955538:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757425.955542:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757425.955551:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757425.955565:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757425.955577:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757425.955599:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757425.955611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757425.955632:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757425.955665:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757425.955673:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757425.955680:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757425.955705:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757425.955712:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757425.955722:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757425.955733:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757425.955740:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757425.955746:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757426.019394:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757426.019406:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757426.019411:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757426.019417:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757426.019424:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757426.019437:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15130 00000400:00000200:1.0:1787757426.019452:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757426.019462:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757426.019470:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757426.019476:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019483:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.019489:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019494:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757426.019501:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757426.019505:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757426.019510:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757426.019517:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757426.019522:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757426.019540:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757426.019547:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019551:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.019556:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019562:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757426.019568:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757426.019574:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019580:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757426.019585:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757426.019592:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757426.019598:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.019603:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757426.019608:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757426.019622:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757426.019629:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757426.019636:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757426.019640:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.019646:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757426.019651:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757426.019658:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757426.019669:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757426.019680:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.019696:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931049984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757426.019716:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757426.019725:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757426.019734:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931049984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757426.019774:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757426.019781:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757426.019788:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757426.019791:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757426.019795:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757426.019801:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757426.019807:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15130 00000400:00000200:1.0:1787757426.019818:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757426.019826:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757426.019832:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757426.019838:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019844:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.019851:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019861:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757426.019898:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757426.019901:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757426.019905:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757426.019913:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757426.019923:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757426.019932:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757426.019945:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019952:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.019960:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019968:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757426.019980:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757426.019990:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757426.019997:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757426.020003:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757426.020015:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757426.020023:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020032:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757426.020040:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757426.020049:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020054:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757426.020062:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757426.020071:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757426.020077:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757426.020083:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020088:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757426.020093:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757426.020096:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757426.020108:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757426.020119:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.020134:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931050112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757426.020157:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757426.020164:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757426.020179:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931050112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757426.020220:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757426.020232:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757426.020242:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757426.020247:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757426.020254:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757426.020262:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757426.020312:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15130 00000400:00000200:1.0:1787757426.020320:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757426.020327:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757426.020334:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757426.020339:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020343:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.020347:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020351:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757426.020354:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757426.020356:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757426.020360:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757426.020366:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757426.020375:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757426.020379:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757426.020390:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020396:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.020404:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020415:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757426.020421:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757426.020430:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020437:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757426.020443:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757426.020452:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757426.020463:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020471:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757426.020480:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757426.020492:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020498:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757426.020509:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757426.020517:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757426.020521:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757426.020524:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020530:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757426.020534:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757426.020539:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757426.020547:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757426.020556:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.020570:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931050240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757426.020586:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757426.020590:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757426.020600:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931050240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757426.020618:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757426.020626:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757426.020636:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757426.020642:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757426.020648:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757426.020654:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757426.020665:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15130 00000400:00000200:1.0:1787757426.020676:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757426.020686:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757426.020692:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757426.020705:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020712:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.020722:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020726:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757426.020732:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757426.020739:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757426.020742:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757426.020747:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757426.020753:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757426.020758:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757426.020771:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020780:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.020786:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020793:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757426.020799:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757426.020809:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757426.020816:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757426.020824:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757426.020831:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757426.020839:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020844:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757426.020848:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757426.020860:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020887:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757426.020894:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757426.020898:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757426.020902:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757426.020907:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.020912:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757426.020915:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757426.020918:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757426.020927:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757426.020935:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.020946:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931050368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757426.020963:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757426.020968:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757426.020981:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931050368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757426.021010:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757426.021018:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757426.021032:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757426.021039:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757426.021042:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757426.021050:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757426.021061:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15130 00000400:00000200:1.0:1787757426.021074:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757426.021085:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757426.021089:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757426.021100:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.021106:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.021114:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.021123:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757426.021133:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757426.021137:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757426.021142:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757426.021149:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757426.021155:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757426.021163:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757426.021176:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.021185:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757426.021195:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757426.021200:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757426.021209:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757426.021218:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757426.021227:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757426.021234:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757426.021242:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757426.021247:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.021254:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757426.021257:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757426.021264:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.021300:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757426.021308:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757426.021317:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757426.021324:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757426.021329:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.021336:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757426.021340:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757426.021346:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757426.021353:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757426.021363:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.021379:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931050496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757426.021500:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757426.021525:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757426.021544:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931050496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757426.021589:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757426.021605:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15140) 00000100:00000001:1.0:1787757426.979495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757426.979509:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757426.979517:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.979530:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757426.979544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757426.979555:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757426.979562:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757426.979571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757426.979589:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757426.979626:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757426.979632:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757426.979636:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757426.979646:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757426.979670:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757426.979679:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757426.979691:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757426.979699:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757426.979705:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757427.043399:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309803985, at 4309804032 00000100:00000010:1.0:1787757427.043417:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a000. 00000100:00000001:1.0:1787757428.003514:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757428.003527:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757428.003534:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757428.003548:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757428.003556:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757428.003567:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757428.003580:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757428.003587:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757428.003595:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757428.003628:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757428.003636:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757428.003642:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757428.003649:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757428.003663:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757428.003674:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757428.003696:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757428.003703:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757428.003709:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757429.027446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757429.027460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757429.027471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757429.027484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757429.027500:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757429.027513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757429.027529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757429.027536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757429.027545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757429.027577:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757429.027585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757429.027595:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757429.027608:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757429.027621:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757429.027627:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757429.027634:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757429.027637:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757429.027644:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757430.051465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757430.051476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757430.051484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757430.051498:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757430.051509:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757430.051519:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757430.051532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757430.051540:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757430.051546:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757430.051576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757430.051588:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757430.051596:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757430.051604:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757430.051613:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757430.051620:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757430.051627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757430.051633:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757430.051642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757431.075440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757431.075453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757431.075457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757431.075465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757431.075476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757431.075488:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757431.075502:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757431.075510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757431.075524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757431.075561:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757431.075569:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757431.075574:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757431.075583:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757431.075597:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757431.075608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757431.075614:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757431.075621:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757431.075631:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757431.075670:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757431.075681:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757431.075690:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757431.075701:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757431.075707:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757431.075712:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757431.075716:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757431.075724:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757431.075738:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757432.099451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757432.099463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757432.099471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757432.099481:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757432.099492:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757432.099501:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757432.099508:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757432.099516:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757432.099530:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757432.099639:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757432.099650:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757432.099659:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757432.099673:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757432.099685:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757432.099694:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757432.099699:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757432.099703:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757432.099708:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757432.163395:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309809105, at 4309809152 00000100:00000010:1.0:1787757432.163414:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac00. 00000100:00000001:1.0:1787757433.123482:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757433.123494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757433.123501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757433.123515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757433.123532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757433.123545:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757433.123569:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757433.123578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757433.123591:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757433.123635:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757433.123648:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757433.123660:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757433.123670:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757433.123680:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757433.123690:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757433.123698:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757433.123705:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757433.123718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757434.147459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757434.147470:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757434.147482:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757434.147495:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757434.147505:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757434.147516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757434.147523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757434.147531:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757434.147541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757434.147617:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757434.147627:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757434.147636:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757434.147642:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757434.147656:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757434.147665:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757434.147675:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757434.147685:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757434.147700:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757435.171478:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757435.171491:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757435.171499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757435.171507:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757435.171520:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757435.171533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757435.171547:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757435.171559:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757435.171576:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757435.171618:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757435.171626:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757435.171633:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757435.171642:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757435.171656:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757435.171663:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757435.171671:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757435.171690:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757435.171699:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757436.195425:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757436.195439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757436.195446:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757436.195457:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757436.195469:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757436.195480:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757436.195491:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757436.195498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757436.195507:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757436.195535:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757436.195544:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757436.195553:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757436.195568:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757436.195576:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757436.195588:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757436.195604:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757436.195610:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757436.195619:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757436.195712:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757436.195723:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757436.195730:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757436.195736:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757436.195742:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757436.195746:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757436.195750:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757436.195752:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757436.195756:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757437.219402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757437.219411:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757437.219415:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757437.219423:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757437.219433:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757437.219444:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757437.219458:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757437.219468:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757437.219482:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757437.219555:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757437.219567:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757437.219578:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757437.219593:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757437.219608:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757437.219619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757437.219645:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757437.219652:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757437.219660:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757437.283381:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309814225, at 4309814272 00000100:00000010:1.0:1787757437.283398:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:1.0:1787757438.243431:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757438.243442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757438.243447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757438.243455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757438.243468:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757438.243481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757438.243493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757438.243499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757438.243509:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757438.243560:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757438.243567:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757438.243573:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757438.243582:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757438.243592:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757438.243602:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757438.243619:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757438.243627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757438.243638:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757439.267406:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757439.267417:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757439.267420:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757439.267426:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757439.267432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757439.267436:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757439.267441:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757439.267447:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757439.267453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757439.267520:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757439.267528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757439.267537:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757439.267544:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757439.267551:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757439.267561:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757439.267571:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757439.267578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757439.267587:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757439.267706:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757439.267717:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757439.267722:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757439.267728:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757439.267733:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757439.267738:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757439.267741:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757439.267744:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757439.267748:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757440.291430:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757440.291441:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757440.291450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757440.291465:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757440.291479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757440.291490:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757440.291516:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757440.291528:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757440.291544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757440.291577:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757440.291586:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757440.291593:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757440.291603:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757440.291635:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757440.291645:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757440.291657:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757440.291668:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757440.291679:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757441.315456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757441.315468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757441.315478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757441.315484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757441.315494:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757441.315504:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757441.315517:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757441.315536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757441.315549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757441.315639:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757441.315648:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757441.315655:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757441.315664:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757441.315678:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757441.315688:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757441.315696:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757441.315701:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757441.315711:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757442.339449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757442.339463:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757442.339470:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757442.339495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757442.339507:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757442.339515:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757442.339534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757442.339539:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757442.339547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757442.339672:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757442.339680:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757442.339688:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757442.339705:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757442.339717:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757442.339728:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757442.339738:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757442.339744:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757442.339750:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757442.403394:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309819345, at 4309819392 00000100:00000010:1.0:1787757442.403412:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a2a0. 00000100:00000001:1.0:1787757443.363424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757443.363434:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757443.363441:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757443.363447:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757443.363456:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757443.363483:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757443.363496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757443.363503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757443.363517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757443.363579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757443.363609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757443.363617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757443.363626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757443.363639:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757443.363648:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757443.363657:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757443.363662:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757443.363667:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757444.387355:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757444.387362:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757444.387367:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757444.387375:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757444.387384:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757444.387390:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757444.387410:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757444.387414:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757444.387418:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757444.387437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757444.387442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757444.387446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757444.387450:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757444.387456:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757444.387462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757444.387470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757444.387476:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757444.387483:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757444.387512:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757444.387516:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757444.387521:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757445.411437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757445.411447:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757445.411453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757445.411467:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757445.411479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757445.411489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757445.411496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757445.411503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757445.411512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757445.411582:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757445.411592:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757445.411600:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757445.411612:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757445.411623:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757445.411639:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757445.411665:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757445.411673:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757445.411679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757445.411798:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757445.411802:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757445.411806:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757446.435388:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757446.435398:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757446.435402:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757446.435408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757446.435415:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757446.435420:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757446.435424:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757446.435429:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757446.435433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757446.435474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757446.435484:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757446.435492:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757446.435500:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757446.435543:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757446.435551:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757446.435559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757446.435566:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757446.435574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757446.435624:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757446.435632:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757446.435641:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757446.435653:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757446.435664:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757446.435674:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757446.435684:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757446.435691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757446.435698:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757447.459433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757447.459444:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757447.459451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757447.459463:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757447.459478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757447.459518:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757447.459548:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757447.459558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757447.459567:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757447.459602:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757447.459611:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757447.459617:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757447.459633:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757447.459645:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757447.459655:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757447.459666:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757447.459675:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757447.459689:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757447.459795:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757447.459803:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757447.459818:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757447.523403:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309824465, at 4309824512 00000100:00000010:1.0:1787757447.523431:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000001:1.0:1787757448.483389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757448.483404:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757448.483408:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757448.483418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757448.483429:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757448.483438:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757448.483458:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757448.483495:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757448.483517:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757448.483577:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757448.483589:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757448.483599:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757448.483612:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757448.483622:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757448.483631:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757448.483646:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757448.483653:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757448.483666:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757448.483939:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757448.483944:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757448.483949:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757449.507564:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757449.507577:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757449.507592:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757449.507602:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757449.507615:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757449.507625:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757449.507638:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757449.507645:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757449.507654:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757449.507690:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757449.507704:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757449.507714:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757449.507721:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757449.507733:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757449.507744:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757449.507753:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757449.507764:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757449.507775:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757449.507824:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757449.507837:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757449.507845:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757449.507851:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757449.507855:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757449.507869:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757449.507875:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757449.507880:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757449.507887:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757449.508042:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757449.508048:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757449.508054:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757450.531470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757450.531481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757450.531488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757450.531495:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757450.531509:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757450.531516:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757450.531532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757450.531542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757450.531553:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757450.531610:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757450.531623:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757450.531642:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757450.531686:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757450.531700:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757450.531709:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757450.531728:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757450.531740:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757450.531758:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757450.531972:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757450.531976:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757450.531979:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757451.555502:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757451.555511:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757451.555521:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757451.555530:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757451.555546:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757451.555564:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757451.555584:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757451.555598:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757451.555611:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757451.555685:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757451.555695:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757451.555701:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757451.555709:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757451.555721:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757451.555729:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757451.555742:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757451.555755:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757451.555767:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757451.555823:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757451.555829:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757451.555836:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757451.555841:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757451.555857:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757451.555869:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757451.555879:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757451.555886:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757451.555898:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757452.579501:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757452.579512:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757452.579520:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757452.579527:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757452.579539:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757452.579547:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757452.579556:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757452.579565:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757452.579578:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757452.579611:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757452.579621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757452.579629:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757452.579636:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757452.579649:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757452.579663:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757452.579677:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757452.579685:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757452.579691:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757452.643430:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309829585, at 4309829632 00000100:00000010:1.0:1787757452.643445:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a4e0. 00000100:00000001:1.0:1787757453.603485:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757453.603494:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757453.603501:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757453.603514:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757453.603522:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757453.603532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757453.603545:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757453.603553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757453.603570:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757453.603607:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757453.603615:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757453.603621:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757453.603629:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757453.603644:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757453.603657:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757453.603670:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757453.603677:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757453.603686:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757453.603747:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757453.603758:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757453.603764:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757453.603774:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757453.603784:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757453.603793:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757453.603814:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757453.603820:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757453.603828:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757454.627519:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757454.627531:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757454.627539:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757454.627552:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757454.627561:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757454.627570:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757454.627587:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757454.627593:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757454.627607:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757454.627689:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757454.627697:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757454.627703:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757454.627717:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757454.627726:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757454.627737:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757454.627750:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757454.627759:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757454.627767:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757455.651438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757455.651453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757455.651466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757455.651480:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757455.651495:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757455.651505:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757455.651513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757455.651525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757455.651533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757455.651581:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757455.651592:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757455.651601:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757455.651607:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757455.651620:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757455.651630:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757455.651661:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757455.651668:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757455.651674:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757456.675479:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757456.675491:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757456.675500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757456.675513:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757456.675528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757456.675539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757456.675561:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757456.675569:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757456.675577:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757456.675622:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757456.675631:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757456.675643:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757456.675659:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757456.675673:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757456.675682:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757456.675694:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757456.675700:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757456.675706:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757457.699403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757457.699416:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757457.699421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757457.699431:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757457.699439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757457.699447:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757457.699461:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757457.699470:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757457.699505:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757457.699577:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757457.699585:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757457.699595:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757457.699609:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757457.699621:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757457.699630:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757457.699645:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757457.699651:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757457.699657:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757457.763412:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309834705, at 4309834752 00000100:00000010:1.0:1787757457.763430:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a900. 00000100:00000001:1.0:1787757458.723502:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757458.723513:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757458.723521:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757458.723535:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757458.723549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757458.723559:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757458.723601:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757458.723607:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757458.723615:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757458.723659:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757458.723665:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757458.723671:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757458.723685:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757458.723698:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757458.723707:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757458.723719:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757458.723729:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757458.723736:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757458.723771:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757458.723779:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757458.723784:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757458.723790:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757458.723804:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757458.723811:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757458.723817:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757458.723822:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757458.723828:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757459.747444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757459.747453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757459.747461:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757459.747473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757459.747482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757459.747488:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757459.747496:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757459.747503:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757459.747508:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757459.747536:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757459.747544:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757459.747549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757459.747554:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757459.747565:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757459.747573:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757459.747579:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757459.747587:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757459.747594:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757459.747617:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757459.747623:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757459.747632:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757459.747641:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757459.747653:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757459.747660:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757459.747668:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757459.747674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757459.747680:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757460.771463:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757460.771486:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757460.771494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757460.771505:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757460.771520:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757460.771532:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757460.771539:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757460.771549:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757460.771560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757460.771602:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757460.771614:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757460.771623:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757460.771635:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757460.771653:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757460.771667:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757460.771681:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757460.771688:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757460.771695:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757461.795448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757461.795469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757461.795479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757461.795491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757461.795502:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757461.795512:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757461.795525:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757461.795531:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757461.795537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757461.795573:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757461.795586:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757461.795597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757461.795609:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757461.795622:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757461.795631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757461.795643:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757461.795654:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757461.795661:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757462.819427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757462.819439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757462.819447:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757462.819459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757462.819472:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757462.819482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757462.819507:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757462.819514:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757462.819525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757462.819588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757462.819597:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757462.819607:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757462.819635:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757462.819643:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757462.819655:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757462.819669:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757462.819679:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757462.819695:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757462.883381:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309839825, at 4309839872 00000100:00000010:1.0:1787757462.883401:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542acc0. 00000100:00000001:1.0:1787757463.843486:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757463.843505:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757463.843526:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757463.843554:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757463.843588:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757463.843611:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757463.843642:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757463.843654:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757463.843667:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757463.843741:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757463.843750:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757463.843767:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757463.843776:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757463.843788:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757463.843796:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757463.843802:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757463.843807:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757463.843819:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757464.867413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757464.867425:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757464.867432:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757464.867447:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757464.867461:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757464.867473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757464.867487:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757464.867496:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757464.867512:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757464.867583:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757464.867594:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757464.867602:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757464.867616:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757464.867631:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757464.867641:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757464.867664:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757464.867673:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757464.867685:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757465.891452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757465.891461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757465.891467:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757465.891478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757465.891490:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757465.891501:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757465.891527:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757465.891536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757465.891549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757465.891586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757465.891597:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757465.891603:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757465.891611:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757465.891624:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757465.891630:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757465.891649:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757465.891655:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757465.891667:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757466.915441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757466.915453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757466.915460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757466.915471:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757466.915483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757466.915492:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757466.915532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757466.915542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757466.915549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757466.915590:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757466.915599:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757466.915607:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757466.915618:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757466.915628:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757466.915639:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757466.915655:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757466.915664:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757466.915680:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757466.915750:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757466.915758:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757466.915765:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757467.939409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757467.939421:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757467.939428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757467.939437:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757467.939447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757467.939457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757467.939470:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757467.939477:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757467.939485:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757467.939542:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757467.939551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757467.939559:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757467.939570:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757467.939579:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757467.939586:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757467.939598:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757467.939608:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757467.939612:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757467.939672:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757467.939681:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757467.939686:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757467.939691:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757467.939696:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757467.939701:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757467.939704:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757467.939707:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757467.939712:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757468.003389:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309844945, at 4309844992 00000100:00000010:1.0:1787757468.003410:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aba0. 00000100:00000001:1.0:1787757468.963545:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757468.963565:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757468.963574:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757468.963594:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757468.963630:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757468.963652:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757468.963678:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757468.963692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757468.963715:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757468.963765:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757468.963780:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757468.963793:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757468.963823:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757468.963850:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757468.963866:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757468.963882:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757468.963898:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757468.963905:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757469.987444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757469.987463:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757469.987469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757469.987485:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757469.987505:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757469.987516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757469.987562:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757469.987575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757469.987592:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757469.987686:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757469.987697:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757469.987712:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757469.987727:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757469.987738:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757469.987748:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757469.987763:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757469.987772:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757469.987785:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757471.011364:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757471.011370:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757471.011375:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757471.011382:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757471.011388:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757471.011394:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757471.011419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757471.011430:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757471.011444:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757471.011498:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757471.011503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757471.011506:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757471.011515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757471.011523:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757471.011535:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757471.011548:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757471.011560:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757471.011572:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757472.035413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757472.035425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757472.035430:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757472.035440:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757472.035455:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757472.035467:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757472.035474:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757472.035479:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757472.035492:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757472.035576:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757472.035588:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757472.035596:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757472.035608:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757472.035628:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757472.035640:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757472.035652:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757472.035661:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757472.035689:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757472.035775:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757472.035792:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757472.035804:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757473.059441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757473.059452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757473.059457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757473.059467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757473.059483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757473.059493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757473.059506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757473.059514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757473.059527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757473.059615:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757473.059632:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757473.059648:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757473.059665:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757473.059683:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757473.059692:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757473.059699:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757473.059707:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757473.059719:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757473.059775:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757473.059786:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757473.059797:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757473.059817:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757473.059847:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757473.059865:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757473.059895:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757473.059913:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757473.059926:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757473.123411:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309850065, at 4309850112 00000100:00000010:1.0:1787757473.123433:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a720. 00000100:00000001:1.0:1787757474.083547:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757474.083565:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757474.083578:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757474.083611:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757474.083643:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757474.083663:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757474.083710:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757474.083725:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757474.083734:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757474.083766:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757474.083774:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757474.083785:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757474.083800:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757474.083815:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757474.083829:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757474.083842:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757474.083853:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757474.083867:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757474.083938:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757474.083958:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757474.083975:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757474.083982:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757474.083999:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757474.084004:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757474.084012:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757474.084047:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757474.084055:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757475.107496:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757475.107506:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757475.107521:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757475.107552:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757475.107585:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757475.107597:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757475.107627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757475.107633:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757475.107643:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757475.107702:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757475.107715:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757475.107733:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757475.107755:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757475.107765:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757475.107793:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757475.107807:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757475.107815:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757475.107821:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757475.107893:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757475.107901:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757475.107904:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757475.107908:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757475.107917:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757475.107922:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757475.107926:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757475.107928:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757475.107931:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757476.131418:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757476.131435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757476.131448:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757476.131469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757476.131504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757476.131513:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757476.131544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757476.131549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757476.131555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757476.131572:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757476.131576:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757476.131586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757476.131605:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757476.131623:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757476.131628:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757476.131648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757476.131655:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757476.131660:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757477.155524:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757477.155534:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757477.155545:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757477.155556:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757477.155566:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757477.155571:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757477.155577:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757477.155583:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757477.155599:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757477.155655:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757477.155672:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757477.155678:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757477.155682:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757477.155687:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757477.155690:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757477.155696:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757477.155708:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757477.155717:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757478.179409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757478.179419:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757478.179422:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757478.179429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757478.179435:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757478.179441:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757478.179445:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757478.179449:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757478.179459:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757478.179512:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757478.179523:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757478.179529:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757478.179540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757478.179550:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757478.179558:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757478.179564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757478.179570:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757478.179573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757478.179686:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757478.179698:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757478.179705:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757478.179712:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757478.179716:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757478.179722:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757478.179726:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757478.179730:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757478.179735:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757478.243379:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309855184, at 4309855232 00000100:00000010:1.0:1787757478.243397:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a540. 00000100:00000001:1.0:1787757479.203378:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757479.203401:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757479.203416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757479.203422:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757479.203427:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757479.203431:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757479.203444:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757479.203446:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757479.203449:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757479.203466:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757479.203471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757479.203476:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757479.203482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757479.203487:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757479.203491:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757479.203497:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757479.203500:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757479.203503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757480.227435:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757480.227445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757480.227453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757480.227465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757480.227474:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757480.227486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757480.227529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757480.227534:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757480.227537:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757480.227559:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757480.227564:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757480.227590:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757480.227607:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757480.227622:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757480.227632:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757480.227650:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757480.227657:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757480.227665:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757480.227723:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757480.227732:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757480.227741:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757481.251425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757481.251438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757481.251446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757481.251457:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757481.251471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757481.251482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757481.251513:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757481.251518:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757481.251524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757481.251560:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757481.251569:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757481.251578:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757481.251588:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757481.251599:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757481.251620:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757481.251632:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757481.251640:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757481.251648:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757481.251681:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757481.251689:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757481.251694:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757482.275421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757482.275429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757482.275437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757482.275448:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757482.275454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757482.275461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757482.275465:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757482.275468:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757482.275473:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757482.275493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757482.275498:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757482.275504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757482.275511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757482.275520:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757482.275525:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757482.275530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757482.275536:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757482.275540:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757483.299348:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757483.299354:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757483.299358:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757483.299365:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757483.299373:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757483.299379:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757483.299392:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757483.299395:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757483.299397:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757483.299413:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757483.299419:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757483.299425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757483.299432:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757483.299438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757483.299445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757483.299458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757483.299461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757483.299468:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757483.363342:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309860305, at 4309860352 00000100:00000010:1.0:1787757483.363357:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a480. 00000100:00000001:1.0:1787757484.323486:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757484.323495:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757484.323504:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757484.323513:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757484.323522:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757484.323533:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757484.323582:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757484.323593:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757484.323602:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757484.323636:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757484.323645:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757484.323651:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757484.323659:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757484.323667:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757484.323673:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757484.323685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757484.323695:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757484.323701:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757485.347473:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757485.347484:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757485.347490:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757485.347500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757485.347510:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757485.347519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757485.347528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757485.347535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757485.347543:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757485.347569:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757485.347577:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757485.347583:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757485.347594:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757485.347600:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757485.347605:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757485.347609:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757485.347611:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757485.347615:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757485.347664:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757485.347672:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757485.347676:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757485.347688:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757485.347714:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757485.347721:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757485.347746:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757485.347754:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757485.347766:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757486.371458:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757486.371468:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757486.371476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757486.371485:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757486.371499:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757486.371511:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757486.371532:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757486.371540:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757486.371548:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757486.371590:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757486.371601:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757486.371610:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757486.371617:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757486.371627:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757486.371639:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757486.371647:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757486.371656:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757486.371669:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757486.371728:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757486.371734:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757486.371737:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757486.371742:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757486.371752:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757486.371758:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757486.371765:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757486.371772:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757486.371780:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.395465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757487.395478:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757487.395489:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.395496:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757487.395513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757487.395523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757487.395531:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757487.395539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757487.395548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.395590:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757487.395597:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757487.395602:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.395609:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757487.395618:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757487.395626:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757487.395633:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757487.395640:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757487.395646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.395671:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757487.395679:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757487.395682:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.395686:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757487.395690:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757487.395695:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757487.395698:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757487.395700:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757487.395704:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757487.459463:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757487.459474:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757487.459478:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757487.459482:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757487.459488:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757487.459498:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15192 00000400:00000200:1.0:1787757487.459510:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757487.459518:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757487.459523:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757487.459527:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459532:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.459535:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459539:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757487.459543:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757487.459546:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757487.459550:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757487.459554:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757487.459557:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757487.459561:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757487.459566:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459569:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.459572:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459575:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757487.459579:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757487.459583:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459587:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757487.459590:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757487.459595:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757487.459599:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.459602:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757487.459605:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757487.459616:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757487.459621:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757487.459626:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757487.459629:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.459633:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757487.459637:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757487.459642:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757487.459652:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757487.459660:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.459672:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931057664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757487.459687:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757487.459693:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757487.459700:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931057664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757487.459745:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757487.459750:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757487.459755:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757487.459758:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757487.459760:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757487.459764:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757487.459768:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15192 00000400:00000200:1.0:1787757487.459773:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757487.459777:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757487.459808:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757487.459812:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459815:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.459818:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459821:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757487.459825:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757487.459827:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757487.459829:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757487.459832:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757487.459835:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757487.459838:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757487.459843:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459846:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.459849:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459852:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757487.459855:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757487.459859:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757487.459864:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757487.459866:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757487.459875:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757487.459878:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.459882:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757487.459892:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757487.459901:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.459908:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757487.459917:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757487.459927:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757487.459937:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757487.459942:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.459948:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757487.459955:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757487.459961:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757487.459968:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757487.459980:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.460010:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931057792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757487.460034:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757487.460039:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757487.460053:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931057792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757487.460081:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757487.460088:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757487.460098:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757487.460101:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757487.460106:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757487.460117:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757487.460127:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15192 00000400:00000200:1.0:1787757487.460137:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757487.460146:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757487.460157:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757487.460169:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460176:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.460187:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460193:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757487.460195:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757487.460198:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757487.460200:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757487.460204:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757487.460213:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757487.460217:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757487.460230:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460234:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.460244:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460250:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757487.460253:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757487.460266:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460331:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757487.460339:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757487.460345:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757487.460351:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.460357:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757487.460360:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757487.460365:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.460373:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757487.460384:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757487.460392:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757487.460404:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757487.460410:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.460417:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757487.460421:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757487.460426:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757487.460435:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757487.460446:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.460459:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931057920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757487.460482:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757487.460490:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757487.460501:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931057920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757487.460530:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757487.460541:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757487.460554:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757487.460563:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757487.460570:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757487.460576:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757487.460585:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15192 00000400:00000200:1.0:1787757487.460598:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757487.460609:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757487.460614:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757487.460624:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460630:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.460639:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460648:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757487.460658:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757487.460663:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757487.460669:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757487.460675:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757487.460682:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757487.460690:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757487.460700:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460710:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.460718:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460725:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757487.460731:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757487.460757:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757487.460773:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757487.460794:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757487.460799:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757487.460803:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.460807:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757487.460814:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757487.460819:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.460823:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757487.460838:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757487.460845:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757487.460854:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757487.460859:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.460871:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757487.460878:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757487.460883:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757487.460894:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757487.460903:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.460920:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931058048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757487.460944:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757487.460952:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757487.460963:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931058048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757487.461003:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757487.461011:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757487.461019:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757487.461024:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757487.461029:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757487.461039:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757487.461050:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15192 00000400:00000200:1.0:1787757487.461065:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757487.461073:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757487.461080:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757487.461093:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.461102:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.461111:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.461120:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757487.461129:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757487.461133:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757487.461139:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757487.461146:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757487.461153:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757487.461160:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757487.461175:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.461188:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757487.461196:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757487.461202:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757487.461209:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757487.461218:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757487.461227:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757487.461235:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757487.461244:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757487.461252:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.461260:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757487.461265:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757487.461305:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.461314:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757487.461326:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757487.461335:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757487.461347:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757487.461351:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757487.461360:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757487.461365:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757487.461370:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757487.461381:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757487.461435:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757487.461455:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931058176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757487.461479:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757487.461487:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757487.461503:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931058176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757487.461543:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757487.461553:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15202) 00000100:00000001:1.0:1787757488.419466:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757488.419475:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757488.419483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757488.419498:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757488.419508:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757488.419517:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757488.419526:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757488.419536:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757488.419548:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757488.419584:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757488.419595:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757488.419605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757488.419624:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757488.419641:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757488.419655:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757488.419684:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757488.419692:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757488.419697:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757488.483412:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309865425, at 4309865472 00000100:00000010:1.0:1787757488.483433:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af60. 00000100:00000001:1.0:1787757488.547447:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757488.547459:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757488.547465:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757488.547475:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757488.547482:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757488.547489:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757488.547495:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757488.547500:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757488.547507:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757489.443441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757489.443452:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757489.443461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757489.443469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757489.443484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757489.443493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757489.443506:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757489.443513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757489.443524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757489.443569:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757489.443577:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757489.443585:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757489.443602:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757489.443614:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757489.443623:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757489.443651:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757489.443659:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757489.443665:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757489.571361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757489.571371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757489.571374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757489.571381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757489.571386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757489.571391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757489.571394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757489.571397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757489.571401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757490.467499:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757490.467515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757490.467529:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757490.467552:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757490.467565:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757490.467577:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757490.467612:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757490.467621:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757490.467629:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757490.467660:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757490.467674:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757490.467684:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757490.467711:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757490.467763:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757490.467772:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757490.467804:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757490.467813:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757490.467824:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757490.467912:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757490.467923:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757490.467931:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757490.595371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757490.595380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757490.595383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757490.595391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757490.595395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757490.595401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757490.595405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757490.595409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757490.595414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757491.491517:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757491.491533:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757491.491543:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757491.491559:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757491.491573:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757491.491583:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757491.491592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757491.491599:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757491.491621:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757491.491683:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757491.491690:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757491.491694:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757491.491698:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757491.491745:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757491.491751:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757491.491759:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757491.491767:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757491.491782:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757491.491819:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757491.491829:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757491.491860:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757491.619370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757491.619386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757491.619391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757491.619403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757491.619411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757491.619418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757491.619424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757491.619430:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757491.619437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757492.515472:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757492.515489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757492.515500:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757492.515516:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757492.515542:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757492.515558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757492.515629:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757492.515637:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757492.515648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757492.515716:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757492.515724:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757492.515730:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757492.515739:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757492.515756:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757492.515777:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757492.515786:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757492.515805:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757492.515829:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757492.515878:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757492.515894:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757492.515913:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757492.643357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757492.643369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757492.643374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757492.643384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757492.643390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757492.643398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757492.643403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757492.643409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757492.643416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757493.539414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757493.539425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757493.539428:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757493.539436:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757493.539445:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757493.539451:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757493.539461:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757493.539470:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757493.539480:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757493.539517:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757493.539528:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757493.539538:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757493.539549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757493.539561:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757493.539568:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757493.539577:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757493.539584:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757493.539599:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757493.539629:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757493.539639:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757493.539652:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757493.603401:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309870545, at 4309870592 00000100:00000010:1.0:1787757493.603415:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000001:1.0:1787757493.667370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757493.667380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757493.667383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757493.667390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757493.667395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757493.667399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757493.667403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757493.667407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757493.667411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757494.563431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757494.563444:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757494.563452:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757494.563465:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757494.563478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757494.563488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.563499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757494.563506:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.563520:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757494.563556:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757494.563566:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757494.563574:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757494.563587:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757494.563599:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757494.563610:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.563619:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757494.563626:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.563637:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757494.563771:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757494.563776:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757494.563780:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757494.563786:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757494.563796:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757494.563803:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.563809:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757494.563813:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.563819:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757494.563870:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757494.563876:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757494.563881:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757494.691407:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757494.691414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757494.691417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757494.691423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757494.691427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757494.691431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.691435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757494.691439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757494.691442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757495.587449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757495.587461:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757495.587473:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757495.587489:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757495.587504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757495.587513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757495.587523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757495.587532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757495.587547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757495.587583:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757495.587592:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757495.587600:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757495.587613:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757495.587624:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757495.587632:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757495.587668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757495.587673:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757495.587682:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757495.587743:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757495.587752:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757495.587765:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757495.715390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757495.715400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757495.715403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757495.715409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757495.715413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757495.715418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757495.715421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757495.715425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757495.715429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757496.611485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757496.611495:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757496.611513:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757496.611523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757496.611532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757496.611542:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757496.611551:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757496.611572:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757496.611583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757496.611652:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757496.611661:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757496.611670:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757496.611681:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757496.611693:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757496.611705:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757496.611720:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757496.611729:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757496.611743:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757496.611798:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757496.611805:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757496.611810:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757496.739401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757496.739409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757496.739412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757496.739418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757496.739423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757496.739427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757496.739431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757496.739434:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757496.739438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757497.635434:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757497.635446:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757497.635450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757497.635461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757497.635471:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757497.635482:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757497.635494:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757497.635501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757497.635515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757497.635553:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757497.635578:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757497.635586:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757497.635595:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757497.635632:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757497.635638:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757497.635650:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757497.635656:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757497.635664:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757497.635694:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757497.635701:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757497.635709:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757497.763373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757497.763380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757497.763383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757497.763389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757497.763394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757497.763398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757497.763401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757497.763405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757497.763409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757498.659365:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757498.659373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757498.659379:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757498.659385:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757498.659391:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757498.659397:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757498.659414:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757498.659417:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757498.659421:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757498.659441:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757498.659444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757498.659446:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757498.659448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757498.659451:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757498.659453:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757498.659455:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757498.659457:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757498.659460:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757498.659539:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757498.659548:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757498.659551:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757498.723343:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309875665, at 4309875712 00000100:00000010:1.0:1787757498.723356:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a840. 00000100:00000001:1.0:1787757498.787331:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757498.787337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757498.787338:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757498.787341:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757498.787344:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757498.787346:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757498.787348:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757498.787350:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757498.787353:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757499.683471:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757499.683481:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757499.683485:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757499.683492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757499.683500:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757499.683509:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757499.683518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757499.683530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757499.683548:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757499.683604:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757499.683623:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757499.683631:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757499.683646:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757499.683653:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757499.683662:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757499.683672:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757499.683679:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757499.683687:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757499.684011:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757499.684016:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757499.684020:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757499.811392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757499.811400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757499.811403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757499.811408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757499.811413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757499.811418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757499.811421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757499.811425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757499.811429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757500.707447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757500.707458:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757500.707464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757500.707473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757500.707484:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757500.707492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.707499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757500.707506:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.707516:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757500.707572:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757500.707585:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757500.707592:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757500.707600:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757500.707605:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757500.707610:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.707615:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757500.707619:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.707629:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757500.707654:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757500.707661:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757500.707671:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757500.707685:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757500.707698:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757500.707706:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.707719:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757500.707725:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.707731:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757500.835388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757500.835397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757500.835400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757500.835406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757500.835410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757500.835415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.835418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757500.835423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757500.835427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757501.731449:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757501.731459:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757501.731466:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757501.731474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757501.731486:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757501.731494:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757501.731516:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757501.731524:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757501.731553:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757501.731598:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757501.731611:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757501.731619:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757501.731630:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757501.731643:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757501.731653:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757501.731662:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757501.731668:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757501.731679:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757501.859347:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757501.859355:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757501.859357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757501.859362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757501.859367:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757501.859371:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757501.859374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757501.859376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757501.859380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757502.755372:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757502.755380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757502.755384:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757502.755393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757502.755408:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757502.755414:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757502.755421:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757502.755428:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757502.755434:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757502.755655:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757502.755661:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757502.755664:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757502.755666:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757502.755668:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757502.755671:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757502.756073:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757502.756077:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757502.756082:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757502.883357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757502.883363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757502.883365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757502.883370:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757502.883373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757502.883376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757502.883378:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757502.883380:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757502.883384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757503.779450:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757503.779465:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757503.779476:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757503.779532:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757503.779544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757503.779551:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757503.779574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757503.779582:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757503.779591:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757503.779614:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757503.779619:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757503.779625:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757503.779632:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757503.779641:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757503.779650:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757503.779662:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757503.779669:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757503.779684:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757503.843374:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309880785, at 4309880832 00000100:00000010:1.0:1787757503.843394:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a780. 00000100:00000001:1.0:1787757503.907364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757503.907372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757503.907375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757503.907380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757503.907384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757503.907390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757503.907393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757503.907396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757503.907400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757504.803413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757504.803424:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757504.803431:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757504.803441:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757504.803447:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757504.803455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757504.803469:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757504.803493:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757504.803500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757504.803554:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757504.803562:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757504.803573:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757504.803582:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757504.803589:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757504.803598:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757504.803607:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757504.803613:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757504.803622:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757504.931406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757504.931414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757504.931417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757504.931424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757504.931428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757504.931446:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757504.931451:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757504.931454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757504.931458:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757505.827452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757505.827490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757505.827498:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757505.827507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757505.827521:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757505.827530:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757505.827539:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757505.827543:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757505.827566:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757505.827622:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757505.827631:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757505.827637:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757505.827643:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757505.827651:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757505.827658:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757505.827662:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757505.827665:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757505.827669:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757505.955378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757505.955386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757505.955389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757505.955395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757505.955399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757505.955403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757505.955407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757505.955411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757505.955415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757506.851531:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757506.851551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757506.851556:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757506.851563:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757506.851567:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757506.851575:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757506.851581:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757506.851595:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757506.851616:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757506.851737:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757506.851750:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757506.851757:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757506.851763:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757506.851769:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757506.851774:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757506.851778:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757506.851781:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757506.851786:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757506.979353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757506.979363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757506.979366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757506.979374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757506.979379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757506.979383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757506.979386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757506.979389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757506.979392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.875406:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757507.875443:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757507.875448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.875459:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757507.875472:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757507.875484:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757507.875498:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757507.875510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757507.875529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.875607:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757507.875617:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757507.875624:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.875631:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757507.875646:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757507.875658:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757507.875678:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757507.875684:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757507.875691:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757507.939488:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757507.939498:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757507.939501:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757507.939506:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757507.939511:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757507.939520:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15212 00000400:00000200:1.0:1787757507.939532:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757507.939540:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757507.939545:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757507.939550:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939554:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.939557:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939561:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757507.939566:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757507.939568:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757507.939572:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757507.939576:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757507.939579:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757507.939582:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757507.939586:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939589:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.939592:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939595:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757507.939599:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757507.939604:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939607:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757507.939610:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757507.939615:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757507.939619:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.939622:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757507.939624:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757507.939635:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757507.939639:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757507.939645:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757507.939647:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.939651:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757507.939654:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757507.939660:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757507.939670:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757507.939679:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.939691:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931060224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757507.939706:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757507.939712:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757507.939719:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931060224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757507.939753:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757507.939758:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757507.939763:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757507.939766:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757507.939768:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757507.939772:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757507.939777:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15212 00000400:00000200:1.0:1787757507.939783:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757507.939788:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757507.939793:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757507.939799:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939803:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.939808:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939812:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757507.939817:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757507.939823:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757507.939829:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757507.939838:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757507.939842:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757507.939848:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757507.939856:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939874:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.939886:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939895:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757507.939901:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757507.939910:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757507.939917:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757507.939921:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757507.939934:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757507.939945:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.939949:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757507.939961:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757507.939968:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.939975:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757507.939984:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757507.939990:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757507.939999:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757507.940001:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940007:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757507.940013:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757507.940018:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757507.940028:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757507.940039:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.940062:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931060352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757507.940081:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757507.940085:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757507.940097:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931060352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757507.940118:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757507.940125:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757507.940135:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757507.940139:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757507.940143:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757507.940152:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757507.940163:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15212 00000400:00000200:1.0:1787757507.940185:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757507.940204:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757507.940216:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757507.940231:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940244:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.940254:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940265:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757507.940359:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757507.940365:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757507.940373:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757507.940378:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757507.940386:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757507.940393:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757507.940410:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940444:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.940448:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940452:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757507.940460:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757507.940474:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940484:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757507.940493:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757507.940504:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757507.940510:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940515:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757507.940519:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757507.940528:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940537:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757507.940543:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757507.940548:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757507.940554:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757507.940561:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940567:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757507.940571:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757507.940578:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757507.940587:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757507.940597:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.940615:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931060480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757507.940644:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757507.940650:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757507.940663:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931060480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757507.940689:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757507.940700:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757507.940707:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757507.940716:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757507.940723:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757507.940735:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757507.940745:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15212 00000400:00000200:1.0:1787757507.940759:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757507.940766:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757507.940770:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757507.940776:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940787:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.940793:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940800:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757507.940806:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757507.940812:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757507.940815:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757507.940818:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757507.940827:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757507.940830:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757507.940837:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940842:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.940847:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940857:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757507.940862:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757507.940871:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757507.940879:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757507.940883:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757507.940890:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757507.940896:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940903:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757507.940907:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757507.940914:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940918:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757507.940926:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757507.940933:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757507.940942:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757507.940946:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.940955:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757507.940960:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757507.940965:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757507.940975:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757507.940985:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.940999:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931060608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757507.941027:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757507.941033:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757507.941051:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931060608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757507.941069:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757507.941077:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757507.941091:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757507.941095:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757507.941099:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757507.941109:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757507.941118:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15212 00000400:00000200:1.0:1787757507.941128:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757507.941135:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757507.941144:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757507.941152:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.941160:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.941171:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.941180:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757507.941189:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757507.941194:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757507.941200:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757507.941205:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757507.941211:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757507.941218:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757507.941228:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.941236:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757507.941245:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757507.941254:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757507.941261:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757507.941300:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757507.941304:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757507.941310:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757507.941320:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757507.941333:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.941342:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757507.941351:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757507.941363:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.941372:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757507.941380:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757507.941391:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757507.941400:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757507.941405:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757507.941413:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757507.941436:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757507.941439:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757507.941448:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757507.941458:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757507.941472:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931060736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757507.941511:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757507.941518:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757507.941529:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931060736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757507.941552:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757507.941563:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15222) 00000100:00000001:1.0:1787757508.003359:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757508.003365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757508.003368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757508.003374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757508.003378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757508.003382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.003385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757508.003388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.003391:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757508.899448:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757508.899459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757508.899463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757508.899469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757508.899476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757508.899481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.899486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757508.899490:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.899497:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757508.899557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757508.899566:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757508.899574:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757508.899582:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757508.899593:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757508.899601:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.899621:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757508.899630:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.899641:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757508.899691:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757508.899701:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757508.899707:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757508.899721:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757508.899733:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757508.899742:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.899748:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757508.899751:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757508.899756:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757508.963373:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309885905, at 4309885952 00000100:00000010:1.0:1787757508.963391:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a0c0. 00000100:00000001:1.0:1787757509.027383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757509.027392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757509.027396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757509.027425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757509.027432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757509.027438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757509.027443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757509.027447:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757509.027453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757509.923468:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757509.923478:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757509.923485:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757509.923500:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757509.923514:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757509.923521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757509.923567:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757509.923574:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757509.923581:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757509.923609:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757509.923618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757509.923627:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757509.923638:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757509.923649:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757509.923656:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757509.923676:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757509.923683:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757509.923691:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757510.051478:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757510.051487:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757510.051490:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757510.051497:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757510.051502:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757510.051506:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.051509:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757510.051513:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.051517:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757510.947393:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757510.947402:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757510.947406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757510.947413:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757510.947419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757510.947426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.947430:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757510.947435:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.947442:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757510.947529:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757510.947537:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757510.947544:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757510.947552:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757510.947566:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757510.947582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.947607:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757510.947622:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.947635:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757510.947817:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757510.947828:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757510.947836:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757510.947848:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757510.947860:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757510.947865:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.947871:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757510.947876:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757510.947881:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757511.075415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757511.075422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757511.075425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757511.075430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757511.075434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757511.075438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757511.075441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757511.075443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757511.075446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757511.971444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757511.971452:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757511.971456:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757511.971463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757511.971477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757511.971491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757511.971511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757511.971520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757511.971529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757511.971548:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757511.971553:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757511.971563:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757511.971578:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757511.971586:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757511.971646:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757511.971666:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757511.971686:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757511.971691:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757512.099410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757512.099419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757512.099421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757512.099427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757512.099432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757512.099437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757512.099440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757512.099443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757512.099446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757512.995471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757512.995483:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757512.995490:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757512.995502:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757512.995512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757512.995522:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757512.995559:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757512.995564:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757512.995572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757512.995613:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757512.995629:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757512.995639:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757512.995654:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757512.995666:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757512.995679:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757512.995693:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757512.995699:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757512.995707:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757513.123428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757513.123441:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757513.123444:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757513.123451:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757513.123456:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757513.123460:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757513.123465:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757513.123469:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757513.123473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757514.019483:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757514.019497:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757514.019503:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757514.019512:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757514.019544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757514.019558:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757514.019613:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757514.019632:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757514.019643:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757514.019684:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757514.019698:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757514.019705:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757514.019715:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757514.019724:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757514.019734:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757514.019752:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757514.019761:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757514.019780:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757514.083384:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309891025, at 4309891072 00000100:00000010:1.0:1787757514.083414:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a060. 00000100:00000001:1.0:1787757514.147395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757514.147402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757514.147403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757514.147408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757514.147410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757514.147413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757514.147415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757514.147418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757514.147420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757515.043385:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757515.043393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757515.043396:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757515.043402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757515.043410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757515.043416:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.043424:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757515.043427:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.043434:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757515.043451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757515.043455:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757515.043458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757515.043460:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757515.043463:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757515.043467:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.043471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757515.043474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.043478:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757515.043516:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757515.043520:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757515.043524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757515.043530:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757515.043534:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757515.043538:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.043541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757515.043544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.043548:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757515.171405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757515.171414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757515.171417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757515.171423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757515.171427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757515.171431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.171435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757515.171438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757515.171442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757516.067430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757516.067440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757516.067446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757516.067459:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757516.067469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757516.067481:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757516.067492:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757516.067502:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757516.067509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757516.067537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757516.067546:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757516.067553:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757516.067564:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757516.067570:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757516.067575:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757516.067581:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757516.067588:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757516.067601:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757516.195393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757516.195404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757516.195408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757516.195418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757516.195424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757516.195431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757516.195436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757516.195441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757516.195447:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757517.091486:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757517.091499:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757517.091506:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757517.091515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757517.091541:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757517.091549:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757517.091556:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757517.091560:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757517.091656:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757517.219428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757517.219438:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757517.219441:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757517.219448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757517.219453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757517.219458:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757517.219461:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757517.219464:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757517.219469:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757518.115400:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757518.115413:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757518.115417:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757518.115426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757518.115435:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757518.115442:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.115447:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757518.115452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.115463:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757518.115516:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757518.115531:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757518.115539:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757518.115549:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757518.115558:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757518.115578:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.115606:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757518.115635:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.115651:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757518.115709:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757518.115726:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757518.115736:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757518.115757:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757518.115777:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757518.115788:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.115796:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757518.115809:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.115832:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757518.243345:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757518.243350:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757518.243352:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757518.243363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757518.243365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757518.243368:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.243371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757518.243373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757518.243375:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757519.139436:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757519.139444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757519.139449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757519.139454:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757519.139460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757519.139463:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.139476:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757519.139484:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.139495:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757519.139542:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757519.139550:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757519.139567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757519.139575:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757519.139591:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757519.139596:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.139599:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757519.139604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.139609:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757519.139696:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757519.139707:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757519.139712:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757519.139736:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757519.139759:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757519.139778:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.139790:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757519.139798:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.139805:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757519.203352:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309896145, at 4309896192 00000100:00000010:1.0:1787757519.203369:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a060. 00000100:00000001:1.0:1787757519.267375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757519.267383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757519.267385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757519.267390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757519.267393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757519.267397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.267400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757519.267403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757519.267405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757520.163498:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757520.163506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757520.163512:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757520.163526:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757520.163544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757520.163552:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757520.163560:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757520.163581:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757520.163598:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757520.163634:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757520.163650:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757520.163654:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757520.163661:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757520.163713:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757520.163728:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757520.163742:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757520.163758:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757520.163770:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757520.291369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757520.291377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757520.291379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757520.291384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757520.291387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757520.291390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757520.291394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757520.291396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757520.291399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757521.187434:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757521.187441:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757521.187446:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757521.187454:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757521.187462:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757521.187471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757521.187479:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757521.187484:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757521.187493:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757521.187540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757521.187565:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757521.187573:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757521.187584:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757521.187590:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757521.187597:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757521.187604:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757521.187613:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757521.187629:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757521.315403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757521.315417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757521.315421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757521.315431:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757521.315438:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757521.315444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757521.315449:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757521.315455:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757521.315462:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757522.211474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757522.211493:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757522.211504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757522.211515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757522.211540:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757522.211551:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757522.211568:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757522.211595:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757522.211606:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757522.211642:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757522.211655:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757522.211664:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757522.211678:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757522.211693:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757522.211700:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757522.211712:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757522.211725:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757522.211740:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757522.339420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757522.339437:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757522.339442:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757522.339454:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757522.339463:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757522.339471:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757522.339478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757522.339484:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757522.339491:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.235416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757523.235424:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757523.235431:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.235440:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757523.235449:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757523.235456:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757523.235463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757523.235469:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757523.235476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.235559:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757523.235568:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757523.235574:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.235581:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757523.235586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757523.235590:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757523.235594:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757523.235597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757523.235600:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757523.299442:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757523.299454:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757523.299457:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757523.299461:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757523.299467:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757523.299477:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15227 00000400:00000200:1.0:1787757523.299488:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757523.299495:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757523.299499:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757523.299504:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299508:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.299511:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299514:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757523.299519:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757523.299522:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757523.299525:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757523.299529:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757523.299531:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757523.299534:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757523.299538:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299540:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.299543:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299557:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757523.299561:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757523.299566:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299569:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757523.299572:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757523.299576:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757523.299580:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.299582:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757523.299585:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757523.299596:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757523.299600:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757523.299606:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757523.299608:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.299611:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757523.299615:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757523.299620:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757523.299629:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757523.299637:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.299647:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931062144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757523.299660:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757523.299666:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757523.299672:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931062144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757523.299697:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757523.299708:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757523.299712:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757523.299714:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757523.299716:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757523.299720:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757523.299724:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15227 00000400:00000200:1.0:1787757523.299729:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757523.299733:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757523.299737:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757523.299741:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299745:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.299754:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299758:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757523.299763:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757523.299767:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757523.299771:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757523.299776:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757523.299783:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757523.299790:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757523.299802:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299809:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.299817:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299825:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757523.299834:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757523.299838:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757523.299846:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757523.299850:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757523.299860:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757523.299867:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.299871:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757523.299880:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757523.299887:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.299894:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757523.299904:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757523.299910:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757523.299915:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757523.299922:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.299933:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757523.299939:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757523.299946:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757523.299957:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757523.299983:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.300001:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931062272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757523.300024:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757523.300029:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757523.300036:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931062272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757523.300047:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757523.300054:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757523.300061:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757523.300067:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757523.300073:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757523.300079:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757523.300087:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15227 00000400:00000200:1.0:1787757523.300098:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757523.300112:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757523.300120:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757523.300132:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300140:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.300172:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300175:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757523.300178:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757523.300179:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757523.300181:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757523.300185:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757523.300188:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757523.300196:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757523.300209:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300214:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.300222:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300227:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757523.300231:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757523.300239:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300249:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757523.300257:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757523.300333:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757523.300340:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.300348:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757523.300355:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757523.300364:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.300370:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757523.300385:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757523.300396:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757523.300409:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757523.300416:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.300425:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757523.300430:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757523.300437:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757523.300451:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757523.300461:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.300476:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931062400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757523.300491:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757523.300495:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757523.300501:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931062400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757523.300524:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757523.300534:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757523.300542:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757523.300546:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757523.300552:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757523.300562:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757523.300572:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15227 00000400:00000200:1.0:1787757523.300583:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757523.300591:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757523.300597:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757523.300606:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300611:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.300618:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300627:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757523.300631:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757523.300637:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757523.300639:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757523.300645:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757523.300648:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757523.300655:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757523.300665:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300673:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.300680:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300685:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757523.300691:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757523.300702:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300712:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757523.300717:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757523.300725:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757523.300731:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.300738:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757523.300744:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757523.300752:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.300759:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757523.300770:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757523.300777:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757523.300781:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757523.300785:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.300790:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757523.300793:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757523.300796:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757523.300804:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757523.300810:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.300821:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931062528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757523.300840:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757523.300846:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757523.300854:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931062528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757523.300878:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757523.300885:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757523.300893:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757523.300899:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757523.300905:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757523.300912:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757523.300922:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15227 00000400:00000200:1.0:1787757523.300939:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757523.300954:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757523.300966:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757523.300979:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.300991:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.301002:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.301010:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757523.301019:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757523.301023:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757523.301030:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757523.301037:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757523.301045:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757523.301055:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757523.301062:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.301064:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757523.301067:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757523.301073:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757523.301079:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757523.301088:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757523.301095:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757523.301099:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757523.301106:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757523.301113:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.301119:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757523.301126:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757523.301133:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.301138:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757523.301167:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757523.301174:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757523.301185:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757523.301189:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757523.301197:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757523.301201:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757523.301206:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757523.301219:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757523.301225:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.301246:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931062656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757523.301316:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757523.301325:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757523.301342:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931062656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757523.301368:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757523.301383:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15237) 00000100:00000001:1.0:1787757523.363383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757523.363391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757523.363394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757523.363399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757523.363404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757523.363407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757523.363411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757523.363414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757523.363417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757524.259397:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757524.259409:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757524.259413:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757524.259423:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757524.259433:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757524.259439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757524.259454:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757524.259460:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757524.259469:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757524.259532:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757524.259547:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757524.259559:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757524.259572:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757524.259594:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757524.259609:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757524.259636:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757524.259652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757524.259678:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757524.323348:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309901265, at 4309901312 00000100:00000010:1.0:1787757524.323365:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a0c0. 00000100:00000001:1.0:1787757524.387382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757524.387391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757524.387393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757524.387399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757524.387402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757524.387407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757524.387410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757524.387413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757524.387415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757525.283451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757525.283463:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757525.283473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757525.283483:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757525.283492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757525.283504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757525.283538:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757525.283542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757525.283550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757525.283576:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757525.283584:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757525.283591:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757525.283603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757525.283614:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757525.283622:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757525.283629:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757525.283632:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757525.283639:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757525.411376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757525.411383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757525.411386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757525.411390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757525.411394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757525.411398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757525.411401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757525.411404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757525.411407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757526.307484:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757526.307494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757526.307509:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757526.307523:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757526.307530:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757526.307540:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757526.307547:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757526.307555:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757526.307566:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757526.307645:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757526.307655:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757526.307669:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757526.307680:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757526.307695:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757526.307703:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757526.307727:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757526.307734:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757526.307741:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757526.435439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757526.435449:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757526.435452:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757526.435460:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757526.435465:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757526.435470:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757526.435473:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757526.435476:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757526.435480:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757527.331415:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757527.331428:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757527.331437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757527.331453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757527.331466:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757527.331479:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757527.331535:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757527.331540:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757527.331550:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757527.331660:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757527.331670:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757527.331678:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757527.331690:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757527.331705:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757527.331714:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757527.331726:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757527.331736:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757527.331749:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757527.459415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757527.459427:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757527.459431:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757527.459441:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757527.459447:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757527.459454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757527.459459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757527.459465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757527.459471:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.355446:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757528.355460:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757528.355469:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.355489:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757528.355504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757528.355516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.355530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757528.355535:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.355550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.355593:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757528.355612:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757528.355620:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.355633:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757528.355640:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757528.355651:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.355665:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757528.355672:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.355679:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.355722:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757528.355734:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757528.355741:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.355749:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757528.355763:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757528.355773:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.355787:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757528.355802:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.355808:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757528.419374:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757528.419385:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757528.419389:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757528.419393:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757528.419399:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757528.419409:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15232 00000400:00000200:1.0:1787757528.419423:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757528.419435:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757528.419440:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757528.419445:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419449:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.419453:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419456:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757528.419461:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757528.419463:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757528.419467:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757528.419471:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757528.419474:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757528.419478:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757528.419483:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419486:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.419489:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419491:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757528.419495:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757528.419500:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419503:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757528.419506:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757528.419510:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757528.419514:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.419517:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757528.419521:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757528.419530:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757528.419535:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757528.419541:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757528.419543:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.419547:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757528.419550:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757528.419555:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757528.419564:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757528.419573:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.419584:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931062784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757528.419598:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757528.419605:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757528.419611:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931062784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757528.419646:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757528.419650:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757528.419655:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757528.419657:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757528.419660:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757528.419664:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757528.419668:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15232 00000400:00000200:1.0:1787757528.419673:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757528.419677:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757528.419680:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757528.419684:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419687:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.419690:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419692:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757528.419695:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757528.419697:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757528.419699:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757528.419701:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757528.419704:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757528.419707:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757528.419711:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419714:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.419717:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419720:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757528.419724:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757528.419730:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419735:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757528.419739:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757528.419748:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757528.419753:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.419756:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757528.419764:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757528.419770:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.419774:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757528.419783:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757528.419788:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757528.419793:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757528.419797:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.419801:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757528.419805:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757528.419810:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757528.419817:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757528.419826:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.419838:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931062912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757528.419851:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757528.419855:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757528.419861:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931062912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757528.419879:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757528.419887:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757528.419891:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757528.419894:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757528.419896:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757528.419900:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757528.419904:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15232 00000400:00000200:1.0:1787757528.419910:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757528.419919:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757528.419922:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757528.419926:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419929:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.419932:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419935:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757528.419938:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757528.419941:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757528.419944:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757528.419948:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757528.419952:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757528.419957:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757528.419964:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419967:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.419969:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419972:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757528.419976:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757528.419980:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757528.419987:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757528.419994:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757528.420000:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757528.420003:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420006:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757528.420009:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757528.420014:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420022:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757528.420042:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757528.420050:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757528.420097:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757528.420101:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420110:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757528.420115:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757528.420124:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757528.420137:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757528.420143:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.420152:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931063040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757528.420162:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757528.420165:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757528.420177:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931063040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757528.420192:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757528.420196:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757528.420205:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757528.420208:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757528.420216:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757528.420221:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757528.420225:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15232 00000400:00000200:1.0:1787757528.420230:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757528.420240:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757528.420245:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757528.420250:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420252:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.420255:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420258:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757528.420262:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757528.420303:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757528.420308:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757528.420311:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757528.420314:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757528.420317:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757528.420324:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420327:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.420331:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420337:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757528.420348:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757528.420353:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420361:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757528.420367:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757528.420373:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757528.420379:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420384:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757528.420390:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757528.420396:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420400:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757528.420413:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757528.420425:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757528.420434:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757528.420437:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420440:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757528.420441:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757528.420444:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757528.420449:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757528.420459:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.420475:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931063168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757528.420493:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757528.420499:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757528.420511:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931063168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757528.420523:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757528.420528:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757528.420536:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757528.420544:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757528.420548:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757528.420557:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757528.420560:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15232 00000400:00000200:1.0:1787757528.420566:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757528.420569:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757528.420574:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757528.420581:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420590:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.420600:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420604:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757528.420607:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757528.420610:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757528.420614:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757528.420620:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757528.420624:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757528.420631:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757528.420644:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420648:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757528.420650:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420654:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757528.420657:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757528.420660:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757528.420663:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757528.420665:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757528.420669:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757528.420672:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420675:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757528.420677:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757528.420680:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420682:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757528.420687:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757528.420692:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757528.420698:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757528.420701:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757528.420707:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757528.420709:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757528.420711:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757528.420716:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757528.420721:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.420735:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931063296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757528.420759:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757528.420765:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757528.420784:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931063296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757528.420808:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757528.420825:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15243) 00000100:00000001:1.0:1787757528.484341:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757528.484347:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757528.484350:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757528.484355:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757528.484360:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757528.484364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.484368:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757528.484371:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757528.484374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757529.379508:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757529.379531:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757529.379560:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757529.379570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757529.379586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757529.379598:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757529.379608:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757529.379612:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757529.379617:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757529.379709:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757529.379719:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757529.379726:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757529.379767:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757529.379787:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757529.379801:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757529.379823:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757529.379828:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757529.379832:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757529.443350:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309906385, at 4309906432 00000100:00000010:1.0:1787757529.443369:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787757529.507382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757529.507390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757529.507392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757529.507398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757529.507402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757529.507406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757529.507408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757529.507411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757529.507414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757530.403412:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757530.403425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757530.403433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757530.403457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757530.403469:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757530.403477:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.403489:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757530.403496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.403503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757530.403536:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757530.403546:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757530.403552:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757530.403561:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757530.403574:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757530.403581:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.403590:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757530.403599:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.403606:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757530.403662:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757530.403670:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757530.403678:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757530.403704:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757530.403712:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757530.403716:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.403720:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757530.403724:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.403728:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757530.531376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757530.531387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757530.531390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757530.531396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757530.531401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757530.531406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.531410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757530.531413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757530.531417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757531.427353:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757531.427359:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757531.427363:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757531.427369:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757531.427377:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757531.427383:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757531.427388:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757531.427391:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757531.427397:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757531.427411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757531.427416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757531.427419:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757531.427425:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757531.427429:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757531.427441:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757531.427453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757531.427457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757531.427462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757531.555388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757531.555394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757531.555396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757531.555402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757531.555405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757531.555408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757531.555411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757531.555413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757531.555416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757532.451469:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757532.451483:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757532.451488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757532.451497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757532.451507:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757532.451517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757532.451531:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757532.451539:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757532.451549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757532.451606:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757532.451615:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757532.451622:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757532.451630:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757532.451641:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757532.451651:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757532.451662:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757532.451669:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757532.451675:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757532.579408:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757532.579417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757532.579420:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757532.579427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757532.579432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757532.579449:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757532.579452:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757532.579456:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757532.579459:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757533.475404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757533.475418:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757533.475421:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757533.475426:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757533.475432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757533.475436:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757533.475451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757533.475456:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757533.475461:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757533.475514:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757533.475532:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757533.475542:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757533.475572:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757533.475586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757533.475599:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757533.475625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757533.475633:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757533.475646:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757533.475753:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757533.475767:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757533.475775:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757533.603446:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757533.603460:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757533.603466:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757533.603477:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757533.603484:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757533.603493:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757533.603498:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757533.603503:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757533.603509:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757534.499428:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757534.499443:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757534.499450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757534.499465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757534.499478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757534.499489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757534.499514:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757534.499521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757534.499529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757534.499574:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757534.499585:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757534.499593:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757534.499606:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757534.499627:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757534.499636:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757534.499642:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757534.499648:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757534.499655:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757534.499899:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757534.499905:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757534.499910:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757534.563406:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309911505, at 4309911552 00000100:00000010:1.0:1787757534.563421:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787757534.627380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757534.627388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757534.627390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757534.627396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757534.627401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757534.627406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757534.627410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757534.627413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757534.627417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757535.523498:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757535.523526:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757535.523534:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757535.523540:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757535.523546:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757535.523550:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757535.523554:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757535.523558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757535.523567:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757535.523597:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757535.523604:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757535.523608:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757535.523613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757535.523621:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757535.523630:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757535.523654:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757535.523663:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757535.523672:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757535.651524:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757535.651540:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757535.651562:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757535.651573:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757535.651581:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757535.651589:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757535.651596:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757535.651602:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757535.651609:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757536.547375:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757536.547384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757536.547388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757536.547393:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757536.547400:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757536.547407:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.547411:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757536.547416:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.547419:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757536.547435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757536.547438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757536.547442:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757536.547445:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757536.547450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757536.547453:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.547457:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757536.547462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.547466:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757536.547497:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757536.547502:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757536.547505:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757536.547510:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757536.547517:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757536.547521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.547524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757536.547527:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.547530:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757536.675350:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757536.675357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757536.675358:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757536.675363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757536.675366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757536.675369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.675372:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757536.675375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757536.675378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757537.571441:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757537.571450:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757537.571458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757537.571475:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757537.571490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757537.571500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.571506:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757537.571513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.571522:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757537.571555:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757537.571563:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757537.571569:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757537.571576:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757537.571583:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757537.571591:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.571604:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757537.571614:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.571630:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757537.571679:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757537.571688:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757537.571693:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757537.571701:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757537.571710:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757537.571720:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.571726:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757537.571732:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.571740:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757537.699395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757537.699403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757537.699406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757537.699412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757537.699417:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757537.699422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.699426:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757537.699429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757537.699433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757538.595438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757538.595451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757538.595460:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757538.595474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757538.595490:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757538.595503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757538.595537:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757538.595541:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757538.595546:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757538.595578:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757538.595587:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757538.595594:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757538.595608:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757538.595625:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757538.595635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757538.595643:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757538.595669:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757538.595683:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757538.723422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757538.723429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757538.723433:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757538.723439:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757538.723443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757538.723447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757538.723450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757538.723453:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757538.723457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757539.619399:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757539.619412:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757539.619419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757539.619434:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757539.619451:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757539.619461:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757539.619475:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757539.619485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757539.619492:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757539.619537:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757539.619548:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757539.619557:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757539.619571:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757539.619586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757539.619599:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757539.619613:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757539.619621:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757539.619627:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757539.683416:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309916625, at 4309916672 00000100:00000010:1.0:1787757539.683435:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:1.0:1787757539.747401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757539.747409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757539.747412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757539.747418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757539.747422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757539.747427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757539.747431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757539.747435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757539.747439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757540.643446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757540.643461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757540.643471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757540.643486:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757540.643499:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757540.643511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757540.643541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757540.643548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757540.643557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757540.643593:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757540.643604:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757540.643609:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757540.643616:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757540.643627:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757540.643642:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757540.643655:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757540.643665:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757540.643673:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757540.771437:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757540.771444:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757540.771447:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757540.771453:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757540.771458:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757540.771461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757540.771465:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757540.771468:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757540.771472:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757541.667442:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757541.667452:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757541.667458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757541.667468:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757541.667478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757541.667489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.667497:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757541.667505:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.667516:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757541.667551:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757541.667560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757541.667565:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757541.667572:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757541.667583:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757541.667595:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.667612:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757541.667621:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.667634:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757541.667682:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757541.667689:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757541.667697:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757541.667704:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757541.667713:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757541.667719:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.667724:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757541.667727:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.667731:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757541.795384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757541.795394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757541.795398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757541.795405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757541.795411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757541.795415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.795419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757541.795422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757541.795426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757542.691433:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757542.691449:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757542.691457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757542.691468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757542.691484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757542.691497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757542.691527:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757542.691537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757542.691550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757542.691597:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757542.691605:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757542.691613:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757542.691621:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757542.691633:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757542.691639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757542.691648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757542.691652:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757542.691660:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757542.819386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757542.819394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757542.819396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757542.819402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757542.819406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757542.819410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757542.819414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757542.819417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757542.819422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757543.715478:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757543.715491:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757543.715501:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757543.715520:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757543.715532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757543.715544:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757543.715569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757543.715578:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757543.715588:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757543.715626:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757543.715638:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757543.715646:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757543.715653:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757543.715662:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757543.715672:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757543.715684:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757543.715691:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757543.715700:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757543.843427:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757543.843437:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757543.843439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757543.843446:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757543.843450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757543.843455:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757543.843459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757543.843462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757543.843466:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757544.739451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757544.739465:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757544.739474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757544.739494:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757544.739510:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757544.739521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757544.739570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757544.739580:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757544.739594:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757544.739655:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757544.739684:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757544.739693:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757544.739704:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757544.739718:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757544.739729:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757544.739743:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757544.739751:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757544.739762:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757544.803488:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309921745, at 4309921792 00000100:00000010:1.0:1787757544.803506:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787757544.867392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757544.867403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757544.867407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757544.867416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757544.867423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757544.867430:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757544.867435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757544.867440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757544.867446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757545.763452:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757545.763469:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757545.763481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757545.763496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757545.763515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757545.763529:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757545.763553:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757545.763578:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757545.763599:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757545.763685:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757545.763692:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757545.763695:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757545.763701:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757545.763708:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757545.763715:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757545.763728:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757545.763739:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757545.763782:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757545.891368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757545.891382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757545.891386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757545.891398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757545.891405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757545.891413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757545.891419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757545.891426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757545.891433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.787453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757546.787466:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757546.787476:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757546.787494:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757546.787508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757546.787521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757546.787582:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757546.787593:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757546.787606:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.787675:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757546.787692:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757546.787703:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757546.787720:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757546.787785:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757546.787794:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757546.787805:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757546.787814:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757546.787829:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787757546.851615:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787757546.851670:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787757546.851682:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757546.851688:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787757546.851694:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757546.851700:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787757546.851707:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757546.851712:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:1.0:1787757546.851720:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757546.851727:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757546.851760:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47550 00000400:00000010:1.0:1787757546.851764:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47550. 00000100:00000001:1.0:1787757546.851771:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757546.851783:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cc780 x1874583931064704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.851826:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757546.851833:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931064704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.851843:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.851846:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757546.851861:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757546.851866:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9500. 00000400:00000200:1.0:1787757546.851872:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757546.851880:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757546.851886:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:1.0:1787757546.851891:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:1.0:1787757546.851899:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757546.851908:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce940 x1874583931064832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.851927:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757546.851936:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931064832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.851973:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.851980:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757546.852009:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757546.852019:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9a00. 00000400:00000200:1.0:1787757546.852031:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757546.852049:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757546.852072:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:1.0:1787757546.852084:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:1.0:1787757546.852096:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757546.852114:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf840 x1874583931064960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.852194:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757546.852212:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931064960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.852244:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.852255:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757546.852387:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757546.852401:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9d00. 00000400:00000200:1.0:1787757546.852415:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757546.852434:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757546.852444:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47d48 00000400:00000010:1.0:1787757546.852450:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47d48. 00000100:00000001:1.0:1787757546.852455:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757546.852469:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ced00 x1874583931065088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.852514:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757546.852531:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931065088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.852554:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.852558:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757546.852578:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757546.852589:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:1.0:1787757546.852600:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757546.852618:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757546.853205:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a477f8 00000400:00000010:1.0:1787757546.853213:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a477f8. 00000100:00000001:1.0:1787757546.853221:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757546.853235:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ccf00 x1874583931065216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.853334:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757546.853351:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931065216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757546.853414:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757546.853427:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757546.915401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757546.915412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757546.915417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757546.915426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757546.915433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757546.915440:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757546.915445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757546.915451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757546.915457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757547.811431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757547.811440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757547.811449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757547.811461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757547.811476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757547.811495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757547.811503:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757547.811512:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757547.811524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757547.811564:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757547.811574:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757547.811581:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757547.811590:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757547.811603:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757547.811611:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757547.811624:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757547.811631:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757547.811646:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757547.939388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757547.939397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757547.939400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757547.939407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757547.939412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757547.939416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757547.939420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757547.939423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757547.939428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.835448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757548.835459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757548.835467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.835482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757548.835494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757548.835503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757548.835524:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757548.835529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757548.835535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.835565:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757548.835575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757548.835582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.835595:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757548.835607:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757548.835619:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757548.835637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757548.835647:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757548.835659:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757548.899473:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757548.899482:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757548.899486:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757548.899491:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757548.899496:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757548.899506:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15253 00000400:00000200:1.0:1787757548.899518:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757548.899526:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757548.899531:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757548.899535:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899540:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.899544:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899548:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757548.899552:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757548.899555:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757548.899558:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757548.899562:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757548.899565:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757548.899569:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757548.899574:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899577:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.899579:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899582:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757548.899586:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757548.899593:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899598:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757548.899604:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757548.899609:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757548.899615:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.899619:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757548.899624:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757548.899634:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757548.899642:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757548.899649:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757548.899653:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.899658:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757548.899662:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757548.899669:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757548.899683:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757548.899727:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.899745:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931065344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757548.899766:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757548.899775:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757548.899785:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931065344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757548.899839:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757548.899847:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757548.899853:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757548.899866:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757548.899870:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757548.899876:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757548.899883:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15253 00000400:00000200:1.0:1787757548.899889:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757548.899894:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757548.899898:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757548.899902:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899906:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.899909:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899915:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757548.899921:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757548.899925:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757548.899930:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757548.899935:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757548.899939:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757548.899944:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757548.899953:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899958:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.899963:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.899969:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757548.899977:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757548.899991:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757548.900021:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757548.900034:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757548.900048:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757548.900060:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.900070:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757548.900082:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757548.900094:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.900106:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757548.900122:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757548.900133:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757548.900143:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757548.900151:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.900160:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757548.900164:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757548.900171:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757548.900187:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757548.900204:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.900224:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931065472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757548.900253:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757548.900264:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757548.900319:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931065472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757548.900343:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757548.900350:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757548.900365:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757548.900370:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757548.900377:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757548.900387:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757548.900400:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15253 00000400:00000200:1.0:1787757548.900417:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757548.900436:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757548.900445:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757548.900459:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.900471:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.900479:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.900490:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757548.900499:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757548.900504:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757548.900512:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757548.900521:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757548.900527:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757548.900534:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757548.900549:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.900558:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.900569:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.900579:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757548.900592:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757548.900609:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757548.900625:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757548.900636:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757548.900648:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757548.900657:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.900665:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757548.900674:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757548.900686:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.900721:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757548.900735:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757548.900744:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757548.900752:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757548.900758:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.900763:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757548.900772:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757548.900780:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757548.900795:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757548.900811:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.900833:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931065600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757548.900866:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757548.900873:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757548.900893:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931065600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757548.900919:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757548.900932:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757548.900944:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757548.900951:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757548.900958:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757548.900971:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757548.900984:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15253 00000400:00000200:1.0:1787757548.901000:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757548.901019:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757548.901031:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757548.901047:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901062:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.901076:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901085:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757548.901095:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757548.901102:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757548.901112:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757548.901118:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757548.901129:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757548.901136:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757548.901150:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901162:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.901169:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901180:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757548.901192:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757548.901207:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901218:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757548.901230:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757548.901240:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757548.901247:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.901256:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757548.901262:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757548.901320:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.901331:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757548.901345:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757548.901358:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757548.901368:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757548.901376:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.901386:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757548.901394:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757548.901402:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757548.901419:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757548.901433:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.901457:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931065728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757548.901529:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757548.901540:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757548.901562:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931065728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757548.901612:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757548.901623:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757548.901638:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757548.901647:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757548.901653:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757548.901667:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757548.901682:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15253 00000400:00000200:1.0:1787757548.901724:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757548.901740:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757548.901753:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757548.901772:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901783:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.901795:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901807:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757548.901818:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757548.901824:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757548.901835:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757548.901842:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757548.901853:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757548.901867:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757548.901885:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901895:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757548.901907:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901916:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757548.901927:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757548.901940:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757548.901947:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757548.901953:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757548.901961:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757548.901968:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.901975:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757548.901981:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757548.901990:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.901996:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757548.902006:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757548.902016:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757548.902027:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757548.902032:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757548.902038:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757548.902040:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757548.902045:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757548.902057:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757548.902071:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.902093:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931065856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757548.902159:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757548.902171:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757548.902189:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931065856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757548.902242:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757548.902258:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15263) 00000100:00000001:1.0:1787757548.963394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757548.963401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757548.963404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757548.963410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757548.963414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757548.963419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757548.963422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757548.963426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757548.963429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757549.859472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757549.859482:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757549.859489:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757549.859497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757549.859508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757549.859516:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757549.859524:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757549.859530:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757549.859545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757549.859576:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757549.859588:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757549.859594:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757549.859606:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757549.859612:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757549.859624:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757549.859639:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757549.859647:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757549.859659:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757549.923498:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309926865, at 4309926912 00000100:00000010:1.0:1787757549.923512:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787757549.987385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757549.987393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757549.987396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757549.987402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757549.987406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757549.987411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757549.987414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757549.987418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757549.987422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757550.883419:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757550.883429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757550.883433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757550.883440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757550.883447:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757550.883453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757550.883457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757550.883462:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757550.883488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757550.883542:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757550.883551:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757550.883560:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757550.883569:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757550.883578:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757550.883586:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757550.883602:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757550.883612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757550.883620:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757550.883655:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757550.883691:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757550.883698:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757550.883706:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757550.883714:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757550.883724:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757550.883731:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757550.883738:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757550.883745:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757551.011409:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757551.011416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757551.011419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757551.011426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757551.011431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757551.011437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757551.011443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757551.011448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757551.011453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757551.907478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757551.907490:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757551.907496:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757551.907511:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757551.907524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757551.907531:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757551.907543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757551.907548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757551.907555:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757551.907586:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757551.907595:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757551.907601:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757551.907615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757551.907627:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757551.907637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757551.907730:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757551.907738:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757551.907747:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757552.035365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757552.035373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757552.035376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757552.035382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757552.035386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757552.035391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757552.035394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757552.035398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757552.035402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757552.931446:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757552.931457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757552.931463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757552.931476:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757552.931484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757552.931497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757552.931509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757552.931515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757552.931524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757552.931564:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757552.931573:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757552.931583:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757552.931589:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757552.931601:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757552.931615:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757552.931691:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757552.931699:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757552.931709:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757553.059440:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757553.059451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757553.059455:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757553.059464:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757553.059470:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757553.059477:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.059482:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757553.059487:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.059492:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757553.955439:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757553.955452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757553.955457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757553.955467:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757553.955478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757553.955487:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.955501:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757553.955507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.955511:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757553.955601:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757553.955638:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757553.955649:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757553.955683:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757553.955696:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757553.955709:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.955788:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757553.955798:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.955808:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757553.955852:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757553.955860:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757553.955865:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757553.955870:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757553.955879:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757553.955885:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.955897:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757553.955904:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757553.955911:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757554.083357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757554.083364:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757554.083367:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757554.083372:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757554.083377:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757554.083381:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757554.083384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757554.083387:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757554.083391:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757554.979511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757554.979526:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757554.979539:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757554.979569:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757554.979611:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757554.979627:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757554.979649:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757554.979660:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757554.979668:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757554.979689:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757554.979698:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757554.979701:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757554.979715:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757554.979735:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757554.979756:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757554.979782:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757554.979799:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757554.979814:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757555.043426:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309931986, at 4309932032 00000100:00000010:1.0:1787757555.043446:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a420. 00000100:00000001:1.0:1787757555.107360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757555.107369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757555.107371:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757555.107377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757555.107381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757555.107385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757555.107388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757555.107391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757555.107395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757556.003561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757556.003608:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757556.003621:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757556.003645:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757556.003666:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757556.003680:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757556.003732:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757556.003740:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757556.003751:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757556.003801:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757556.003812:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757556.003822:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757556.003840:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757556.003858:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757556.003866:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757556.003877:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757556.003884:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757556.003904:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757556.131433:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757556.131446:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757556.131449:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757556.131457:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757556.131462:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757556.131468:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757556.131472:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757556.131476:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757556.131480:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757557.027500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757557.027520:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757557.027531:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757557.027585:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757557.027607:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757557.027621:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757557.027630:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757557.027649:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757557.027677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757557.027755:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757557.027763:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757557.027768:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757557.027778:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757557.027794:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757557.027804:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757557.027822:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757557.027835:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757557.027846:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757557.155357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757557.155369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757557.155373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757557.155381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757557.155385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757557.155390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757557.155393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757557.155396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757557.155401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757558.051438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757558.051451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757558.051454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757558.051464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757558.051480:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757558.051493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.051508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757558.051519:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.051555:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757558.051623:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757558.051637:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757558.051649:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757558.051671:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757558.051688:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757558.051709:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.051721:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757558.051732:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.051747:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757558.051799:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757558.051811:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757558.051816:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757558.051827:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757558.051841:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757558.051855:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.051871:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757558.051879:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.051887:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757558.179378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757558.179388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757558.179392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757558.179400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757558.179407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757558.179413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.179433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757558.179439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757558.179453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757559.075498:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757559.075507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757559.075545:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757559.075557:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757559.075576:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757559.075597:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757559.075624:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757559.075632:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757559.075639:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757559.075691:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757559.075700:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757559.075706:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757559.075713:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757559.075727:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757559.075738:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757559.075747:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757559.075755:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757559.075761:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757559.203377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757559.203386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757559.203389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757559.203396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757559.203400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757559.203405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757559.203408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757559.203412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757559.203417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757560.099448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757560.099459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757560.099464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757560.099473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757560.099481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757560.099491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.099534:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757560.099543:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.099554:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757560.099617:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757560.099631:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757560.099644:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757560.099652:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757560.099661:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757560.099671:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.099688:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757560.099705:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.099715:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757560.099786:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757560.099797:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757560.099803:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757560.099817:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757560.099823:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757560.099834:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.099842:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757560.099854:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.099868:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757560.163414:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309937105, at 4309937152 00000100:00000010:1.0:1787757560.163433:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787757560.227361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757560.227369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757560.227372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757560.227378:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757560.227383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757560.227388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.227394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757560.227399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757560.227405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757561.123462:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757561.123471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757561.123475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757561.123511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757561.123523:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757561.123533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757561.123545:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757561.123553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757561.123568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757561.123650:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757561.123657:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757561.123664:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757561.123681:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757561.123695:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757561.123704:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757561.123711:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757561.123714:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757561.123720:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757561.251406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757561.251413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757561.251416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757561.251421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757561.251425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757561.251429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757561.251433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757561.251436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757561.251439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757562.147402:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757562.147416:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757562.147420:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757562.147427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757562.147434:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757562.147442:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.147448:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757562.147456:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.147490:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757562.147552:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757562.147561:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757562.147569:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757562.147579:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757562.147587:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757562.147598:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.147607:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757562.147617:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.147630:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757562.147664:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757562.147675:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757562.147684:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757562.147696:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757562.147704:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757562.147711:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.147716:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757562.147723:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.147752:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757562.275413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757562.275424:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757562.275427:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757562.275434:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757562.275439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757562.275443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.275446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757562.275450:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757562.275454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757563.171495:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757563.171505:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757563.171513:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757563.171530:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757563.171544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757563.171550:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757563.171561:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757563.171568:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757563.171580:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757563.171616:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757563.171626:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757563.171632:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757563.171645:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757563.171657:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757563.171668:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757563.171691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757563.171699:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757563.171708:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757563.299405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757563.299413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757563.299416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757563.299423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757563.299427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757563.299432:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757563.299435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757563.299439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757563.299468:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757564.195468:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757564.195478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757564.195482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757564.195490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757564.195496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757564.195502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.195506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757564.195511:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.195518:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757564.195580:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757564.195588:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757564.195599:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757564.195615:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757564.195631:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757564.195647:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.195671:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757564.195678:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.195685:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757564.195714:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757564.195727:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757564.195739:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757564.195756:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757564.195765:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757564.195775:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.195799:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757564.195808:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.195815:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757564.323391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757564.323398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757564.323401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757564.323407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757564.323411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757564.323415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.323419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757564.323447:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757564.323453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757565.219523:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757565.219539:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757565.219548:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757565.219565:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757565.219576:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757565.219588:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757565.219604:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757565.219615:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757565.219630:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757565.219675:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757565.219683:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757565.219690:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757565.219696:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757565.219704:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757565.219712:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757565.219724:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757565.219732:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757565.219739:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757565.283388:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309942225, at 4309942272 00000100:00000010:1.0:1787757565.283433:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:1.0:1787757565.347373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757565.347380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757565.347383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757565.347388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757565.347392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757565.347397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757565.347400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757565.347438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757565.347444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757566.243425:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757566.243442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757566.243448:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757566.243460:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757566.243473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757566.243504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757566.243533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757566.243553:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757566.243581:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757566.243644:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757566.243670:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757566.243685:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757566.243694:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757566.243702:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757566.243713:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757566.243724:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757566.243741:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757566.243769:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757566.371441:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757566.371451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757566.371455:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757566.371463:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757566.371469:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757566.371475:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757566.371480:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757566.371485:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757566.371491:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757567.267576:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757567.267593:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757567.267599:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757567.267621:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757567.267648:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757567.267673:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757567.267697:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757567.267718:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757567.267732:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757567.395445:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757567.395456:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757567.395460:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757567.395470:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757567.395477:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757567.395485:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757567.395490:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757567.395493:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757567.395498:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757568.291550:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757568.291574:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757568.291592:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757568.291619:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757568.291642:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757568.291671:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757568.291697:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757568.291719:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757568.291735:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757568.291801:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757568.291813:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757568.291817:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757568.291830:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757568.291850:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757568.291861:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757568.291876:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757568.291886:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757568.291912:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757568.419505:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757568.419516:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757568.419521:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757568.419550:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757568.419558:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757568.419565:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757568.419572:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757568.419577:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757568.419584:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757569.315543:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757569.315560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757569.315582:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757569.315614:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757569.315635:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757569.315653:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757569.315673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757569.315689:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757569.315705:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757569.315745:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757569.315761:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757569.315782:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757569.315800:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757569.315822:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757569.315834:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757569.315861:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757569.315877:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757569.315904:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757569.443454:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757569.443463:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757569.443466:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757569.443471:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757569.443476:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757569.443481:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757569.443485:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757569.443488:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757569.443492:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757570.339492:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757570.339507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757570.339517:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757570.339535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757570.339550:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757570.339572:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.339592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757570.339613:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.339635:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757570.339732:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757570.339746:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757570.339763:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757570.339772:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757570.339787:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757570.339804:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.339837:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757570.339848:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.339866:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757570.339909:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757570.339916:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757570.339925:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757570.339931:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757570.339940:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757570.339945:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.339950:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757570.339958:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.339972:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757570.403439:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309947345, at 4309947392 00000100:00000010:1.0:1787757570.403455:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:1.0:1787757570.467474:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757570.467481:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757570.467484:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757570.467491:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757570.467495:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757570.467501:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.467505:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757570.467509:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757570.467512:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757571.363531:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757571.363548:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757571.363557:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757571.363575:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757571.363601:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757571.363616:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757571.363649:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757571.363664:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757571.363674:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757571.363717:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757571.363726:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757571.363743:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757571.363768:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757571.363788:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757571.363823:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757571.363865:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757571.363875:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757571.363885:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757571.491414:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757571.491424:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757571.491428:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757571.491436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757571.491443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757571.491449:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757571.491454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757571.491459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757571.491465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757572.387491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757572.387511:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757572.387526:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757572.387549:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757572.387564:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757572.387577:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757572.387637:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757572.387653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757572.387669:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757572.387708:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757572.387726:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757572.387744:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757572.387768:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757572.387780:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757572.387799:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757572.387809:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757572.387822:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757572.387852:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757572.515403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757572.515411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757572.515414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757572.515421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757572.515425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757572.515429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757572.515433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757572.515436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757572.515440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757573.411507:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757573.411528:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757573.411550:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757573.411583:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757573.411608:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757573.411625:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757573.411649:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757573.411657:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757573.411681:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757573.411735:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757573.411752:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757573.411762:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757573.411779:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757573.411798:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757573.411812:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757573.411828:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757573.411844:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757573.411867:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757573.539445:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757573.539457:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757573.539461:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757573.539467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757573.539472:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757573.539476:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757573.539480:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757573.539483:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757573.539487:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757574.435494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757574.435518:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757574.435535:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757574.435574:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757574.435597:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757574.435622:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757574.435691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757574.435707:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757574.435722:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757574.435771:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757574.435786:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757574.435799:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757574.435815:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757574.435840:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757574.435856:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757574.435885:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757574.435896:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757574.435915:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757574.563413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757574.563421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757574.563424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757574.563430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757574.563435:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757574.563439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757574.563443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757574.563447:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757574.563450:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757575.459363:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757575.459370:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757575.459376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757575.459384:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757575.459393:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757575.459399:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757575.459416:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757575.459420:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757575.459425:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757575.459445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757575.459453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757575.459458:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757575.459466:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757575.459474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757575.459479:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757575.459486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757575.459492:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757575.459497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757575.523336:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309952465, at 4309952512 00000100:00000010:1.0:1787757575.523345:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000001:1.0:1787757575.587326:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757575.587332:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757575.587334:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757575.587339:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757575.587342:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757575.587346:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757575.587349:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757575.587351:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757575.587354:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757576.483358:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757576.483364:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757576.483369:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757576.483375:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757576.483381:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757576.483387:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.483391:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757576.483396:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.483399:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757576.483410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757576.483413:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757576.483416:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757576.483423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757576.483427:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757576.483431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.483435:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757576.483441:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.483448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757576.483476:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757576.483480:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757576.483481:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757576.483483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757576.483485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757576.483488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.483490:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757576.483492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.483496:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757576.611363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757576.611368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757576.611371:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757576.611376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757576.611380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757576.611383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.611386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757576.611389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757576.611392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757577.507434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757577.507449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757577.507457:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757577.507471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757577.507485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757577.507497:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757577.507517:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757577.507525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757577.507533:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757577.507600:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757577.507611:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757577.507622:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757577.507639:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757577.507651:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757577.507660:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757577.507672:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757577.507682:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757577.507699:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757577.635367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757577.635374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757577.635376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757577.635382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757577.635386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757577.635390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757577.635393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757577.635396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757577.635399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757578.531550:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757578.531570:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757578.531580:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757578.531593:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757578.531608:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757578.531626:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757578.531681:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757578.531690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757578.531702:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757578.531762:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757578.531772:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757578.531780:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757578.531797:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757578.531804:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757578.531811:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757578.531834:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757578.531847:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757578.531859:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757578.659407:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757578.659419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757578.659422:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757578.659430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757578.659435:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757578.659441:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757578.659445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757578.659449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757578.659454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757579.555418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757579.555428:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757579.555432:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757579.555439:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757579.555446:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757579.555455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.555465:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757579.555476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.555491:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757579.555544:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757579.555552:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757579.555559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757579.555564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757579.555573:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757579.555580:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.555588:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757579.555594:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.555598:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757579.555644:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757579.555653:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757579.555661:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757579.555673:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757579.555682:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757579.555689:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.555702:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757579.555707:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.555717:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757579.683380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757579.683389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757579.683393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757579.683400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757579.683404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757579.683409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.683412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757579.683415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757579.683419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757580.579440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757580.579452:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757580.579460:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757580.579472:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757580.579486:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757580.579495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757580.579503:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757580.579510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757580.579518:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757580.579552:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757580.579560:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757580.579566:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757580.579577:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757580.579589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757580.579597:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757580.579623:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757580.579628:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757580.579633:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757580.643397:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309957585, at 4309957632 00000100:00000010:1.0:1787757580.643411:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000001:1.0:1787757580.707362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757580.707370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757580.707373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757580.707379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757580.707383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757580.707388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757580.707392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757580.707395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757580.707399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757581.603420:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757581.603435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757581.603445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757581.603460:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757581.603474:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757581.603484:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757581.603495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757581.603508:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757581.603520:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757581.603557:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757581.603567:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757581.603574:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757581.603584:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757581.603594:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757581.603604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757581.603630:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757581.603638:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757581.603646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757581.731368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757581.731376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757581.731379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757581.731386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757581.731390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757581.731395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757581.731398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757581.731402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757581.731405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757582.627404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757582.627415:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757582.627422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757582.627432:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757582.627442:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757582.627451:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757582.627460:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757582.627469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757582.627477:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757582.627558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757582.627571:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757582.627581:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757582.627598:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757582.627613:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757582.627622:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757582.627638:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757582.627647:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757582.627655:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757582.755384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757582.755396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757582.755400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757582.755409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757582.755415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757582.755421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757582.755426:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757582.755431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757582.755437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757583.651420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757583.651433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757583.651443:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757583.651461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757583.651476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757583.651488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.651500:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757583.651506:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.651517:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757583.651552:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757583.651559:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757583.651564:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757583.651571:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757583.651581:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757583.651588:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.651594:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757583.651601:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.651607:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757583.651669:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757583.651680:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757583.651688:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757583.651699:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757583.651704:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757583.651712:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.651715:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757583.651718:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.651721:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757583.779384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757583.779393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757583.779396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757583.779402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757583.779407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757583.779412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.779415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757583.779419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757583.779423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757584.675450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757584.675464:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757584.675475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757584.675484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757584.675494:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757584.675503:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757584.675511:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757584.675520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757584.675527:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757584.675564:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757584.675587:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757584.675595:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757584.675606:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757584.675615:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757584.675624:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757584.675642:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757584.675651:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757584.675660:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757584.803387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757584.803394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757584.803397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757584.803402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757584.803405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757584.803409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757584.803412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757584.803416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757584.803419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757585.699422:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757585.699432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757585.699441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757585.699453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757585.699462:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757585.699473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.699487:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757585.699496:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.699505:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757585.699542:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757585.699549:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757585.699552:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757585.699557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757585.699563:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757585.699572:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.699585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757585.699593:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.699606:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757585.699666:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757585.699675:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757585.699680:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757585.699686:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757585.699693:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757585.699704:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.699716:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757585.699726:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.699739:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757585.763364:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309962705, at 4309962752 00000100:00000010:1.0:1787757585.763381:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787757585.827363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757585.827370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757585.827373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757585.827378:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757585.827382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757585.827387:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.827391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757585.827395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757585.827399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757586.723444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757586.723456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757586.723464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757586.723479:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757586.723495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757586.723506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757586.723539:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757586.723546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757586.723553:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757586.723584:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757586.723595:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757586.723603:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757586.723610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757586.723619:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757586.723629:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757586.723637:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757586.723643:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757586.723650:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757586.851451:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757586.851460:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757586.851463:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757586.851470:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757586.851475:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757586.851479:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757586.851483:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757586.851487:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757586.851491:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757587.747415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757587.747426:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757587.747433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757587.747444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757587.747456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757587.747470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757587.747499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757587.747507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757587.747513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757587.747547:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757587.747557:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757587.747565:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757587.747574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757587.747585:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757587.747596:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757587.747607:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757587.747614:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757587.747627:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757587.875401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757587.875416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757587.875419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757587.875428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757587.875434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757587.875439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757587.875443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757587.875448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757587.875453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757588.771401:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757588.771416:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757588.771422:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757588.771433:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757588.771447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757588.771459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.771470:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757588.771479:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.771493:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757588.771550:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757588.771558:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757588.771561:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757588.771565:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757588.771573:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757588.771582:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.771596:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757588.771602:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.771616:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757588.771673:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757588.771682:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757588.771691:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757588.771696:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757588.771701:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757588.771707:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.771711:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757588.771714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.771718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757588.899419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757588.899443:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757588.899446:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757588.899453:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757588.899458:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757588.899463:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.899467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757588.899470:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757588.899475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757589.795439:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757589.795448:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757589.795459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757589.795474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757589.795481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757589.795492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757589.795536:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757589.795543:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757589.795549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757589.795578:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757589.795587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757589.795594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757589.795604:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757589.795612:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757589.795619:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757589.795631:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757589.795645:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757589.795662:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757589.923381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757589.923389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757589.923392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757589.923398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757589.923403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757589.923408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757589.923411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757589.923414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757589.923418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757590.819433:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757590.819447:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757590.819457:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757590.819470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757590.819483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757590.819493:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757590.819530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757590.819537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757590.819553:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757590.819574:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757590.819579:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757590.819585:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757590.819590:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757590.819596:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757590.819602:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757590.819608:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757590.819612:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757590.819619:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757590.883384:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309967825, at 4309967872 00000100:00000010:1.0:1787757590.883405:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787757590.947401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757590.947410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757590.947413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757590.947419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757590.947424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757590.947428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757590.947431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757590.947435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757590.947439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757591.843437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757591.843448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757591.843457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757591.843471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757591.843485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757591.843496:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757591.843524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757591.843530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757591.843536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757591.843566:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757591.843576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757591.843585:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757591.843594:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757591.843609:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757591.843619:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757591.843627:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757591.843635:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757591.843644:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757591.971380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757591.971389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757591.971392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757591.971398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757591.971403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757591.971407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757591.971411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757591.971414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757591.971418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757592.867420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757592.867436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757592.867446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757592.867460:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757592.867474:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757592.867486:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757592.867500:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757592.867511:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757592.867525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757592.867579:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757592.867593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757592.867602:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757592.867612:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757592.867627:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757592.867639:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757592.867652:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757592.867661:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757592.867666:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757592.995388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757592.995396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757592.995398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757592.995405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757592.995409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757592.995413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757592.995416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757592.995419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757592.995423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757593.891402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757593.891410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757593.891414:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757593.891421:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757593.891428:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757593.891434:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757593.891442:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757593.891449:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757593.891463:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757593.891518:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757593.891530:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757593.891537:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757593.891544:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757593.891558:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757593.891566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757593.891572:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757593.891575:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757593.891581:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757593.891616:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757593.891628:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757593.891638:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757593.891652:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757593.891660:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757593.891672:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757593.891687:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757593.891695:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757593.891706:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757594.019367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757594.019375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757594.019378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757594.019384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757594.019388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757594.019392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757594.019396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757594.019399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757594.019403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757594.915461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757594.915477:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757594.915487:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757594.915503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757594.915512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757594.915523:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757594.915546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757594.915553:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757594.915560:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757594.915596:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757594.915605:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757594.915613:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757594.915618:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757594.915625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757594.915632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757594.915651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757594.915657:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757594.915662:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757595.043361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757595.043369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757595.043372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757595.043377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757595.043381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757595.043385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757595.043388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757595.043391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757595.043395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757595.939456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757595.939471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757595.939483:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757595.939497:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757595.939514:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757595.939527:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757595.939540:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757595.939552:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757595.939566:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757595.939600:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757595.939608:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757595.939616:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757595.939623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757595.939635:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757595.939647:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757595.939658:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757595.939666:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757595.939678:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757596.003424:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309972945, at 4309972992 00000100:00000010:1.0:1787757596.003443:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787757596.067420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757596.067427:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757596.067430:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757596.067435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757596.067440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757596.067444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757596.067447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757596.067451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757596.067454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757596.963436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757596.963443:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757596.963450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757596.963463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757596.963480:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757596.963498:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757596.963516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757596.963521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757596.963536:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757596.963571:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757596.963579:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757596.963587:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757596.963603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757596.963612:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757596.963617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757596.963627:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757596.963637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757596.963652:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757597.091401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757597.091409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757597.091412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757597.091419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757597.091423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757597.091428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757597.091431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757597.091435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757597.091439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757597.987410:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757597.987422:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757597.987429:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757597.987447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757597.987462:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757597.987472:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757597.987497:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757597.987509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757597.987525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757597.987560:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757597.987571:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757597.987579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757597.987587:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757597.987596:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757597.987608:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757597.987623:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757597.987631:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757597.987639:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757598.115403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757598.115410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757598.115412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757598.115416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757598.115419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757598.115422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757598.115425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757598.115427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757598.115429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757599.011450:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757599.011460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757599.011469:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757599.011484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757599.011499:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757599.011510:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757599.011533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757599.011541:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757599.011549:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757599.011586:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757599.011597:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757599.011603:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757599.011615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757599.011626:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757599.011631:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757599.011637:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757599.011645:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757599.011654:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757599.139382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757599.139390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757599.139393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757599.139398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757599.139403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757599.139408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757599.139412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757599.139416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757599.139420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757600.035527:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757600.035547:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757600.035559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757600.035579:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757600.035602:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757600.035615:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757600.035640:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757600.035656:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757600.035681:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757600.035744:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757600.035760:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757600.035778:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757600.035826:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757600.035843:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757600.035858:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757600.035883:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757600.035888:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757600.035897:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757600.163441:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757600.163455:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757600.163460:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757600.163471:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757600.163479:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757600.163487:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757600.163492:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757600.163498:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757600.163503:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757601.059435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757601.059449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757601.059458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757601.059470:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757601.059485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757601.059495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.059522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757601.059529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.059537:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757601.059651:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757601.059661:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757601.059670:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757601.059676:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757601.059682:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757601.059686:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.059691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757601.059694:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.059698:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757601.059719:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757601.059725:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757601.059727:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757601.059736:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757601.059745:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757601.059751:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.059755:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757601.059765:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.059803:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757601.123409:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309978065, at 4309978112 00000100:00000010:1.0:1787757601.123445:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787757601.187391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757601.187398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757601.187402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757601.187408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757601.187413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757601.187418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.187422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757601.187426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757601.187430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757602.083461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757602.083476:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757602.083484:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757602.083494:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757602.083507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757602.083514:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757602.083522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757602.083529:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757602.083540:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757602.083613:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757602.083624:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757602.083633:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757602.083649:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757602.083658:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757602.083666:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757602.083672:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757602.083676:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757602.083681:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757602.211406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757602.211416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757602.211419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757602.211443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757602.211450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757602.211456:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757602.211462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757602.211467:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757602.211474:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757603.107558:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757603.107581:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757603.107594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757603.107631:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757603.107670:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757603.107693:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757603.107723:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757603.107775:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757603.107791:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757603.107858:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757603.107868:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757603.107874:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757603.107890:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757603.107912:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757603.107942:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757603.107959:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757603.107977:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757603.108003:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757603.235463:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757603.235476:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757603.235480:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757603.235488:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757603.235494:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757603.235502:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757603.235508:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757603.235514:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757603.235522:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757604.131423:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757604.131436:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757604.131448:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757604.131465:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757604.131477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757604.131490:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.131504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757604.131514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.131525:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757604.131566:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757604.131575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757604.131580:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757604.131594:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757604.131605:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757604.131612:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.131620:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757604.131627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.131640:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757604.131706:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757604.131718:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757604.131754:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757604.131762:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757604.131768:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757604.131773:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.131778:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757604.131781:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.131786:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757604.259409:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757604.259418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757604.259421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757604.259428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757604.259433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757604.259437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.259441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757604.259445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757604.259449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757605.155441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757605.155454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757605.155462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757605.155471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757605.155479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757605.155491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757605.155507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757605.155516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757605.155525:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757605.155566:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757605.155578:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757605.155588:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757605.155618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757605.155628:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757605.155637:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757605.155664:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757605.155672:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757605.155680:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757605.283395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757605.283403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757605.283405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757605.283411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757605.283416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757605.283420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757605.283442:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757605.283445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757605.283449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757606.179450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757606.179464:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757606.179472:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757606.179481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757606.179492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757606.179503:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757606.179532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757606.179540:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757606.179548:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757606.179590:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757606.179600:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757606.179608:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757606.179623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757606.179633:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757606.179642:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757606.179648:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757606.179652:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757606.179659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757606.243409:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309983185, at 4309983232 00000100:00000010:1.0:1787757606.243434:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000001:1.0:1787757606.307397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757606.307404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757606.307408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757606.307414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757606.307418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757606.307423:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757606.307428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757606.307431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757606.307435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757607.203530:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757607.203547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757607.203563:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757607.203584:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757607.203610:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757607.203631:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757607.203692:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757607.203701:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757607.203711:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757607.203793:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757607.203802:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757607.203809:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757607.203825:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757607.203839:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757607.203845:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757607.203859:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757607.203869:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757607.203886:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757607.331386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757607.331393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757607.331396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757607.331402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757607.331407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757607.331412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757607.331416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757607.331419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757607.331422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757608.227508:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757608.227524:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757608.227530:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757608.227551:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757608.227570:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757608.227583:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757608.227604:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757608.227612:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757608.227629:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757608.227708:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757608.227720:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757608.227731:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757608.227746:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757608.227776:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757608.227808:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757608.227832:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757608.227840:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757608.227852:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757608.355435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757608.355450:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757608.355453:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757608.355465:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757608.355472:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757608.355480:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757608.355487:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757608.355492:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757608.355500:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757609.251469:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757609.251480:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757609.251492:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757609.251511:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757609.251526:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757609.251538:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757609.251566:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757609.251578:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757609.251590:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757609.251661:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757609.251673:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757609.251683:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757609.251709:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757609.251725:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757609.251734:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757609.251750:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757609.251758:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757609.251764:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757609.379395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757609.379405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757609.379408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757609.379415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757609.379420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757609.379424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757609.379428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757609.379432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757609.379436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757610.275490:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757610.275508:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757610.275526:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757610.275553:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757610.275569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757610.275578:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757610.275589:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757610.275597:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757610.275610:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757610.275698:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757610.275707:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757610.275722:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757610.275747:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757610.275768:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757610.275785:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757610.275800:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757610.275814:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757610.275827:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757610.403427:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757610.403436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757610.403439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757610.403445:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757610.403450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757610.403455:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757610.403459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757610.403463:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757610.403467:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757611.299467:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757611.299478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757611.299482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757611.299489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757611.299497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757611.299508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.299515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757611.299527:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.299540:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757611.299625:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757611.299632:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757611.299638:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757611.299645:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757611.299656:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757611.299668:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.299681:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757611.299690:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.299705:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757611.299738:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757611.299750:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757611.299758:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757611.299766:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757611.299774:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757611.299829:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.299841:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757611.299846:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.299854:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757611.363523:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309988305, at 4309988352 00000100:00000010:1.0:1787757611.363540:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787757611.427396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757611.427405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757611.427408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757611.427414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757611.427419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757611.427424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.427428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757611.427431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757611.427435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757612.323430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757612.323443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757612.323455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757612.323470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757612.323482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757612.323493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.323521:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757612.323529:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.323535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757612.323571:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757612.323613:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757612.323623:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757612.323637:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757612.323649:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757612.323658:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.323666:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757612.323676:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.323686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757612.323719:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757612.323727:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757612.323731:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757612.323737:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757612.323742:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757612.323747:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.323753:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757612.323756:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.323761:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757612.451376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757612.451386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757612.451389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757612.451395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757612.451400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757612.451405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.451408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757612.451412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757612.451416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.347449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757613.347463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757613.347473:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757613.347489:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757613.347505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757613.347517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.347534:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757613.347543:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.347553:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.347616:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757613.347624:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757613.347630:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757613.347637:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757613.347647:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757613.347659:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.347672:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757613.347677:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.347689:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.347745:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757613.347752:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757613.347754:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757613.347757:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757613.347762:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757613.347767:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.347772:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757613.347776:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.347780:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787757613.411674:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787757613.411727:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787757613.411741:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757613.411746:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787757613.411753:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757613.411759:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787757613.411766:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757613.411772:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:1.0:1787757613.411780:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757613.411787:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757613.411795:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47c38 00000400:00000010:1.0:1787757613.411798:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47c38. 00000100:00000001:1.0:1787757613.411805:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757613.411816:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce1c0 x1874583931073024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.411848:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757613.411853:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931073024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.411865:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.411867:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757613.411880:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757613.411884:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9c00. 00000400:00000200:1.0:1787757613.411888:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757613.411895:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757613.411900:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:1.0:1787757613.411903:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787757613.411908:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757613.411918:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cfc00 x1874583931073152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.411942:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757613.411955:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931073152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.411977:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.411986:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757613.412004:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757613.412015:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9e00. 00000400:00000200:1.0:1787757613.412027:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757613.412045:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757613.412061:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47a18 00000400:00000010:1.0:1787757613.412070:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47a18. 00000100:00000001:1.0:1787757613.412082:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757613.412097:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ccf00 x1874583931073280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.412147:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757613.412163:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931073280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.412194:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.412203:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757613.412223:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757613.412233:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9800. 00000400:00000200:1.0:1787757613.412245:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757613.412263:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757613.412384:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:1.0:1787757613.412395:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787757613.412407:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757613.412423:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf0c0 x1874583931073408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.412463:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757613.412480:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931073408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.412527:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.412537:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757613.412585:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757613.412592:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:1.0:1787757613.412605:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757613.412628:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757613.412640:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47990 00000400:00000010:1.0:1787757613.412650:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47990. 00000100:00000001:1.0:1787757613.412660:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757613.412678:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ced00 x1874583931073536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.412715:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757613.412731:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931073536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757613.412780:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757613.412787:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757613.475412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757613.475421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757613.475424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757613.475430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757613.475434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757613.475439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.475443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757613.475446:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757613.475464:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757614.371435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757614.371450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757614.371463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757614.371474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757614.371487:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757614.371496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757614.371530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757614.371562:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757614.371573:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757614.371605:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757614.371614:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757614.371620:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757614.371639:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757614.371648:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757614.371658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757614.371668:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757614.371677:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757614.371682:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757614.499430:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757614.499440:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757614.499442:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757614.499448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757614.499453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757614.499457:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757614.499461:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757614.499464:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757614.499468:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.395388:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757615.395400:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757615.395403:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.395411:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757615.395419:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757615.395424:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757615.395429:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757615.395434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757615.395439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.395485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757615.395496:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757615.395504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.395515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757615.395551:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757615.395562:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757615.395600:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757615.395606:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757615.395616:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757615.459488:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757615.459500:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757615.459505:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757615.459511:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757615.459518:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757615.459552:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15320 00000400:00000200:1.0:1787757615.459567:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757615.459578:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757615.459584:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757615.459592:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459598:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.459603:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459608:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757615.459615:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757615.459619:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757615.459623:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757615.459628:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757615.459631:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757615.459634:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757615.459639:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459642:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.459645:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459648:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757615.459652:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757615.459656:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459660:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757615.459663:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757615.459668:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757615.459672:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.459675:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757615.459678:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757615.459688:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757615.459695:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757615.459702:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757615.459707:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.459712:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757615.459717:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757615.459724:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757615.459747:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757615.459760:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.459776:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931073664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757615.459797:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757615.459805:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757615.459815:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931073664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757615.459854:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757615.459861:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757615.459867:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757615.459870:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757615.459873:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757615.459879:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757615.459885:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15320 00000400:00000200:1.0:1787757615.459894:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757615.459902:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757615.459908:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757615.459915:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459921:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.459927:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459932:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757615.459937:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757615.459939:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757615.459943:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757615.459948:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757615.459954:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757615.459972:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757615.459987:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.459996:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.460007:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460016:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757615.460027:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757615.460043:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460055:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757615.460064:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757615.460081:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757615.460096:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.460105:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757615.460119:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757615.460131:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.460139:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757615.460154:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757615.460165:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757615.460179:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757615.460185:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.460192:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757615.460198:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757615.460209:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757615.460228:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757615.460237:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.460256:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931073792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757615.460326:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757615.460331:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757615.460343:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931073792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757615.460371:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757615.460384:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757615.460399:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757615.460408:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757615.460415:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757615.460426:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757615.460439:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15320 00000400:00000200:1.0:1787757615.460456:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757615.460465:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757615.460471:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757615.460477:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460482:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.460491:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460498:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757615.460510:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757615.460518:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757615.460547:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757615.460554:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757615.460564:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757615.460573:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757615.460588:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460598:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.460611:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460623:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757615.460636:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757615.460653:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757615.460665:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757615.460673:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757615.460683:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757615.460693:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.460703:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757615.460713:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757615.460727:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.460734:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757615.460745:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757615.460759:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757615.460771:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757615.460776:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.460785:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757615.460791:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757615.460798:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757615.460813:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757615.460827:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.460847:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931073920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757615.460891:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757615.460903:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757615.460929:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931073920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757615.460969:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757615.460982:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757615.460999:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757615.461007:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757615.461013:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757615.461024:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757615.461038:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15320 00000400:00000200:1.0:1787757615.461053:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757615.461071:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757615.461081:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757615.461094:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461103:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.461110:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461120:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757615.461127:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757615.461136:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757615.461143:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757615.461152:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757615.461164:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757615.461179:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757615.461196:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461207:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.461219:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461230:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757615.461242:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757615.461254:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461314:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757615.461324:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757615.461336:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757615.461348:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.461356:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757615.461364:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757615.461376:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.461385:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757615.461398:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757615.461410:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757615.461421:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757615.461428:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.461437:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757615.461445:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757615.461454:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757615.461468:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757615.461480:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.461501:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931074048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757615.461589:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757615.461600:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757615.461628:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931074048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757615.461669:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757615.461679:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757615.461694:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757615.461701:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757615.461707:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757615.461720:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757615.461733:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15320 00000400:00000200:1.0:1787757615.461752:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757615.461767:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757615.461778:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757615.461794:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461808:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.461818:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461825:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757615.461834:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757615.461837:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757615.461844:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757615.461849:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757615.461857:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757615.461861:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757615.461870:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461881:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757615.461885:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461892:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757615.461899:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757615.461908:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757615.461916:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757615.461923:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757615.461928:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757615.461936:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.461945:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757615.461950:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757615.461957:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.461967:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757615.461972:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757615.461977:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757615.461987:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757615.461991:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757615.461997:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757615.462000:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757615.462008:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757615.462015:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757615.462024:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.462039:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931074176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757615.462091:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757615.462102:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757615.462126:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931074176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757615.462165:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757615.462183:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15330) 00000100:00000001:1.0:1787757615.523391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757615.523398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757615.523401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757615.523407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757615.523412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757615.523416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757615.523419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757615.523422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757615.523425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757616.419467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757616.419478:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757616.419492:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757616.419550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757616.419580:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757616.419603:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757616.419659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757616.419667:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757616.419676:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757616.419720:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757616.419730:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757616.419752:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757616.419785:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757616.419816:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757616.419838:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757616.419862:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757616.419870:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757616.419885:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757616.483626:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309993425, at 4309993472 00000100:00000010:1.0:1787757616.483643:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:1.0:1787757616.547386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757616.547393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757616.547396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757616.547402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757616.547406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757616.547410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757616.547414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757616.547417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757616.547420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757617.443522:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757617.443534:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757617.443544:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757617.443558:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757617.443573:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757617.443585:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757617.443597:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757617.443604:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757617.443611:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757617.443677:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757617.443687:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757617.443697:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757617.443712:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757617.443724:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757617.443732:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757617.443739:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757617.443745:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757617.443750:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757617.571413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757617.571420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757617.571423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757617.571429:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757617.571433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757617.571437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757617.571440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757617.571443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757617.571447:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757618.467430:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757618.467442:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757618.467450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757618.467461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757618.467500:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757618.467507:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.467518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757618.467527:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.467534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757618.467562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757618.467573:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757618.467582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757618.467594:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757618.467602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757618.467611:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.467619:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757618.467628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.467636:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757618.467688:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757618.467700:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757618.467709:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757618.467721:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757618.467727:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757618.467731:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.467734:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757618.467737:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.467741:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757618.595393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757618.595401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757618.595404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757618.595409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757618.595413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757618.595418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.595421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757618.595424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757618.595429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757619.491510:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757619.491522:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757619.491530:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757619.491546:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757619.491563:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757619.491574:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757619.491614:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757619.491622:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757619.491628:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757619.491684:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757619.491694:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757619.491700:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757619.491711:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757619.491724:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757619.491734:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757619.491743:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757619.491753:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757619.491764:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757619.619385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757619.619392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757619.619406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757619.619412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757619.619417:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757619.619421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757619.619424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757619.619428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757619.619431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.515487:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757620.515502:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757620.515511:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.515524:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757620.515535:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757620.515547:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757620.515587:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757620.515596:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757620.515605:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.515659:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757620.515666:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757620.515675:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.515683:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757620.515695:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757620.515706:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757620.515722:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757620.515730:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757620.515746:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757620.579400:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757620.579410:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757620.579414:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757620.579418:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757620.579424:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757620.579466:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15325 00000400:00000200:1.0:1787757620.579482:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757620.579493:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757620.579500:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757620.579508:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579512:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.579516:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579519:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757620.579524:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757620.579527:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757620.579530:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757620.579535:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757620.579538:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757620.579541:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757620.579546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579549:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.579552:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579554:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757620.579558:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757620.579563:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579566:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757620.579569:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757620.579574:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757620.579578:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.579581:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757620.579584:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757620.579596:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757620.579601:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757620.579607:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757620.579609:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.579613:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757620.579616:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757620.579620:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757620.579630:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757620.579639:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.579651:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931074304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757620.579666:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757620.579673:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757620.579680:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931074304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757620.579710:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757620.579715:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757620.579720:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757620.579722:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757620.579724:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757620.579728:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757620.579732:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15325 00000400:00000200:1.0:1787757620.579737:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757620.579742:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757620.579745:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757620.579749:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579751:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.579755:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579758:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757620.579761:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757620.579763:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757620.579766:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757620.579769:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757620.579773:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757620.579776:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757620.579781:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579783:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.579789:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579798:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757620.579803:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757620.579812:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757620.579818:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757620.579823:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757620.579831:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757620.579833:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.579836:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757620.579842:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757620.579853:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.579862:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757620.579873:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757620.579883:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757620.579890:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757620.579897:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.579900:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757620.579908:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757620.579916:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757620.579925:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757620.579938:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.579954:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931074432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757620.579971:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757620.579975:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757620.579988:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931074432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757620.580015:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757620.580021:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757620.580026:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757620.580032:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757620.580034:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757620.580039:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757620.580051:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15325 00000400:00000200:1.0:1787757620.580063:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757620.580073:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757620.580076:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757620.580089:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580100:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.580107:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580114:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757620.580121:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757620.580125:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757620.580133:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757620.580139:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757620.580145:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757620.580156:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757620.580167:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580176:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.580180:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580183:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757620.580192:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757620.580202:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580205:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757620.580207:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757620.580211:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757620.580214:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.580221:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757620.580228:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757620.580236:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.580242:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757620.580253:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757620.580260:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757620.580307:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757620.580311:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.580317:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757620.580328:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757620.580336:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757620.580353:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757620.580369:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.580394:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931074560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757620.580418:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757620.580427:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757620.580462:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931074560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757620.580497:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757620.580509:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757620.580524:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757620.580534:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757620.580540:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757620.580548:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757620.580559:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15325 00000400:00000200:1.0:1787757620.580570:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757620.580578:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757620.580585:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757620.580609:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580625:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.580632:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580641:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757620.580645:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757620.580649:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757620.580654:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757620.580660:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757620.580667:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757620.580676:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757620.580686:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580694:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.580704:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580715:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757620.580724:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757620.580734:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757620.580741:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757620.580748:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757620.580755:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757620.580759:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.580767:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757620.580771:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757620.580779:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.580794:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757620.580806:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757620.580810:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757620.580818:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757620.580821:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.580832:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757620.580835:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757620.580845:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757620.580857:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757620.580869:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.580886:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931074688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757620.580928:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757620.580936:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757620.580949:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931074688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757620.580974:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757620.580982:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757620.580993:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757620.580998:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757620.581003:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757620.581014:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757620.581024:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15325 00000400:00000200:1.0:1787757620.581039:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757620.581052:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757620.581060:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757620.581071:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.581077:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.581085:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.581089:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757620.581095:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757620.581100:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757620.581104:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757620.581109:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757620.581118:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757620.581123:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757620.581135:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.581138:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757620.581147:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757620.581156:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757620.581167:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757620.581177:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757620.581186:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757620.581194:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757620.581200:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757620.581207:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.581213:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757620.581221:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757620.581229:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.581236:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757620.581246:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757620.581252:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757620.581262:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757620.581295:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757620.581300:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757620.581302:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757620.581307:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757620.581319:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757620.581326:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.581342:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931074816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757620.581367:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757620.581375:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757620.581391:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931074816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757620.581419:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757620.581451:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15335) 00000100:00000001:1.0:1787757620.643424:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757620.643464:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757620.643469:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757620.643477:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757620.643482:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757620.643487:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757620.643492:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757620.643496:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757620.643501:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757621.539504:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757621.539515:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757621.539523:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757621.539539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757621.539549:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757621.539562:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757621.539589:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757621.539598:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757621.539610:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757621.539651:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757621.539660:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757621.539667:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757621.539679:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757621.539694:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757621.539704:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757621.539717:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757621.539721:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757621.539726:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757621.603392:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4309998545, at 4309998592 00000100:00000010:1.0:1787757621.603439:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:1.0:1787757621.667442:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757621.667454:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757621.667458:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757621.667467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757621.667473:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757621.667479:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757621.667484:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757621.667489:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757621.667495:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757622.563420:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757622.563431:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757622.563435:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757622.563443:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757622.563449:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757622.563456:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.563462:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757622.563469:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.563477:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757622.563525:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757622.563533:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757622.563541:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757622.563548:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757622.563555:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757622.563565:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.563599:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757622.563606:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.563616:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757622.563670:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757622.563677:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757622.563685:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757622.563702:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757622.563711:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757622.563716:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757622.563721:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757622.563730:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757622.563736:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.563742:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757622.563746:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.563753:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757622.691361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757622.691369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757622.691372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757622.691377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757622.691381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757622.691385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.691389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757622.691410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757622.691414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757623.587493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757623.587502:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757623.587513:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757623.587523:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757623.587537:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757623.587547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757623.587575:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757623.587583:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757623.587591:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757623.587621:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757623.587631:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757623.587638:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757623.587656:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757623.587673:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757623.587680:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757623.587687:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757623.587695:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757623.587702:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757623.587734:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757623.587745:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757623.587757:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757623.715352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757623.715361:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757623.715363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757623.715369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757623.715397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757623.715402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757623.715406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757623.715410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757623.715414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757624.611422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757624.611433:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757624.611437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757624.611446:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757624.611455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757624.611465:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.611474:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757624.611481:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.611489:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757624.611539:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757624.611547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757624.611556:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757624.611570:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757624.611585:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757624.611595:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.611612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757624.611619:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.611628:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757624.611658:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757624.611668:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757624.611676:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757624.611689:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757624.611700:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757624.611710:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.611720:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757624.611726:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.611740:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757624.611854:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757624.611859:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757624.611863:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757624.739378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757624.739390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757624.739394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757624.739403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757624.739409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757624.739415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.739421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757624.739425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757624.739432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757625.635487:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757625.635496:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757625.635505:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757625.635520:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757625.635533:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757625.635544:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757625.635557:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757625.635563:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757625.635572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757625.635604:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757625.635615:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757625.635624:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757625.635632:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757625.635640:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757625.635649:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757625.635672:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757625.635678:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757625.635687:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757625.763415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757625.763425:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757625.763428:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757625.763435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757625.763440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757625.763444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757625.763448:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757625.763451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757625.763455:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757626.659474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757626.659490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757626.659501:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757626.659520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757626.659534:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757626.659544:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757626.659565:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757626.659570:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757626.659577:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757626.659612:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757626.659634:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757626.659641:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757626.659650:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757626.659660:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757626.659667:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757626.659688:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757626.659693:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757626.659699:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757626.723416:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310003665, at 4310003712 00000100:00000010:1.0:1787757626.723434:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787757626.787407:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757626.787420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757626.787423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757626.787432:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757626.787437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757626.787443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757626.787447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757626.787452:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757626.787456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757627.683459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757627.683470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757627.683474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757627.683482:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757627.683491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757627.683503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757627.683511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757627.683519:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757627.683530:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757627.683586:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757627.683594:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757627.683601:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757627.683609:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757627.683618:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757627.683626:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757627.683636:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757627.683642:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757627.683653:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757627.811438:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757627.811447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757627.811450:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757627.811456:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757627.811461:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757627.811466:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757627.811469:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757627.811472:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757627.811476:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757628.707472:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757628.707482:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757628.707493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757628.707507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757628.707518:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757628.707526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757628.707534:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757628.707543:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757628.707559:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757628.707592:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757628.707603:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757628.707613:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757628.707620:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757628.707629:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757628.707637:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757628.707647:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757628.707651:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757628.707656:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757628.835406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757628.835415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757628.835418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757628.835424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757628.835429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757628.835434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757628.835437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757628.835441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757628.835445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757629.731476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757629.731490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757629.731499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757629.731513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757629.731521:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757629.731533:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757629.731565:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757629.731576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757629.731588:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757629.731636:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757629.731650:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757629.731661:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757629.731677:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757629.731689:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757629.731697:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757629.731708:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757629.731714:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757629.731720:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757629.859401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757629.859412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757629.859415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757629.859422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757629.859426:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757629.859431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757629.859435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757629.859438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757629.859442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757630.755429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757630.755441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757630.755450:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757630.755464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757630.755482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757630.755495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757630.755504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757630.755511:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757630.755517:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757630.755583:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757630.755593:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757630.755604:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757630.755616:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757630.755628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757630.755638:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757630.755659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757630.755665:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757630.755669:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757630.883423:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757630.883431:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757630.883434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757630.883441:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757630.883445:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757630.883450:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757630.883453:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757630.883456:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757630.883460:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757631.779432:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757631.779446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757631.779455:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757631.779468:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757631.779479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757631.779490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757631.779503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757631.779512:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757631.779520:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757631.779602:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757631.779610:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757631.779615:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757631.779624:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757631.779637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757631.779654:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757631.779662:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757631.779671:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757631.779686:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757631.779771:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757631.779776:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757631.779781:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757631.843418:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310008785, at 4310008832 00000100:00000010:1.0:1787757631.843439:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787757631.907380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757631.907399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757631.907403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757631.907414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757631.907419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757631.907425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757631.907428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757631.907431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757631.907435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757632.803686:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757632.803708:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757632.803732:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757632.803773:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757632.803793:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757632.803807:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757632.803834:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757632.803841:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757632.803847:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757632.803851:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757632.803855:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757632.803862:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757632.931410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757632.931418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757632.931421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757632.931428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757632.931432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757632.931437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757632.931441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757632.931444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757632.931447:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757633.827390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757633.827404:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757633.827409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757633.827417:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757633.827424:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757633.827430:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757633.827435:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757633.827443:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757633.827449:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757633.827520:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757633.827529:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757633.827539:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757633.827551:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757633.827563:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757633.827571:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757633.827582:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757633.827589:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757633.827602:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757633.827792:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757633.827797:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757633.827802:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757633.955376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757633.955385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757633.955388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757633.955393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757633.955398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757633.955402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757633.955405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757633.955409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757633.955413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757634.851434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757634.851447:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757634.851456:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757634.851469:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757634.851478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757634.851492:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757634.851522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757634.851531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757634.851545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757634.851578:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757634.851589:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757634.851599:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757634.851613:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757634.851623:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757634.851631:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757634.851650:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757634.851656:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757634.851671:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757634.851752:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757634.851758:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757634.851763:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757634.979386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757634.979393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757634.979396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757634.979402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757634.979406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757634.979410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757634.979414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757634.979417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757634.979420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.875445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757635.875454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757635.875462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.875469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757635.875478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757635.875487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757635.875498:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757635.875507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757635.875520:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.875623:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757635.875634:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757635.875643:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.875682:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757635.875696:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757635.875708:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757635.875719:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757635.875725:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757635.875736:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757635.939408:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757635.939420:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757635.939424:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757635.939428:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757635.939434:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757635.939443:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15340 00000400:00000200:1.0:1787757635.939456:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757635.939465:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757635.939470:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757635.939475:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939479:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.939482:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939486:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757635.939491:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757635.939494:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757635.939497:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757635.939501:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757635.939505:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757635.939508:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757635.939512:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939515:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.939518:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939521:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757635.939525:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757635.939530:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939534:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757635.939538:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757635.939542:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757635.939546:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.939549:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757635.939552:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757635.939563:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757635.939568:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757635.939573:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757635.939575:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.939579:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757635.939582:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757635.939587:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757635.939597:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757635.939607:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.939625:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931076224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757635.939645:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757635.939654:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757635.939665:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931076224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757635.939706:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757635.939713:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757635.939718:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757635.939720:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757635.939723:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757635.939728:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757635.939744:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15340 00000400:00000200:1.0:1787757635.939751:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757635.939756:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757635.939760:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757635.939764:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939767:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.939770:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939773:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757635.939777:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757635.939780:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757635.939782:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757635.939785:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757635.939789:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757635.939793:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757635.939797:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939800:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.939804:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939807:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757635.939811:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757635.939822:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757635.939831:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757635.939834:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757635.939847:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757635.939853:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.939857:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757635.939865:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757635.939874:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.939882:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757635.939891:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757635.939898:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757635.939906:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757635.939911:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.939917:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757635.939920:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757635.939925:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757635.939933:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757635.939945:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.939959:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931076352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757635.939995:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757635.940008:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757635.940028:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931076352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757635.940070:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757635.940081:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757635.940091:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757635.940100:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757635.940105:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757635.940114:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757635.940125:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15340 00000400:00000200:1.0:1787757635.940140:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757635.940155:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757635.940192:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757635.940203:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940211:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.940217:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940228:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757635.940238:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757635.940241:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757635.940244:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757635.940251:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757635.940260:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757635.940265:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757635.940313:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940317:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.940320:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940327:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757635.940337:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757635.940347:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940356:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757635.940365:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757635.940374:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757635.940383:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.940389:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757635.940397:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757635.940405:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.940413:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757635.940424:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757635.940434:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757635.940445:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757635.940451:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.940458:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757635.940460:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757635.940467:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757635.940481:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757635.940493:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.940505:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931076480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757635.940531:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757635.940539:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757635.940552:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931076480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757635.940579:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757635.940588:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757635.940599:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757635.940609:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757635.940616:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757635.940632:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757635.940646:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15340 00000400:00000200:1.0:1787757635.940667:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757635.940683:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757635.940698:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757635.940715:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940722:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.940729:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940736:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757635.940745:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757635.940749:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757635.940759:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757635.940763:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757635.940774:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757635.940777:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757635.940782:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940791:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.940796:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940800:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757635.940809:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757635.940821:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757635.940831:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757635.940834:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757635.940842:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757635.940849:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.940857:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757635.940862:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757635.940868:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.940873:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757635.940881:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757635.940889:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757635.940898:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757635.940903:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.940910:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757635.940914:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757635.940921:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757635.940930:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757635.940938:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.940957:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931076608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757635.940983:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757635.940994:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757635.941021:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931076608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757635.941069:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757635.941079:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757635.941098:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757635.941103:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757635.941109:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757635.941120:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757635.941131:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15340 00000400:00000200:1.0:1787757635.941150:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757635.941185:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757635.941197:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757635.941208:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.941218:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.941229:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.941241:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757635.941250:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757635.941256:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757635.941260:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757635.941300:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757635.941309:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757635.941314:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757635.941327:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.941337:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757635.941344:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757635.941351:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757635.941357:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757635.941371:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757635.941382:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757635.941389:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757635.941397:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757635.941406:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.941413:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757635.941418:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757635.941425:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.941431:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757635.941442:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757635.941449:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757635.941456:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757635.941461:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757635.941468:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757635.941474:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757635.941478:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757635.941488:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757635.941500:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757635.941517:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931076736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757635.941559:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757635.941568:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757635.941584:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931076736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757635.941637:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757635.941657:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15350) 00000100:00000001:1.0:1787757636.003410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757636.003418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757636.003421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757636.003426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757636.003430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757636.003434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.003437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757636.003440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.003443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757636.899419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757636.899429:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757636.899439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757636.899455:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757636.899470:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757636.899482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.899500:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757636.899517:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.899523:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757636.899556:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757636.899564:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757636.899571:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757636.899584:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757636.899594:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757636.899603:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.899615:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757636.899623:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.899636:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757636.899692:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757636.899698:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757636.899705:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757636.899711:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757636.899719:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757636.899723:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.899726:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757636.899729:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757636.899732:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757636.963394:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310013905, at 4310013952 00000100:00000010:1.0:1787757636.963411:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:1.0:1787757637.027381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757637.027388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757637.027391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757637.027397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757637.027401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757637.027405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757637.027409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757637.027414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757637.027419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757637.923472:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757637.923487:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757637.923499:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757637.923514:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757637.923526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757637.923535:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757637.923544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757637.923549:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757637.923557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757637.923593:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757637.923601:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757637.923607:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757637.923619:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757637.923626:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757637.923634:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757637.923653:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757637.923661:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757637.923668:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757638.051384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757638.051392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757638.051395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757638.051400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757638.051404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757638.051408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.051412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757638.051415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.051418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757638.947431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757638.947442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757638.947451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757638.947464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757638.947476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757638.947486:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.947499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757638.947505:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.947514:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757638.947550:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757638.947560:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757638.947565:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757638.947574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757638.947587:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757638.947596:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.947603:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757638.947615:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.947630:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757638.947683:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757638.947691:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757638.947697:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757638.947702:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757638.947712:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757638.947717:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.947721:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757638.947723:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757638.947727:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757639.075397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757639.075406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757639.075408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757639.075416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757639.075421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757639.075425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.075428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757639.075432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.075436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757639.971438:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757639.971452:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757639.971462:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757639.971477:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757639.971489:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757639.971497:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.971504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757639.971524:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.971562:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757639.971616:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757639.971636:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757639.971645:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757639.971659:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757639.971686:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757639.971700:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.971710:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757639.971718:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.971725:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757639.971812:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757639.971822:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757639.971842:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757639.971862:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757639.971881:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757639.971893:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.971901:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757639.971908:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757639.971917:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757640.099388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757640.099396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757640.099399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757640.099405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757640.099409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757640.099414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757640.099418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757640.099421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757640.099424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757640.995429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757640.995437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757640.995442:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757640.995450:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757640.995459:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757640.995467:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757640.995478:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757640.995486:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757640.995493:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757640.995520:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757640.995528:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757640.995536:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757640.995548:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757640.995561:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757640.995570:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757640.995583:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757640.995590:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757640.995599:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757640.995645:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757640.995650:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757640.995660:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757641.123393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757641.123400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757641.123403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757641.123408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757641.123412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757641.123416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757641.123419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757641.123422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757641.123426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757642.019419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757642.019430:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757642.019437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757642.019454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757642.019465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757642.019473:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.019494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757642.019502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.019517:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757642.019552:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757642.019559:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757642.019563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757642.019568:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757642.019574:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757642.019581:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.019589:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757642.019595:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.019604:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757642.019680:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757642.019688:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757642.019691:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757642.019695:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757642.019700:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757642.019704:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.019708:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757642.019711:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.019732:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757642.083377:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310019025, at 4310019072 00000100:00000010:1.0:1787757642.083396:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787757642.147374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757642.147381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757642.147384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757642.147389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757642.147393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757642.147398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.147401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757642.147405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757642.147409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757643.043504:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757643.043515:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757643.043523:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757643.043535:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757643.043547:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757643.043559:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757643.043568:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757643.043574:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757643.043582:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757643.043623:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757643.043637:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757643.043644:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757643.043654:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757643.043669:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757643.043697:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757643.043725:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757643.043736:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757643.043750:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757643.171402:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757643.171411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757643.171415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757643.171423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757643.171429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757643.171435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757643.171440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757643.171445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757643.171450:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757644.067438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757644.067451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757644.067460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757644.067474:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757644.067487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757644.067497:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.067509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757644.067516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.067523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757644.067564:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757644.067575:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757644.067582:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757644.067592:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757644.067606:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757644.067617:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.067627:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757644.067635:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.067642:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757644.067706:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757644.067713:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757644.067716:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757644.067720:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757644.067724:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757644.067728:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.067732:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757644.067735:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.067739:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757644.195373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757644.195380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757644.195383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757644.195389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757644.195393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757644.195397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.195401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757644.195404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757644.195407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757645.091454:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757645.091468:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757645.091478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757645.091493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757645.091509:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757645.091521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757645.091534:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757645.091541:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757645.091549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757645.091586:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757645.091596:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757645.091603:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757645.091616:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757645.091630:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757645.091637:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757645.091649:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757645.091660:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757645.091672:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757645.091836:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757645.091843:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757645.091853:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757645.219366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757645.219376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757645.219379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757645.219385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757645.219389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757645.219394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757645.219398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757645.219401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757645.219405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757646.115435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757646.115450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757646.115457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757646.115469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757646.115484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757646.115494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.115504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757646.115514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.115530:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757646.115625:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757646.115639:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757646.115650:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757646.115665:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757646.115680:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757646.115689:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.115698:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757646.115709:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.115729:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757646.115858:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757646.115869:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757646.115876:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757646.115882:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757646.115890:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757646.115895:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.115901:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757646.115904:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.115909:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757646.243381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757646.243390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757646.243393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757646.243399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757646.243404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757646.243409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.243413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757646.243417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757646.243420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757647.139515:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757647.139537:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757647.139557:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757647.139579:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757647.139604:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757647.139621:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757647.139665:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757647.139682:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757647.139691:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757647.139772:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757647.139792:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757647.139808:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757647.139842:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757647.139858:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757647.139876:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757647.139900:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757647.139907:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757647.139915:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757647.203404:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310024145, at 4310024192 00000100:00000010:1.0:1787757647.203422:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000001:1.0:1787757647.267388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757647.267397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757647.267400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757647.267406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757647.267410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757647.267417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757647.267421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757647.267424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757647.267428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757648.163413:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757648.163424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757648.163427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757648.163437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757648.163446:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757648.163452:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.163457:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757648.163461:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.163466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757648.163521:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757648.163534:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757648.163543:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757648.163572:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757648.163595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757648.163619:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.163646:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757648.163653:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.163661:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757648.163765:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757648.163771:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757648.163778:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757648.163788:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757648.163815:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757648.163836:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.163873:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757648.163885:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.163893:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757648.291387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757648.291396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757648.291400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757648.291406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757648.291411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757648.291416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.291420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757648.291424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757648.291428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757649.187455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757649.187464:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757649.187473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757649.187484:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757649.187494:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757649.187505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.187519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757649.187528:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.187540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757649.187573:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757649.187581:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757649.187587:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757649.187594:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757649.187598:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757649.187602:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.187608:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757649.187613:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.187624:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757649.187709:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757649.187720:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757649.187731:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757649.187748:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757649.187763:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757649.187776:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.187784:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757649.187788:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.187794:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757649.315379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757649.315389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757649.315391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757649.315399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757649.315403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757649.315408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.315411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757649.315415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757649.315419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757650.211443:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757650.211453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757650.211461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757650.211470:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757650.211479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757650.211490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.211503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757650.211514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.211529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757650.211570:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757650.211580:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757650.211588:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757650.211598:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757650.211611:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757650.211624:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.211636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757650.211644:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.211654:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757650.211686:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757650.211699:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757650.211712:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757650.211728:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757650.211743:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757650.211754:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.211760:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757650.211765:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.211771:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757650.339365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757650.339372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757650.339375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757650.339381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757650.339385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757650.339390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.339394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757650.339397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757650.339402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757651.235521:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757651.235530:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757651.235545:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757651.235556:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757651.235571:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757651.235582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757651.235597:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757651.235606:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757651.235615:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757651.235649:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757651.235669:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757651.235676:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757651.235682:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757651.235687:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757651.235696:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757651.235702:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757651.235707:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757651.235718:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757651.365369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757651.365377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757651.365381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757651.365388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757651.365393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757651.365397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757651.365400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757651.365404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757651.365408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757652.259423:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757652.259435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757652.259438:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757652.259459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757652.259477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757652.259488:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757652.259508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757652.259533:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757652.259541:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757652.259576:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757652.259581:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757652.259590:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757652.259606:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757652.259610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757652.259622:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757652.259634:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757652.259643:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757652.259660:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757652.323352:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310029265, at 4310029312 00000100:00000010:1.0:1787757652.323379:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787757652.387373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757652.387378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757652.387379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757652.387383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757652.387386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757652.387389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757652.387391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757652.387394:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757652.387396:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757653.283441:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757653.283453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757653.283463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757653.283473:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757653.283486:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757653.283499:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757653.283509:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757653.283516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757653.283528:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757653.283586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757653.283595:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757653.283603:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757653.283613:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757653.283622:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757653.283629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757653.283641:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757653.283650:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757653.283663:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757653.411397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757653.411406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757653.411409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757653.411417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757653.411421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757653.411426:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757653.411430:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757653.411433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757653.411437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757654.307414:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757654.307425:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757654.307431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757654.307442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757654.307451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757654.307459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.307468:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757654.307472:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.307491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757654.307573:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757654.307582:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757654.307591:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757654.307602:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757654.307610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757654.307620:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.307634:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757654.307640:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.307658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757654.307689:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757654.307699:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757654.307703:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757654.307712:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757654.307718:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757654.307730:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.307769:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757654.307783:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.307792:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757654.435441:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757654.435450:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757654.435452:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757654.435459:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757654.435464:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757654.435468:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.435472:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757654.435475:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757654.435478:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757655.331392:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757655.331402:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757655.331408:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757655.331423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757655.331435:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757655.331443:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.331460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757655.331465:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.331473:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757655.331503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757655.331509:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757655.331511:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757655.331516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757655.331524:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757655.331531:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.331541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757655.331548:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.331556:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757655.331618:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757655.331625:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757655.331631:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757655.331639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757655.331647:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757655.331653:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.331663:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757655.331669:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.331679:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757655.459368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757655.459377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757655.459380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757655.459386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757655.459390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757655.459394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.459397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757655.459400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757655.459404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757656.355431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757656.355441:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757656.355447:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757656.355461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757656.355468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757656.355476:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.355483:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757656.355490:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.355502:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757656.355530:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757656.355537:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757656.355545:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757656.355559:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757656.355571:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757656.355580:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.355600:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757656.355607:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.355617:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757656.355744:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757656.355752:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757656.355769:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757656.355776:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757656.355782:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757656.355787:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.355791:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757656.355793:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.355824:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757656.483448:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757656.483456:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757656.483459:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757656.483466:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757656.483471:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757656.483486:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.483490:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757656.483494:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757656.483498:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757657.379369:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757657.379374:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757657.379377:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757657.379383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757657.379389:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757657.379394:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.379400:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757657.379406:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.379412:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757657.379446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757657.379451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757657.379453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757657.379459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757657.379466:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757657.379471:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.379475:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757657.379480:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.379488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757657.379517:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757657.379521:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757657.379523:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757657.379526:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757657.379529:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757657.379531:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.379533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757657.379535:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.379537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757657.443357:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310034385, at 4310034432 00000100:00000010:1.0:1787757657.443368:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000001:1.0:1787757657.507399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757657.507407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757657.507409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757657.507414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757657.507418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757657.507422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.507424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757657.507427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757657.507430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757658.403371:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757658.403380:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757658.403386:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757658.403394:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757658.403401:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757658.403407:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757658.403422:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757658.403429:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757658.403435:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757658.403455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757658.403460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757658.403467:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757658.403476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757658.403484:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757658.403491:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757658.403501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757658.403507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757658.403514:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757658.531353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757658.531360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757658.531361:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757658.531366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757658.531368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757658.531371:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757658.531374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757658.531376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757658.531378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757659.427356:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757659.427364:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757659.427369:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757659.427379:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757659.427385:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757659.427391:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757659.427406:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757659.427409:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757659.427412:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757659.427428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757659.427435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757659.427437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757659.427441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757659.427447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757659.427452:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757659.427459:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757659.427463:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757659.427469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757659.555351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757659.555356:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757659.555357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757659.555361:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757659.555364:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757659.555367:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757659.555369:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757659.555371:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757659.555373:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757660.451360:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757660.451374:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757660.451378:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757660.451384:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757660.451389:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757660.451395:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.451404:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757660.451409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.451413:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757660.451431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757660.451437:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757660.451441:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757660.451447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757660.451455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757660.451460:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.451465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757660.451468:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.451473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757660.451506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757660.451512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757660.451518:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757660.451522:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757660.451524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757660.451527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.451529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757660.451531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.451533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757660.579336:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757660.579342:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757660.579343:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757660.579347:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757660.579350:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757660.579353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.579355:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757660.579357:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757660.579359:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757661.475424:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757661.475429:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757661.475451:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757661.475466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757661.475473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757661.475486:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757661.475515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757661.475525:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757661.475536:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757661.475580:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757661.475587:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757661.475592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757661.475599:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757661.475605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757661.475609:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757661.475613:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757661.475615:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757661.475618:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757661.603425:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757661.603429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757661.603431:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757661.603434:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757661.603436:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757661.603439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757661.603441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757661.603443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757661.603445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757662.499457:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757662.499470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757662.499476:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757662.499489:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757662.499503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757662.499516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.499531:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757662.499540:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.499553:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757662.499586:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757662.499594:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757662.499607:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757662.499616:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757662.499629:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757662.499637:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.499712:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757662.499720:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.499735:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757662.499797:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757662.499808:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757662.499825:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757662.499833:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757662.499859:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757662.499885:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.499921:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757662.499931:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.499937:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757662.563403:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310039504, at 4310039552 00000100:00000010:1.0:1787757662.563419:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af60. 00000100:00000001:1.0:1787757662.627400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757662.627406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757662.627409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757662.627414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757662.627419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757662.627424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.627428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757662.627431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757662.627434:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757663.523438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757663.523449:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757663.523458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757663.523470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757663.523482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757663.523488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757663.523496:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757663.523507:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757663.523524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757663.523561:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757663.523571:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757663.523578:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757663.523584:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757663.523593:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757663.523604:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757663.523619:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757663.523630:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757663.523648:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757663.651420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757663.651428:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757663.651432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757663.651440:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757663.651446:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757663.651451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757663.651457:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757663.651461:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757663.651466:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757664.547419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757664.547430:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757664.547434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757664.547441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757664.547448:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757664.547460:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.547471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757664.547481:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.547494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757664.547539:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757664.547563:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757664.547569:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757664.547576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757664.547585:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757664.547590:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.547597:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757664.547601:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.547608:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757664.547717:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757664.547728:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757664.547735:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757664.547749:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757664.547761:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757664.547773:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.547781:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757664.547785:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.547791:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757664.675393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757664.675402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757664.675405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757664.675411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757664.675416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757664.675421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.675425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757664.675428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757664.675432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757665.571431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757665.571441:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757665.571446:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757665.571459:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757665.571473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757665.571483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.571492:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757665.571498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.571509:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757665.571546:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757665.571553:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757665.571555:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757665.571560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757665.571566:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757665.571576:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.571584:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757665.571592:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.571600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757665.571671:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757665.571679:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757665.571687:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757665.571696:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757665.571705:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757665.571711:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.571718:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757665.571723:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.571729:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757665.699374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757665.699382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757665.699385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757665.699392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757665.699396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757665.699401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.699404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757665.699407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757665.699413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757666.595516:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757666.595534:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757666.595553:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757666.595581:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757666.595615:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757666.595658:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757666.595680:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757666.595691:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757666.595716:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757666.595760:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757666.595769:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757666.595788:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757666.595804:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757666.595814:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757666.595826:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757666.595837:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757666.595847:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757666.595870:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757666.723395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757666.723401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757666.723404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757666.723410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757666.723414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757666.723418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757666.723421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757666.723424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757666.723427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757667.619435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757667.619445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757667.619454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757667.619464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757667.619472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757667.619483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.619492:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757667.619500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.619508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757667.619542:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757667.619550:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757667.619554:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757667.619563:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757667.619577:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757667.619586:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.619596:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757667.619626:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.619640:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757667.619697:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757667.619706:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757667.619713:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757667.619725:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757667.619735:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757667.619741:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.619745:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757667.619750:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.619755:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757667.683402:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310044625, at 4310044672 00000100:00000010:1.0:1787757667.683418:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a480. 00000100:00000001:1.0:1787757667.747429:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757667.747436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757667.747438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757667.747445:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757667.747449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757667.747453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.747456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757667.747460:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757667.747464:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757668.643467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757668.643480:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757668.643487:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757668.643499:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757668.643512:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757668.643524:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757668.643532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757668.643537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757668.643543:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757668.643616:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757668.643627:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757668.643631:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757668.643643:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757668.643654:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757668.643665:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757668.643674:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757668.643680:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757668.643689:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757668.771372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757668.771381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757668.771384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757668.771393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757668.771400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757668.771407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757668.771412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757668.771417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757668.771423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757669.667527:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757669.667554:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757669.667586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757669.667618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757669.667645:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757669.667663:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757669.667712:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757669.667722:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757669.667733:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757669.667787:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757669.667805:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757669.667817:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757669.667826:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757669.667844:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757669.667855:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757669.667865:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757669.667877:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757669.667904:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757669.795442:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757669.795455:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757669.795458:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757669.795467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757669.795472:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757669.795478:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757669.795483:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757669.795488:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757669.795492:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757670.691457:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757670.691478:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757670.691494:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757670.691521:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757670.691545:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757670.691579:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757670.691612:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757670.691623:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757670.691638:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757670.819407:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757670.819420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757670.819423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757670.819431:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757670.819436:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757670.819443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757670.819447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757670.819451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757670.819456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.715462:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757671.715487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757671.715504:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.715563:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757671.715586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757671.715601:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757671.715625:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757671.715642:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757671.715663:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.715713:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757671.715725:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757671.715738:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.715764:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757671.715786:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757671.715805:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757671.715820:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757671.715833:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757671.715860:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757671.779439:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757671.779453:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757671.779458:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757671.779463:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757671.779471:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757671.779483:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15376 00000400:00000200:1.0:1787757671.779498:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757671.779508:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757671.779513:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757671.779518:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779523:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.779569:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779574:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757671.779581:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757671.779584:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757671.779589:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757671.779594:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757671.779597:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757671.779601:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757671.779605:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779609:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.779612:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779615:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757671.779620:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757671.779625:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779628:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757671.779632:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757671.779639:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757671.779643:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.779646:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757671.779650:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757671.779665:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757671.779670:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757671.779677:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757671.779680:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.779685:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757671.779690:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757671.779696:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757671.779711:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757671.779722:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.779738:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931080704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757671.779754:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757671.779761:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757671.779768:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931080704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757671.779806:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757671.779811:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757671.779817:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757671.779819:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757671.779821:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757671.779826:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757671.779830:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15376 00000400:00000200:1.0:1787757671.779835:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757671.779839:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757671.779843:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757671.779847:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779850:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.779854:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779858:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757671.779863:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757671.779866:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757671.779869:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757671.779872:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757671.779876:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757671.779879:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757671.779883:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779888:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.779895:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779902:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757671.779914:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757671.779927:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757671.779930:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757671.779932:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757671.779942:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757671.779952:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.779961:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757671.779975:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757671.779992:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.780008:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757671.780031:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757671.780043:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757671.780063:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757671.780074:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.780083:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757671.780089:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757671.780097:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757671.780106:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757671.780123:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.780137:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931080832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757671.780186:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757671.780196:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757671.780218:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931080832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757671.780365:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757671.780377:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757671.780384:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757671.780387:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757671.780396:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757671.780403:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757671.780418:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15376 00000400:00000200:1.0:1787757671.780442:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757671.780450:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757671.780456:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757671.780460:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.780463:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.780466:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.780469:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757671.780473:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757671.780475:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757671.780477:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757671.780486:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757671.780505:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757671.780513:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757671.780524:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.780554:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.780564:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.780572:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757671.780584:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757671.780604:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757671.780616:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757671.780624:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757671.780633:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757671.780645:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.780657:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757671.780668:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757671.780686:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.780693:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757671.780705:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757671.780717:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757671.780738:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757671.780743:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.780764:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757671.780769:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757671.780779:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757671.780800:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757671.780809:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.780838:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931080960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757671.780874:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757671.780890:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757671.780907:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931080960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757671.780943:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757671.780959:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757671.780982:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757671.780988:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757671.780995:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757671.781004:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757671.781013:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15376 00000400:00000200:1.0:1787757671.781026:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757671.781047:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757671.781056:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757671.781073:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781079:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.781090:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781108:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757671.781126:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757671.781137:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757671.781147:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757671.781161:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757671.781174:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757671.781190:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757671.781213:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781234:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.781252:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781265:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757671.781309:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757671.781329:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781337:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757671.781350:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757671.781360:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757671.781366:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.781376:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757671.781382:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757671.781388:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.781394:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757671.781411:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757671.781418:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757671.781424:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757671.781429:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.781434:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757671.781439:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757671.781445:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757671.781462:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757671.781472:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.781492:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931081088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757671.781570:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757671.781578:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757671.781621:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931081088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757671.781726:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757671.781737:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757671.781749:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757671.781758:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757671.781763:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757671.781782:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757671.781797:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15376 00000400:00000200:1.0:1787757671.781816:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757671.781840:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757671.781852:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757671.781868:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781875:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.781889:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.781902:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757671.781909:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757671.781916:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757671.781926:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757671.781932:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757671.781949:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757671.781964:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757671.781981:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.782001:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757671.782009:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757671.782022:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757671.782036:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757671.782051:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757671.782070:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757671.782078:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757671.782086:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757671.782102:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.782109:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757671.782115:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757671.782129:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.782144:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757671.782167:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757671.782183:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757671.782202:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757671.782210:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757671.782222:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757671.782230:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757671.782241:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757671.782262:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757671.782324:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.782341:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931081216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757671.782375:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757671.782385:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757671.782401:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931081216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757671.782447:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757671.782459:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15386) 00000100:00000001:1.0:1787757671.843410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757671.843418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757671.843421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757671.843427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757671.843431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757671.843437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757671.843441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757671.843444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757671.843448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757672.739546:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757672.739567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757672.739578:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757672.739601:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757672.739617:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757672.739629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757672.739649:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757672.739662:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757672.739685:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757672.739730:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757672.739741:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757672.739747:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757672.739752:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757672.739757:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757672.739763:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757672.739767:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757672.739771:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757672.739778:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757672.803479:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310049745, at 4310049792 00000100:00000010:1.0:1787757672.803505:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a180. 00000100:00000001:1.0:1787757672.867406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757672.867417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757672.867423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757672.867432:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757672.867439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757672.867446:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757672.867450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757672.867454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757672.867459:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757673.763565:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757673.763586:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757673.763605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757673.763626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757673.763646:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757673.763665:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757673.763691:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757673.763706:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757673.763730:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757673.891404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757673.891415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757673.891418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757673.891425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757673.891430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757673.891436:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757673.891440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757673.891445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757673.891449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757674.787374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757674.787391:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757674.787396:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757674.787406:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757674.787415:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757674.787422:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.787429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757674.787435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.787444:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757674.787541:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757674.787552:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757674.787558:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757674.787568:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757674.787577:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757674.787585:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.787592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757674.787597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.787603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757674.787672:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757674.787682:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757674.787688:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757674.787701:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757674.787713:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757674.787719:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.787729:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757674.787736:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.787746:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757674.915378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757674.915386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757674.915390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757674.915396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757674.915400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757674.915405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.915409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757674.915412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757674.915416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757675.811569:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757675.811581:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757675.811589:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757675.811599:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757675.811612:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757675.811619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757675.811628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757675.811634:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757675.811647:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757675.811692:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757675.811700:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757675.811706:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757675.811719:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757675.811727:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757675.811734:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757675.811753:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757675.811760:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757675.811766:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757675.939393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757675.939402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757675.939405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757675.939411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757675.939416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757675.939420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757675.939423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757675.939427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757675.939431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.835496:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757676.835507:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757676.835515:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.835525:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757676.835537:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757676.835547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757676.835556:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757676.835564:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757676.835577:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.835630:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757676.835642:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757676.835649:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.835658:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757676.835669:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757676.835679:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757676.835709:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757676.835716:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757676.835721:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757676.899383:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757676.899392:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757676.899396:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757676.899401:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757676.899406:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757676.899416:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15381 00000400:00000200:1.0:1787757676.899429:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757676.899463:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757676.899468:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757676.899474:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899478:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.899481:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899485:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757676.899490:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757676.899492:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757676.899496:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757676.899500:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757676.899503:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757676.899507:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757676.899512:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899515:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.899518:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899520:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757676.899524:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757676.899529:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899532:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757676.899535:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757676.899540:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757676.899544:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.899547:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757676.899550:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757676.899561:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757676.899565:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757676.899570:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757676.899573:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.899577:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757676.899580:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757676.899586:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757676.899596:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757676.899604:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.899617:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931081344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757676.899631:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757676.899638:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757676.899645:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931081344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757676.899674:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757676.899679:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757676.899684:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757676.899686:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757676.899689:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757676.899693:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757676.899697:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15381 00000400:00000200:1.0:1787757676.899702:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757676.899706:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757676.899710:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757676.899713:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899717:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.899720:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899724:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757676.899728:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757676.899730:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757676.899733:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757676.899737:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757676.899740:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757676.899743:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757676.899747:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899750:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.899754:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899763:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757676.899768:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757676.899777:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757676.899783:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757676.899787:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757676.899796:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757676.899805:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.899813:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757676.899822:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757676.899831:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.899842:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757676.899858:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757676.899869:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757676.899884:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757676.899893:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.899902:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757676.899909:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757676.899917:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757676.899932:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757676.899949:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.899966:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931081472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757676.899994:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757676.900001:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757676.900012:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931081472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757676.900036:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757676.900045:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757676.900056:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757676.900059:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757676.900066:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757676.900080:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757676.900093:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15381 00000400:00000200:1.0:1787757676.900115:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757676.900131:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757676.900139:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757676.900154:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900167:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.900178:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900184:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757676.900190:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757676.900197:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757676.900205:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757676.900212:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757676.900224:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757676.900234:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757676.900247:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900253:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.900262:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900317:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757676.900325:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757676.900337:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900345:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757676.900355:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757676.900362:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757676.900374:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.900385:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757676.900393:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757676.900399:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.900403:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757676.900409:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757676.900413:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757676.900419:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757676.900425:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.900434:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757676.900470:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757676.900478:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757676.900492:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757676.900501:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.900515:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931081600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757676.900539:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757676.900546:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757676.900560:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931081600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757676.900587:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757676.900592:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757676.900621:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757676.900633:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757676.900641:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757676.900652:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757676.900665:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15381 00000400:00000200:1.0:1787757676.900687:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757676.900701:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757676.900712:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757676.900723:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900732:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.900742:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900750:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757676.900759:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757676.900764:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757676.900770:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757676.900776:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757676.900783:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757676.900793:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757676.900800:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900809:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.900814:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900818:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757676.900832:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757676.900842:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757676.900856:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757676.900864:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757676.900873:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757676.900885:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.900895:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757676.900903:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757676.900917:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.900926:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757676.900941:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757676.900955:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757676.900969:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757676.900976:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.900984:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757676.901004:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757676.901015:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757676.901032:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757676.901045:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.901063:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931081728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757676.901101:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757676.901111:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757676.901134:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931081728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757676.901168:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757676.901183:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757676.901201:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757676.901209:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757676.901214:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757676.901226:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757676.901240:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15381 00000400:00000200:1.0:1787757676.901256:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757676.901321:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757676.901335:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757676.901355:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.901366:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.901380:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.901393:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757676.901405:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757676.901410:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757676.901419:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757676.901427:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757676.901459:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757676.901471:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757676.901487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.901498:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757676.901507:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757676.901516:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757676.901524:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757676.901540:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757676.901551:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757676.901561:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757676.901573:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757676.901584:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.901598:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757676.901607:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757676.901617:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.901626:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757676.901641:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757676.901651:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757676.901660:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757676.901663:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757676.901667:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757676.901670:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757676.901674:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757676.901688:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757676.901699:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.901748:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931081856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757676.901793:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757676.901807:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757676.901827:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931081856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757676.901867:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757676.901884:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15391) 00000100:00000001:1.0:1787757676.963390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757676.963399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757676.963402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757676.963407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757676.963411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757676.963416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757676.963419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757676.963423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757676.963427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757677.859401:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757677.859414:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757677.859418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757677.859451:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757677.859460:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757677.859469:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757677.859499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757677.859507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757677.859518:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757677.859566:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757677.859575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757677.859582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757677.859589:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757677.859601:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757677.859612:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757677.859626:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757677.859636:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757677.859663:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757677.923365:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310054865, at 4310054912 00000100:00000010:1.0:1787757677.923384:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787757677.987348:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757677.987356:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757677.987359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757677.987366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757677.987371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757677.987375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757677.987378:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757677.987381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757677.987385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757678.883473:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757678.883483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757678.883492:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757678.883502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757678.883526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757678.883536:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757678.883543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757678.883553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757678.883565:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757678.883643:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757678.883651:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757678.883658:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757678.883666:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757678.883678:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757678.883689:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757678.883702:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757678.883713:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757678.883720:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757678.883769:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757678.883776:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757678.883784:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757679.011387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757679.011395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757679.011398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757679.011430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757679.011438:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757679.011442:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.011446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757679.011450:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.011454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757679.907488:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757679.907500:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757679.907507:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757679.907517:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757679.907530:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757679.907538:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.907547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757679.907554:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.907565:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757679.907593:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757679.907605:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757679.907613:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757679.907620:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757679.907627:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757679.907633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.907640:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757679.907645:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.907665:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757679.907721:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757679.907726:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757679.907730:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757679.907734:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757679.907740:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757679.907744:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.907748:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757679.907751:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757679.907756:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757680.035362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757680.035369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757680.035372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757680.035379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757680.035405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757680.035411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.035417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757680.035421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.035427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757680.931474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757680.931489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757680.931496:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757680.931505:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757680.931516:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757680.931527:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.931566:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757680.931569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.931574:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757680.931603:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757680.931612:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757680.931623:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757680.931633:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757680.931644:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757680.931653:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.931675:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757680.931680:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.931685:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757680.931715:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757680.931721:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757680.931726:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757680.931731:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757680.931736:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757680.931741:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.931746:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757680.931751:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757680.931756:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757681.059459:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757681.059470:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757681.059473:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757681.059479:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757681.059484:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757681.059489:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757681.059492:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757681.059495:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757681.059500:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757681.955505:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757681.955516:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757681.955525:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757681.955533:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757681.955544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757681.955554:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757681.955584:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757681.955593:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757681.955611:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757681.955688:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757681.955703:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757681.955717:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757681.955731:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757681.955738:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757681.955749:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757681.955763:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757681.955772:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757681.955785:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757682.083391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757682.083401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757682.083406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757682.083414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757682.083421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757682.083427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757682.083432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757682.083437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757682.083444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757682.979464:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757682.979473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757682.979481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757682.979490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757682.979501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757682.979512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757682.979546:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757682.979556:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757682.979566:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757682.979605:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757682.979613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757682.979622:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757682.979636:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757682.979650:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757682.979659:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757682.979684:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757682.979691:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757682.979696:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757683.043403:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310059986, at 4310060032 00000100:00000010:1.0:1787757683.043421:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787757683.107441:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757683.107447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757683.107450:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757683.107456:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757683.107460:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757683.107464:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757683.107468:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757683.107471:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757683.107475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757684.003439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757684.003451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757684.003457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757684.003466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757684.003478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757684.003485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757684.003494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757684.003503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757684.003515:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757684.003631:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757684.003641:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757684.003651:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757684.003664:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757684.003672:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757684.003678:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757684.003699:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757684.003703:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757684.003708:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757684.131381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757684.131389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757684.131391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757684.131397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757684.131401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757684.131406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757684.131409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757684.131412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757684.131415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757685.027472:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757685.027484:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757685.027488:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757685.027496:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757685.027505:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757685.027518:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.027531:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757685.027538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.027550:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757685.027586:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757685.027596:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757685.027602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757685.027609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757685.027615:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757685.027620:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.027624:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757685.027627:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.027631:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757685.027684:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757685.027692:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757685.027700:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757685.027708:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757685.027720:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757685.027732:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.027746:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757685.027753:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.027765:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757685.155442:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757685.155451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757685.155456:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757685.155463:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757685.155469:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757685.155474:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.155479:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757685.155483:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757685.155489:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757686.051408:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757686.051420:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757686.051424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757686.051432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757686.051438:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757686.051445:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.051450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757686.051457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.051465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757686.051516:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757686.051527:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757686.051533:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757686.051542:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757686.051554:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757686.051561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.051589:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757686.051597:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.051604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757686.051636:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757686.051643:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757686.051648:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757686.051653:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757686.051661:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757686.051670:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.051682:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757686.051689:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.051696:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757686.179393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757686.179400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757686.179403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757686.179409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757686.179414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757686.179419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.179422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757686.179425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757686.179429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757687.075450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757687.075459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757687.075466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757687.075479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757687.075490:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757687.075500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757687.075512:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757687.075520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757687.075528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757687.075556:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757687.075566:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757687.075573:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757687.075582:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757687.075588:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757687.075596:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757687.075614:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757687.075623:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757687.075632:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757687.075685:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757687.075692:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757687.075699:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757687.203384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757687.203390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757687.203393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757687.203399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757687.203403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757687.203407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757687.203410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757687.203413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757687.203416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757688.099437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757688.099447:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757688.099454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757688.099465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757688.099477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757688.099485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757688.099501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757688.099508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757688.099519:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757688.099553:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757688.099561:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757688.099565:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757688.099570:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757688.099583:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757688.099593:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757688.099611:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757688.099617:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757688.099626:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757688.099761:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757688.099767:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757688.099772:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757688.163374:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310065105, at 4310065152 00000100:00000010:1.0:1787757688.163392:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787757688.227429:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757688.227436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757688.227439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757688.227445:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757688.227449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757688.227453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757688.227456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757688.227459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757688.227463:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757689.123452:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757689.123464:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757689.123472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757689.123480:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757689.123492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757689.123499:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757689.123525:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757689.123534:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757689.123544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757689.123582:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757689.123590:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757689.123596:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757689.123606:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757689.123615:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757689.123623:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757689.123657:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757689.123663:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757689.123672:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757689.251413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757689.251423:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757689.251434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757689.251443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757689.251450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757689.251455:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757689.251460:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757689.251465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757689.251471:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757690.147419:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757690.147429:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757690.147437:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757690.147450:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757690.147463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757690.147474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757690.147512:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757690.147521:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757690.147535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757690.147576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757690.147585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757690.147594:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757690.147607:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757690.147617:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757690.147629:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757690.147658:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757690.147667:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757690.147679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757690.275370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757690.275379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757690.275381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757690.275388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757690.275392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757690.275396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757690.275400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757690.275403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757690.275407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757691.171398:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757691.171409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757691.171412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757691.171420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757691.171427:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757691.171434:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.171443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757691.171450:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.171459:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757691.171505:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757691.171514:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757691.171522:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757691.171529:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757691.171534:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757691.171543:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.171570:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757691.171577:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.171586:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757691.171636:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757691.171646:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757691.171656:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757691.171666:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757691.171673:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757691.171677:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.171681:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757691.171684:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.171688:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757691.299368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757691.299378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757691.299382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757691.299392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757691.299399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757691.299405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.299411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757691.299416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757691.299422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757692.195439:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757692.195450:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757692.195459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757692.195472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757692.195485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757692.195494:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757692.195510:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757692.195520:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757692.195535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757692.195576:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757692.195584:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757692.195594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757692.195600:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757692.195609:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757692.195618:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757692.195628:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757692.195635:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757692.195641:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757692.323363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757692.323371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757692.323374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757692.323380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757692.323385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757692.323389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757692.323392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757692.323395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757692.323400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757693.219417:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757693.219428:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757693.219435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757693.219447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757693.219457:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757693.219467:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.219479:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757693.219490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.219505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757693.219529:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757693.219537:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757693.219543:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757693.219550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757693.219559:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757693.219564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.219568:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757693.219571:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.219576:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757693.219605:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757693.219613:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757693.219618:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757693.219629:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757693.219639:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757693.219653:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.219672:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757693.219679:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.219688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757693.283375:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310070225, at 4310070272 00000100:00000010:1.0:1787757693.283393:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000001:1.0:1787757693.347364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757693.347375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757693.347380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757693.347388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757693.347394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757693.347399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.347404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757693.347409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757693.347415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757694.243423:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757694.243439:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757694.243445:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757694.243455:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757694.243469:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757694.243481:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.243498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757694.243507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.243526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757694.243595:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757694.243604:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757694.243612:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757694.243623:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757694.243646:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757694.243661:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.243681:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757694.243695:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.243717:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757694.243794:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757694.243801:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757694.243805:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757694.243808:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757694.243814:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757694.243823:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.243828:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757694.243835:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.243840:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757694.371366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757694.371373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757694.371376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757694.371381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757694.371386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757694.371389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.371393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757694.371396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757694.371399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757695.267457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757695.267467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757695.267474:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757695.267487:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757695.267500:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757695.267510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757695.267538:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757695.267548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757695.267555:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757695.267589:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757695.267598:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757695.267606:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757695.267616:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757695.267628:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757695.267635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757695.267648:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757695.267656:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757695.267664:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757695.395372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757695.395379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757695.395382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757695.395388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757695.395392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757695.395395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757695.395399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757695.395402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757695.395405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757696.291443:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757696.291454:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757696.291463:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757696.291475:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757696.291488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757696.291500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757696.291516:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757696.291526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757696.291537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757696.291591:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757696.291602:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757696.291608:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757696.291617:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757696.291631:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757696.291642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757696.291658:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757696.291666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757696.291675:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757696.291735:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757696.291744:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757696.291747:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757696.291751:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757696.291756:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757696.291762:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757696.291769:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757696.291774:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757696.291781:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757697.315458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757697.315471:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757697.315480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757697.315493:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757697.315504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757697.315512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757697.315537:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757697.315555:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757697.315570:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757697.315599:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757697.315609:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757697.315617:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757697.315630:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757697.315637:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757697.315647:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757697.315679:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757697.315683:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757697.315688:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757697.315716:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757697.315723:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757697.315729:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757697.315737:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757697.315743:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757697.315747:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757697.315751:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757697.315754:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757697.315757:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757698.341310:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757698.341318:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757698.341322:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757698.341328:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757698.341339:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757698.341346:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757698.341354:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757698.341362:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757698.341374:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757698.403402:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310075345, at 4310075392 00000100:00000010:1.0:1787757698.403417:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787757699.363386:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757699.363397:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757699.363400:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757699.363408:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757699.363415:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757699.363422:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757699.363430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757699.363439:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757699.363453:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757699.363503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757699.363510:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757699.363519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757699.363525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757699.363532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757699.363539:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757699.363561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757699.363568:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757699.363578:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757700.387394:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757700.387406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757700.387412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757700.387422:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757700.387431:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757700.387442:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757700.387452:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757700.387460:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757700.387473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757700.387545:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757700.387558:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757700.387567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757700.387580:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757700.387590:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757700.387618:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757700.387635:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757700.387643:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757700.387653:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757700.387708:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757700.387716:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757700.387719:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757700.387723:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757700.387728:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757700.387734:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757700.387737:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757700.387740:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757700.387743:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757701.411489:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757701.411502:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757701.411512:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757701.411525:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757701.411537:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757701.411551:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757701.411565:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757701.411575:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757701.411590:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757701.411712:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757701.411721:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757701.411730:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757701.411742:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757701.411749:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757701.411753:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757701.411755:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757701.411758:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757701.411763:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757702.435461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757702.435473:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757702.435482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757702.435494:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757702.435508:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757702.435521:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757702.435528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757702.435536:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757702.435546:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757702.435585:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757702.435595:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757702.435603:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757702.435614:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757702.435627:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757702.435638:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757702.435647:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757702.435653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757702.435667:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757703.459513:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757703.459527:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757703.459537:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757703.459551:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757703.459564:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757703.459574:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757703.459611:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757703.459619:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757703.459628:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757703.459664:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757703.459678:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757703.459688:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757703.459700:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757703.459716:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757703.459731:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757703.459743:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757703.459752:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757703.459765:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757703.523393:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310080465, at 4310080512 00000100:00000010:1.0:1787757703.523410:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787757704.483403:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757704.483412:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757704.483418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757704.483425:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757704.483435:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757704.483441:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757704.483453:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757704.483460:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757704.483473:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757704.483546:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757704.483553:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757704.483558:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757704.483565:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757704.483575:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757704.483582:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757704.483591:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757704.483601:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757704.483612:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757704.483648:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757704.483657:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757704.483664:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757704.483677:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757704.483687:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757704.483692:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757704.483697:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757704.483700:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757704.483704:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757705.507469:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757705.507513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757705.507519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757705.507526:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757705.507533:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757705.507546:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757705.507560:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757705.507566:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757705.507572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757705.507608:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757705.507622:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757705.507632:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757705.507642:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757705.507655:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757705.507664:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757705.507689:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757705.507700:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757705.507712:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757706.531419:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757706.531430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757706.531436:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757706.531449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757706.531463:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757706.531474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757706.531486:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757706.531494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757706.531505:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757706.531554:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757706.531563:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757706.531567:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757706.531577:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757706.531589:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757706.531599:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757706.531605:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757706.531612:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757706.531621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757706.531665:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757706.531674:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757706.531689:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757707.555512:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757707.555521:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757707.555527:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.555540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757707.555551:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757707.555561:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757707.555574:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757707.555583:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757707.555605:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.555646:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757707.555657:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757707.555663:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.555673:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757707.555685:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757707.555695:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757707.555706:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757707.555714:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757707.555725:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757707.619471:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757707.619482:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757707.619486:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757707.619490:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757707.619496:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757707.619537:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15412 00000400:00000200:1.0:1787757707.619549:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757707.619557:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757707.619561:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757707.619566:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619570:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.619574:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619577:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757707.619583:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757707.619585:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757707.619589:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757707.619593:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757707.619596:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757707.619600:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757707.619604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619606:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.619609:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619612:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757707.619616:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757707.619622:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619626:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757707.619630:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757707.619634:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757707.619638:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.619641:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757707.619645:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757707.619655:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757707.619660:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757707.619665:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757707.619668:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.619672:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757707.619676:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757707.619681:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757707.619690:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757707.619699:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.619711:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931085184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757707.619726:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757707.619732:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757707.619739:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931085184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757707.619773:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757707.619778:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757707.619783:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757707.619786:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757707.619788:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757707.619810:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757707.619814:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15412 00000400:00000200:1.0:1787757707.619820:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757707.619826:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757707.619830:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757707.619835:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619840:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.619843:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619848:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757707.619857:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757707.619861:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757707.619867:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757707.619873:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757707.619878:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757707.619884:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757707.619920:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619924:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.619927:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619930:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757707.619934:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757707.619939:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757707.619951:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757707.619961:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757707.619972:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757707.619979:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.619986:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757707.619996:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757707.620007:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.620014:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757707.620024:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757707.620032:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757707.620042:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757707.620048:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.620053:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757707.620057:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757707.620064:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757707.620077:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757707.620089:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.620105:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931085312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757707.620123:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757707.620131:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757707.620142:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931085312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757707.620171:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757707.620181:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757707.620194:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757707.620204:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757707.620210:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757707.620236:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757707.620247:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15412 00000400:00000200:1.0:1787757707.620258:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757707.620356:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757707.620362:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757707.620376:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620385:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.620396:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620403:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757707.620409:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757707.620412:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757707.620419:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757707.620422:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757707.620432:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757707.620442:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757707.620451:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620457:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.620482:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620496:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757707.620501:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757707.620515:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620522:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757707.620526:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757707.620535:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757707.620544:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.620552:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757707.620558:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757707.620564:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.620569:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757707.620576:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757707.620586:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757707.620596:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757707.620600:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.620607:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757707.620612:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757707.620617:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757707.620627:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757707.620637:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.620653:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931085440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757707.620690:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757707.620698:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757707.620709:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931085440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757707.620744:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757707.620750:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757707.620754:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757707.620756:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757707.620759:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757707.620763:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757707.620778:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15412 00000400:00000200:1.0:1787757707.620789:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757707.620799:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757707.620808:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757707.620815:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620826:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.620832:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620839:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757707.620850:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757707.620855:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757707.620861:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757707.620869:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757707.620875:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757707.620883:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757707.620894:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620919:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.620924:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620933:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757707.620944:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757707.620949:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757707.620957:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757707.620962:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757707.620971:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757707.620979:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.620986:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757707.620993:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757707.621001:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.621011:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757707.621024:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757707.621033:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757707.621044:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757707.621048:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.621055:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757707.621059:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757707.621065:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757707.621077:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757707.621089:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.621108:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931085568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757707.621133:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757707.621142:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757707.621160:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931085568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757707.621196:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757707.621203:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757707.621213:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757707.621218:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757707.621224:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757707.621231:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757707.621241:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15412 00000400:00000200:1.0:1787757707.621250:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757707.621263:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757707.621298:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757707.621310:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.621320:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.621328:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.621336:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757707.621345:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757707.621349:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757707.621357:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757707.621364:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757707.621374:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757707.621383:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757707.621396:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.621403:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757707.621412:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757707.621422:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757707.621432:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757707.621444:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757707.621452:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757707.621458:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757707.621469:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757707.621476:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.621483:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757707.621488:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757707.621492:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.621495:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757707.621500:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757707.621503:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757707.621506:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757707.621508:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757707.621510:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757707.621512:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757707.621517:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757707.621528:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757707.621539:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757707.621553:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931085696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757707.621570:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757707.621576:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757707.621591:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931085696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757707.621633:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757707.621643:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15422) 00000100:00000001:1.0:1787757708.579416:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757708.579426:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757708.579432:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757708.579461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757708.579475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757708.579488:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757708.579498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757708.579504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757708.579512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757708.579562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757708.579568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757708.579578:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757708.579584:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757708.579592:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757708.579598:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757708.579605:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757708.579613:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757708.579625:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757708.643405:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310085585, at 4310085632 00000100:00000010:1.0:1787757708.643428:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787757709.603459:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757709.603470:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757709.603478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757709.603493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757709.603508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757709.603519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757709.603534:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757709.603544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757709.603560:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757709.603615:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757709.603628:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757709.603638:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757709.603651:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757709.603665:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757709.603672:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757709.603693:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757709.603698:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757709.603703:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757710.627416:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757710.627426:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757710.627433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757710.627443:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757710.627456:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757710.627466:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757710.627486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757710.627493:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757710.627501:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757710.627542:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757710.627553:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757710.627558:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757710.627565:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757710.627577:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757710.627589:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757710.627604:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757710.627614:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757710.627622:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757710.627674:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757710.627681:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757710.627688:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757710.627695:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757710.627709:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757710.627718:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757710.627726:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757710.627729:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757710.627734:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757711.651445:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757711.651455:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757711.651461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757711.651472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757711.651481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757711.651490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757711.651512:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757711.651520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757711.651528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757711.651563:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757711.651574:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757711.651581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757711.651589:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757711.651602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757711.651610:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757711.651623:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757711.651629:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757711.651642:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757711.651706:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757711.651714:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757711.651717:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757711.651722:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757711.651726:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757711.651731:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757711.651735:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757711.651738:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757711.651741:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757712.675427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757712.675438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757712.675447:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757712.675462:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757712.675472:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757712.675482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757712.675506:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757712.675514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757712.675523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757712.675560:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757712.675569:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757712.675577:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757712.675591:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757712.675604:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757712.675616:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757712.675639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757712.675647:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757712.675655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757712.740605:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757712.740613:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757712.740626:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757712.740633:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757712.740638:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757712.740648:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757712.740656:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15417 00000400:00000200:0.0:1787757712.740670:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757712.740679:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757712.740687:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757712.740697:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757712.740704:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757712.740714:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757712.740723:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757712.740734:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757712.740739:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757712.740744:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757712.740750:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757712.740759:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757712.740768:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757712.740777:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757712.740783:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757712.740790:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757712.740796:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757712.740803:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757712.740831:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757712.740850:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757712.740853:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757712.740855:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757712.740858:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757712.740862:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757712.740865:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757712.740870:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757712.740873:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757712.740877:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787757712.740880:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757712.740884:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757712.740886:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757712.740888:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757712.740891:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757712.740893:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757712.740900:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787757712.740905:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757712.740912:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931086336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757712.740927:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757712.740931:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757712.740938:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931086336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757712.740961:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757712.740966:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15427) 00000100:00000001:1.0:1787757713.699421:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757713.699435:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757713.699441:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757713.699450:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757713.699457:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757713.699462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699466:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757713.699470:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699474:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757713.699559:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757713.699569:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757713.699575:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757713.699578:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757713.699598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757713.699601:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757713.699607:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757713.699622:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757713.699623:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757713.699636:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757713.699650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757713.699656:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757713.699657:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699676:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757713.699679:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757713.699713:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757713.699721:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699727:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757713.699773:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757713.699782:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757713.699783:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757713.699816:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757713.699820:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757713.699823:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757713.699825:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757713.699831:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757713.699835:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757713.699839:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757713.699847:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699855:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757713.699857:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757713.699865:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699868:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757713.699873:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757713.699890:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757713.699921:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757713.763368:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310090705, at 4310090752 00000100:00000010:1.0:1787757713.763385:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000040:0.0:1787757713.763393:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310090705, at 4310090752 00000100:00000010:0.0:1787757713.763408:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787757714.723440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757714.723450:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757714.723459:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757714.723465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757714.723467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757714.723474:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757714.723487:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757714.723492:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757714.723506:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757714.723513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757714.723519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757714.723534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757714.723535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757714.723546:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757714.723547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757714.723556:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757714.723559:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757714.723570:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757714.723593:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757714.723606:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757714.723619:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757714.723629:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757714.723647:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757714.723660:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757714.723675:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757714.723676:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757714.723685:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757714.723686:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757714.723696:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757714.723706:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757714.723710:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757714.723726:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757714.723742:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757714.723791:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757714.723800:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757714.723813:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757714.723813:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757714.723828:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757714.723837:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757714.723849:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757714.723857:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757714.723868:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757714.723888:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757714.723897:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757714.723904:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757715.747436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757715.747445:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757715.747450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757715.747455:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757715.747461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757715.747464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757715.747476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787757715.747476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757715.747489:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757715.747492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757715.747507:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757715.747507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757715.747532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757715.747539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757715.747557:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757715.747558:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757715.747573:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757715.747598:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757715.747649:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757715.747656:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757715.747662:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757715.747670:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757715.747687:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757715.747688:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757715.747702:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757715.747703:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757715.747710:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757715.747718:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757715.747734:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757715.747734:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757715.747751:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757715.747752:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757715.747793:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757715.747803:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757715.747811:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757715.747829:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757715.747842:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757715.747845:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757715.747852:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757715.747858:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757715.747869:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757715.747877:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757715.747882:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757715.747889:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757715.747896:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757716.771463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757716.771463:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757716.771478:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757716.771478:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757716.771490:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757716.771491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757716.771505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757716.771521:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757716.771528:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757716.771531:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757716.771542:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757716.771542:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757716.771555:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757716.771558:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757716.771569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757716.771578:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757716.771579:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757716.771589:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757716.771615:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757716.771615:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757716.771631:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757716.771631:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757716.771642:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757716.771642:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757716.771663:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787757716.771663:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757716.771682:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757716.771682:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757716.771702:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757716.771702:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757716.771712:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757716.771721:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757716.771732:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757716.771732:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757716.771780:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757716.771787:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757716.771789:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757716.771800:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757716.771815:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757716.771830:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757716.771842:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757716.771850:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757716.771869:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757716.771874:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757716.771878:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757717.795351:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757717.795357:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757717.795360:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757717.795363:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757717.795368:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757717.795374:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757717.795375:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757717.795381:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757717.795383:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757717.795384:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757717.795399:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757717.795403:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757717.795404:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757717.795408:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757717.795409:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757717.795414:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757717.795417:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757717.795422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757717.795451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757717.795451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757717.795466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757717.795466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757717.795474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757717.795474:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757717.795482:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757717.795483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757717.795489:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757717.795490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757717.795498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757717.795501:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757717.795502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757717.795507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757717.795516:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757717.795518:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757717.795530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757717.795548:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757717.795552:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757717.795561:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757717.795570:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757718.819411:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757718.819426:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757718.819432:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757718.819442:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757718.819453:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757718.819463:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757718.819469:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757718.819475:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757718.819478:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757718.819486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757718.819486:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757718.819501:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757718.819505:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757718.819513:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757718.819526:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757718.819534:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757718.819542:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757718.819549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757718.819584:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757718.819595:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757718.819609:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757718.819612:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757718.819629:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757718.819632:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757718.819638:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757718.819653:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757718.819654:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757718.819664:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757718.819666:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757718.819675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757718.819718:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757718.819726:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757718.819753:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757718.819754:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757718.819762:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757718.819770:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757718.819789:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757718.819797:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757718.819810:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787757718.883375:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310095825, at 4310095872 00000100:00000040:1.0:1787757718.883382:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310095825, at 4310095872 00000100:00000010:0.0:1787757718.883397:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787757718.883403:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787757719.843425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757719.843438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757719.843453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757719.843475:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757719.843477:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757719.843495:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757719.843502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757719.843505:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757719.843509:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757719.843516:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757719.843518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757719.843532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757719.843533:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757719.843543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757719.843545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757719.843562:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757719.843569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757719.843577:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757719.843593:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757719.843607:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757719.843618:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757719.843619:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757719.843629:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757719.843631:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757719.843636:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757719.843641:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757719.843652:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757719.843654:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757719.843673:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757719.843674:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757719.843680:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757719.843708:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757719.843711:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757719.843735:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757719.843744:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757719.843747:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757719.843751:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757719.843764:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757719.843767:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757719.843779:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757719.843783:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757719.843786:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757719.843796:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757719.843803:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757719.843816:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757719.843851:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757719.843860:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757719.843867:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757720.867416:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757720.867431:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757720.867436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757720.867443:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757720.867450:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757720.867453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757720.867463:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757720.867465:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757720.867476:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757720.867484:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757720.867491:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757720.867496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757720.867499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757720.867508:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757720.867520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757720.867521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757720.867531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757720.867540:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757720.867552:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757720.867560:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757720.867568:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757720.867574:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757720.867575:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757720.867586:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757720.867588:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757720.867597:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757720.867599:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757720.867614:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757720.867616:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757720.867625:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757720.867630:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757720.867642:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757720.867657:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757720.867684:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757720.867691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757720.867696:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757720.867728:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757720.867730:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787757720.867736:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757720.867738:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787757720.867743:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757720.867745:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757720.867752:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757720.867756:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757720.867760:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757720.867764:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757720.867767:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757720.867771:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757721.891465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757721.891475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757721.891482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757721.891485:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757721.891491:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757721.891497:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757721.891503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757721.891505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757721.891511:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757721.891516:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757721.891518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757721.891526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757721.891529:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757721.891534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757721.891539:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757721.891558:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757721.891560:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787757721.891567:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757721.891568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787757721.891575:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757721.891579:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757721.891599:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757721.891606:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757721.891610:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757721.891614:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757721.891620:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757721.891621:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757721.891632:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757721.891633:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757721.891644:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757721.891644:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757721.891679:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757721.891683:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757721.891691:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757721.891694:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757721.891706:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757721.891730:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757721.891735:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757721.891738:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757721.891742:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757721.891748:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757721.891749:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757721.891761:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757721.891768:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757721.891776:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757721.891780:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757721.891783:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757721.891787:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757722.915407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757722.915417:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757722.915423:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757722.915430:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757722.915435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757722.915439:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757722.915446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757722.915447:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757722.915460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757722.915460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757722.915469:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757722.915478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757722.915480:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757722.915495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757722.915507:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757722.915518:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757722.915527:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757722.915532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757722.915534:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757722.915543:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757722.915544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757722.915553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757722.915556:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757722.915562:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757722.915572:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757722.915581:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757722.915587:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757722.915591:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757722.915595:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757722.915604:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757722.915611:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757722.915619:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757722.915626:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757722.915666:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757722.915672:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757722.915678:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757722.915679:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757722.915690:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757722.915694:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757722.915702:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757722.915708:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757722.915714:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757722.915734:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757722.915742:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757722.915749:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757723.939449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757723.939462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757723.939470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757723.939483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757723.939493:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757723.939497:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757723.939500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757723.939507:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757723.939509:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757723.939514:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757723.939517:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757723.939522:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757723.939525:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757723.939532:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757723.939541:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757723.939552:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757723.939559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757723.939567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757723.939585:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757723.939596:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757723.939603:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757723.939638:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757723.939642:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757723.939644:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757723.939652:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757723.939655:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757723.939659:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757723.939665:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757723.939670:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757723.939676:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757723.939679:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757723.939685:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757723.939687:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757723.939694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757723.939697:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757723.939706:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757723.939730:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757723.939735:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757723.939739:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757723.939743:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757723.939748:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757723.939754:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757723.939758:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757723.939763:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757723.939767:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757724.003396:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310100945, at 4310100992 00000100:00000010:0.0:1787757724.003414:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000040:1.0:1787757724.003414:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310100945, at 4310100992 00000100:00000010:1.0:1787757724.003433:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787757724.963386:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757724.963388:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757724.963393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757724.963395:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757724.963399:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757724.963401:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757724.963406:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757724.963409:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757724.963412:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757724.963417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757724.963419:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757724.963423:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757724.963428:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757724.963432:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757724.963436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757724.963436:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757724.963440:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757724.963445:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757724.963459:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757724.963464:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757724.963465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757724.963469:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757724.963471:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757724.963475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757724.963476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757724.963483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757724.963484:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757724.963489:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757724.963491:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757724.963497:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757724.963503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757724.963509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757724.963516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757724.963517:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757724.963521:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757724.963526:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757725.987404:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757725.987408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757725.987418:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757725.987421:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757725.987425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757725.987429:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757725.987440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757725.987441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757725.987451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757725.987452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757725.987457:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757725.987462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757725.987484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757725.987491:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757725.987503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757725.987503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757725.987511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757725.987518:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757725.987539:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757725.987548:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757725.987549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757725.987556:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757725.987557:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757725.987564:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757725.987566:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757725.987572:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757725.987595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757725.987601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757725.987601:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757725.987608:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757725.987611:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757725.987617:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757725.987618:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757725.987622:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757725.987628:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757725.987629:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757725.987712:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757725.987718:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757725.987721:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757725.987724:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757725.987728:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757725.987731:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757725.987734:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757725.987741:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757725.987746:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757727.011401:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757727.011413:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757727.011419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757727.011425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757727.011429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757727.011436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757727.011440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757727.011445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757727.011453:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757727.011454:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757727.011468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757727.011469:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757727.011475:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757727.011478:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757727.011488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757727.011490:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757727.011495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757727.011503:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757727.011543:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757727.011552:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757727.011581:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757727.011591:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757727.011597:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757727.011598:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757727.011604:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757727.011606:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757727.011616:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757727.011617:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757727.011626:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757727.011629:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757727.011637:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757727.011640:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757727.011649:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757727.011675:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757727.011683:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757727.011686:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757727.011697:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757727.011698:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757727.011704:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757727.011711:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757727.011716:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757727.011721:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757727.011726:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757727.011729:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757727.011733:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757728.035449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757728.035462:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757728.035468:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.035472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757728.035479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757728.035485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757728.035488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757728.035494:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757728.035499:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757728.035505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757728.035511:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757728.035514:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757728.035523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757728.035524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757728.035559:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.035571:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757728.035587:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757728.035596:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757728.035656:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757728.035665:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757728.035667:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757728.035671:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.035678:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757728.035679:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757728.035687:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757728.035690:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757728.035699:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757728.035701:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757728.035708:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757728.035711:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757728.035716:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757728.035718:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757728.035729:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757728.035730:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.035733:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757728.035742:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757728.099490:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757728.099500:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757728.099503:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757728.099508:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757728.099513:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757728.099522:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15432 00000400:00000200:1.0:1787757728.099535:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757728.099570:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757728.099576:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757728.099580:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099585:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.099588:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099592:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757728.099597:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757728.099599:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757728.099603:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757728.099607:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757728.099610:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757728.099615:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757728.099619:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099622:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.099625:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099628:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757728.099632:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757728.099636:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099639:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757728.099643:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757728.099648:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757728.099652:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.099655:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757728.099658:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757728.099670:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757728.099674:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757728.099680:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757728.099682:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.099686:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757728.099690:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757728.099694:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757728.099704:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757728.099713:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757728.099726:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931087744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757728.099741:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757728.099747:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757728.099754:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931087744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757728.099791:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757728.099798:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757728.099805:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757728.099808:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757728.099813:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757728.099818:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757728.099825:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15432 00000400:00000200:1.0:1787757728.099836:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757728.099844:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757728.099850:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757728.099859:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099870:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.099883:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099894:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757728.099906:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757728.099911:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757728.099919:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757728.099926:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757728.099935:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757728.099943:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757728.099958:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099967:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.099980:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.099985:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757728.099992:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757728.100002:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100009:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757728.100015:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757728.100024:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757728.100031:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.100036:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757728.100046:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757728.100054:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.100062:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757728.100072:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757728.100082:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757728.100095:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757728.100101:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.100106:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757728.100113:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757728.100120:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757728.100133:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757728.100145:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757728.100160:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931087872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757728.100187:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757728.100194:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757728.100205:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931087872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757728.100226:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757728.100233:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757728.100239:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757728.100244:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757728.100247:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757728.100255:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757728.100309:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15432 00000400:00000200:1.0:1787757728.100318:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757728.100324:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757728.100331:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757728.100345:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100352:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.100364:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100375:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757728.100383:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757728.100389:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757728.100392:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757728.100396:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757728.100405:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757728.100416:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757728.100429:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100438:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.100448:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100452:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757728.100460:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757728.100469:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100478:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757728.100484:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757728.100492:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757728.100504:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.100511:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757728.100518:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757728.100523:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.100533:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757728.100564:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757728.100573:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757728.100583:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757728.100586:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.100597:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757728.100600:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757728.100603:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757728.100610:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757728.100620:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757728.100633:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931088000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757728.100655:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757728.100661:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757728.100675:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931088000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757728.100722:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757728.100728:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757728.100736:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757728.100743:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757728.100748:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757728.100761:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757728.100773:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15432 00000400:00000200:1.0:1787757728.100792:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757728.100810:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757728.100820:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757728.100833:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100843:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.100855:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100870:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757728.100882:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757728.100889:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757728.100897:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757728.100906:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757728.100915:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757728.100926:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757728.100942:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100950:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.100959:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.100965:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757728.100975:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757728.100991:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757728.101004:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757728.101013:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757728.101022:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757728.101030:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.101040:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757728.101047:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757728.101056:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.101066:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757728.101080:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757728.101091:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757728.101102:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757728.101111:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.101120:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757728.101125:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757728.101131:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757728.101143:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757728.101154:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757728.101173:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931088128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757728.101201:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757728.101209:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757728.101217:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931088128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757728.101242:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757728.101249:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757728.101257:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757728.101264:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757728.101299:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757728.101303:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757728.101310:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15432 00000400:00000200:1.0:1787757728.101324:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757728.101337:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757728.101347:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757728.101360:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.101367:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.101376:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.101382:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757728.101389:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757728.101395:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757728.101400:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757728.101407:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757728.101416:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757728.101428:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757728.101439:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.101445:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757728.101453:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757728.101460:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757728.101467:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757728.101479:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757728.101489:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757728.101497:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757728.101504:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757728.101511:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.101520:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757728.101525:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757728.101532:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.101571:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757728.101578:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757728.101586:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757728.101597:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757728.101606:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757728.101616:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757728.101624:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757728.101628:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757728.101637:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757728.101650:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757728.101668:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931088256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757728.101703:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757728.101710:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757728.101724:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931088256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757728.101741:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757728.101751:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15442) 00000100:00000001:1.0:1787757729.059450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757729.059464:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757729.059474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757729.059479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757729.059490:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757729.059495:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757729.059503:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757729.059507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757729.059512:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757729.059519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757729.059546:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757729.059555:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757729.059562:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757729.059571:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757729.059576:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757729.059583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757729.059590:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757729.059597:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757729.059609:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757729.059615:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757729.059620:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757729.059626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757729.059631:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757729.059639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757729.059647:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757729.059653:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757729.059653:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757729.059664:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757729.059665:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757729.059673:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757729.059686:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757729.059696:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757729.059702:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757729.059714:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757729.059720:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757729.059721:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757729.059730:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757729.059731:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757729.059741:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757729.059751:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757729.059760:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757729.059766:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757729.059770:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757729.059773:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757729.059778:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757729.123380:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310106065, at 4310106112 00000100:00000040:0.0:1787757729.123384:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310106065, at 4310106112 00000100:00000010:1.0:1787757729.123399:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787757729.123404:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787757730.083458:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757730.083459:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757730.083471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757730.083472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757730.083483:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757730.083484:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757730.083496:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757730.083497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757730.083540:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757730.083540:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757730.083552:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757730.083553:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757730.083566:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757730.083574:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757730.083588:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757730.083589:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757730.083594:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757730.083600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757730.083629:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757730.083643:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757730.083651:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757730.083652:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757730.083661:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757730.083666:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757730.083666:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757730.083677:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757730.083677:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757730.083686:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757730.083687:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757730.083697:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757730.083697:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757730.083706:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757730.083723:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757730.083724:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757730.083731:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757730.083740:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757731.107523:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757731.107535:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757731.107541:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757731.107546:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757731.107549:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757731.107569:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757731.107571:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757731.107577:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757731.107581:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757731.107598:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757731.107599:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757731.107608:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757731.107618:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757731.107619:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757731.107636:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757731.107655:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757731.107664:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757731.107665:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757731.107682:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757731.107683:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757731.107692:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757731.107700:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757731.107720:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757731.107731:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757731.107743:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757731.107753:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757731.107755:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757731.107773:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757731.107776:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757731.107791:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757731.107810:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757731.107835:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757731.107851:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757731.107878:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757731.107894:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757731.107901:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757732.131525:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757732.131537:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757732.131546:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757732.131560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757732.131569:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757732.131577:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757732.131579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757732.131582:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757732.131587:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757732.131594:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757732.131596:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757732.131600:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757732.131620:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757732.131624:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757732.131637:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757732.131642:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757732.131646:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757732.131663:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757732.131664:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757732.131678:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757732.131684:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757732.131703:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757732.131709:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757732.131716:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757732.131717:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757732.131727:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757732.131736:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757732.131773:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757732.131781:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757732.131791:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757732.131804:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757732.131816:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757732.131826:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757732.131838:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757732.131843:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757732.131851:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.155488:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757733.155495:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757733.155502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757733.155505:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757733.155515:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757733.155525:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.155530:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757733.155535:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757733.155554:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757733.155557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757733.155564:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757733.155566:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757733.155580:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757733.155588:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757733.155596:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.155597:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757733.155604:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757733.155613:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757733.155626:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757733.155636:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757733.155643:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.155646:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757733.155654:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757733.155656:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757733.155667:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757733.155668:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757733.155680:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757733.155681:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757733.155694:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757733.155702:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757733.155704:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757733.155713:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757733.155720:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.155721:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757733.155729:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757733.155734:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.155764:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757733.155777:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757733.155786:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.155793:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757733.155799:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757733.155805:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757733.155809:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757733.155812:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757733.155817:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757733.219444:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757733.219487:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757733.219490:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757733.219495:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757733.219501:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757733.219511:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15437 00000400:00000200:1.0:1787757733.219523:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757733.219532:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757733.219536:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757733.219541:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219545:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.219549:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219552:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757733.219558:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757733.219561:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757733.219564:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757733.219568:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757733.219572:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757733.219575:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757733.219579:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219582:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.219585:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219588:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757733.219592:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757733.219597:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219600:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757733.219604:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757733.219609:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757733.219612:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.219615:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757733.219618:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757733.219630:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757733.219635:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757733.219641:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757733.219643:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.219647:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757733.219651:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757733.219657:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757733.219667:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757733.219676:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.219688:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931088384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757733.219703:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757733.219710:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757733.219717:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931088384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757733.219748:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757733.219753:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757733.219758:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757733.219760:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757733.219762:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757733.219766:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757733.219769:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15437 00000400:00000200:1.0:1787757733.219774:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757733.219777:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757733.219781:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757733.219784:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219788:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.219790:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219794:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757733.219797:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757733.219800:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757733.219803:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757733.219807:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757733.219810:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757733.219814:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757733.219818:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219821:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.219826:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219835:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757733.219839:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757733.219848:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757733.219856:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757733.219863:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757733.219876:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757733.219885:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.219894:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757733.219905:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757733.219916:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.219925:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757733.219939:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757733.219952:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757733.219965:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757733.219972:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.219982:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757733.219989:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757733.219998:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757733.220013:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757733.220026:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.220043:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931088512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757733.220063:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757733.220073:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757733.220080:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931088512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757733.220107:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757733.220113:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757733.220129:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757733.220136:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757733.220142:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757733.220155:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757733.220165:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15437 00000400:00000200:1.0:1787757733.220181:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757733.220192:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757733.220197:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757733.220205:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220208:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.220216:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220219:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757733.220222:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757733.220224:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757733.220226:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757733.220229:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757733.220232:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757733.220239:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757733.220251:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220263:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.220321:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220333:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757733.220342:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757733.220355:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220366:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757733.220376:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757733.220384:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757733.220391:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.220395:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757733.220403:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757733.220413:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.220423:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757733.220434:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757733.220442:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757733.220468:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757733.220473:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.220478:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757733.220481:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757733.220489:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757733.220504:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757733.220517:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.220533:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931088640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757733.220561:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757733.220567:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757733.220581:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931088640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757733.220606:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757733.220618:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757733.220627:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757733.220633:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757733.220638:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757733.220647:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757733.220659:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15437 00000400:00000200:1.0:1787757733.220670:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757733.220683:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757733.220694:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757733.220707:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220712:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.220722:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220727:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757733.220732:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757733.220739:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757733.220744:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757733.220749:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757733.220755:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757733.220763:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757733.220770:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220776:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.220781:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220791:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757733.220795:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757733.220802:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757733.220810:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757733.220816:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757733.220828:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757733.220838:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.220850:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757733.220860:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757733.220872:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.220882:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757733.220895:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757733.220905:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757733.220919:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757733.220926:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.220933:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757733.220943:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757733.220951:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757733.220965:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757733.220974:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.220994:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931088768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757733.221016:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757733.221024:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757733.221037:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931088768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757733.221064:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757733.221074:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757733.221089:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757733.221098:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757733.221106:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757733.221116:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757733.221127:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15437 00000400:00000200:1.0:1787757733.221145:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757733.221155:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757733.221162:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757733.221174:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.221181:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.221190:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.221196:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757733.221205:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757733.221210:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757733.221219:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757733.221224:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757733.221232:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757733.221239:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757733.221253:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.221263:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757733.221307:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757733.221314:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757733.221323:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757733.221337:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757733.221349:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757733.221357:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757733.221366:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757733.221378:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.221387:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757733.221393:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757733.221400:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.221405:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757733.221414:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757733.221422:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757733.221430:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757733.221436:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757733.221443:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757733.221471:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757733.221482:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757733.221499:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757733.221510:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757733.221525:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931088896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757733.221550:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757733.221558:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757733.221577:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931088896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757733.221606:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757733.221618:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15447) 00000100:00000001:0.0:1787757734.179493:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757734.179507:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757734.179512:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757734.179520:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757734.179532:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757734.179542:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179553:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757734.179565:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757734.179569:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757734.179594:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757734.179598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757734.179617:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757734.179628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757734.179656:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757734.179675:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757734.179675:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179691:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757734.179699:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757734.179704:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757734.179707:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757734.179715:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179724:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757734.179731:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757734.179733:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179772:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757734.179782:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179797:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757734.179845:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757734.179859:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757734.179866:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757734.179872:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757734.179881:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757734.179885:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179889:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757734.179891:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757734.179895:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757734.243376:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310111185, at 4310111232 00000100:00000010:0.0:1787757734.243400:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:1.0:1787757734.243455:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310111185, at 4310111232 00000100:00000010:1.0:1787757734.243473:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787757735.203396:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757735.203407:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757735.203411:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757735.203460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757735.203469:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757735.203482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757735.203494:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757735.203502:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757735.203504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757735.203515:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757735.203524:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757735.203527:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757735.203539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757735.203556:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757735.203565:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757735.203579:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757735.203586:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757735.203591:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757735.203592:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757735.203604:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757735.203614:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757735.203628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757735.203644:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757735.203649:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757735.203653:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757735.203657:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757735.203666:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757735.203680:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757735.203683:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757735.203688:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757735.203692:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757735.203695:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757735.203705:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757735.203705:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757735.203713:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757735.203724:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757736.227471:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757736.227480:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757736.227483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757736.227489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757736.227490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757736.227497:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757736.227501:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757736.227506:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757736.227512:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757736.227519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757736.227524:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757736.227526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757736.227537:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757736.227540:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757736.227543:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757736.227547:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757736.227552:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757736.227555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757736.227591:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757736.227602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757736.227607:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757736.227613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757736.227622:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757736.227632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757736.227643:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757736.227650:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757736.227657:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757736.227666:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757736.227675:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757736.227683:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757736.227690:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757736.227699:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757736.227707:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757736.227724:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757736.227731:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757736.227738:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757737.251420:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757737.251430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757737.251433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757737.251442:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757737.251448:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757737.251454:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251459:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757737.251463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757737.251490:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757737.251497:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757737.251504:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757737.251513:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757737.251520:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757737.251523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757737.251527:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757737.251531:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251532:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757737.251542:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757737.251549:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757737.251558:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757737.251561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757737.251564:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757737.251573:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251574:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251585:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757737.251587:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757737.251637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757737.251647:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757737.251652:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757737.251662:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757737.251670:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757737.251677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251702:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757737.251707:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757737.251712:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.275431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757738.275441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757738.275443:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757738.275451:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757738.275455:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757738.275462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757738.275467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757738.275470:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757738.275478:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757738.275481:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757738.275485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757738.275490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757738.275497:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757738.275504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757738.275512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757738.275513:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757738.275521:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757738.275530:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757738.275568:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757738.275577:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757738.275580:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.275584:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757738.275587:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757738.275591:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757738.275598:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757738.275600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757738.275603:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757738.275612:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757738.275613:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757738.275620:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757738.275626:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757738.275635:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757738.275649:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.275650:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757738.275657:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757738.275666:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757738.275726:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757738.275735:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757738.275739:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757738.275746:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757738.275754:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757738.275760:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757738.275763:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757738.275765:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757738.275768:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757738.339447:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757738.339459:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757738.339463:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757738.339468:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757738.339473:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757738.339484:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15442 00000400:00000200:1.0:1787757738.339496:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757738.339504:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757738.339509:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757738.339514:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339518:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.339521:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339525:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757738.339530:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757738.339533:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757738.339536:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757738.339541:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757738.339544:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757738.339548:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757738.339552:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339555:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.339558:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339560:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757738.339564:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757738.339569:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339572:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757738.339576:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757738.339580:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757738.339584:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.339587:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757738.339591:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757738.339600:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757738.339606:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757738.339611:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757738.339614:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.339619:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757738.339622:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757738.339627:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757738.339637:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757738.339646:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757738.339658:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931089024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757738.339672:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757738.339679:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757738.339685:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931089024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757738.339715:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757738.339720:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757738.339725:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757738.339727:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757738.339729:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757738.339734:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757738.339739:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15442 00000400:00000200:1.0:1787757738.339747:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757738.339753:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757738.339757:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757738.339764:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339769:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.339772:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339775:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757738.339779:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757738.339781:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757738.339784:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757738.339787:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757738.339791:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757738.339796:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757738.339800:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339804:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.339807:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339810:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757738.339815:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757738.339827:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757738.339837:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757738.339844:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757738.339853:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757738.339858:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.339866:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757738.339874:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757738.339883:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.339891:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757738.339904:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757738.339914:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757738.339926:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757738.339932:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.339939:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757738.339944:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757738.339950:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757738.339958:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757738.339968:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757738.339982:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931089152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757738.339996:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757738.340001:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757738.340008:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931089152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757738.340032:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757738.340042:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757738.340048:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757738.340051:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757738.340055:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757738.340061:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757738.340067:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15442 00000400:00000200:1.0:1787757738.340083:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757738.340092:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757738.340102:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757738.340114:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340124:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.340135:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340145:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757738.340155:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757738.340161:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757738.340170:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757738.340177:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757738.340181:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757738.340184:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757738.340190:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340198:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.340205:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340211:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757738.340220:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757738.340225:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340232:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757738.340237:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757738.340242:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757738.340251:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.340256:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757738.340354:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757738.340386:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.340390:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757738.340399:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757738.340406:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757738.340412:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757738.340420:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.340425:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757738.340428:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757738.340436:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757738.340445:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757738.340453:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757738.340472:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931089280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757738.340487:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757738.340494:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757738.340506:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931089280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757738.340536:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757738.340547:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757738.340552:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757738.340555:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757738.340561:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757738.340567:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757738.340574:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15442 00000400:00000200:1.0:1787757738.340588:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757738.340599:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757738.340608:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757738.340615:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340621:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.340630:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340639:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757738.340646:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757738.340650:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757738.340656:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757738.340661:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757738.340669:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757738.340674:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757738.340686:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340692:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.340699:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340705:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757738.340713:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757738.340724:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757738.340732:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757738.340740:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757738.340747:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757738.340755:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.340763:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757738.340770:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757738.340779:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.340784:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757738.340795:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757738.340802:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757738.340809:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757738.340814:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.340820:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757738.340823:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757738.340827:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757738.340842:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757738.340848:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757738.340861:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931089408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757738.340894:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757738.340898:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757738.340914:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931089408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757738.340936:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757738.340944:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757738.340952:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757738.340957:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757738.340962:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757738.340969:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757738.340978:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15442 00000400:00000200:1.0:1787757738.340994:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757738.341001:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757738.341008:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757738.341017:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.341025:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.341033:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.341038:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757738.341046:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757738.341050:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757738.341054:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757738.341059:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757738.341063:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757738.341068:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757738.341077:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.341088:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757738.341098:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757738.341109:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757738.341122:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757738.341136:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757738.341148:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757738.341158:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757738.341167:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757738.341179:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.341185:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757738.341191:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757738.341202:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.341206:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757738.341216:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757738.341224:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757738.341233:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757738.341236:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757738.341243:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757738.341247:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757738.341252:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757738.341261:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757738.341306:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757738.341322:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931089536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757738.341344:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757738.341351:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757738.341379:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931089536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757738.341410:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757738.341420:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15453) 00000100:00000001:1.0:1787757739.299448:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757739.299459:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757739.299465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757739.299475:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757739.299476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757739.299486:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757739.299487:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757739.299495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757739.299498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757739.299509:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757739.299512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757739.299514:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757739.299525:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757739.299530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757739.299532:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757739.299552:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757739.299558:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757739.299561:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757739.299564:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757739.299568:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757739.299576:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757739.299581:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757739.299589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757739.299594:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757739.299598:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757739.299604:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757739.299606:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757739.299613:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757739.299614:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757739.299626:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757739.299627:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757739.299642:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757739.299651:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757739.299663:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757739.299671:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757739.299671:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757739.299680:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757739.299682:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757739.299686:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757739.299698:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757739.299712:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757739.299717:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757739.299720:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757739.299723:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757739.299727:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757739.363392:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310116305, at 4310116352 00000100:00000010:0.0:1787757739.363411:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000040:1.0:1787757739.363429:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310116305, at 4310116352 00000100:00000010:1.0:1787757739.363445:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787757740.323430:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757740.323440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757740.323447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757740.323455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757740.323462:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757740.323469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757740.323472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757740.323476:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757740.323484:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757740.323488:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757740.323492:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757740.323495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757740.323508:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757740.323517:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757740.323524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757740.323531:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757740.323535:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757740.323541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757740.323571:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757740.323576:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757740.323579:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757740.323585:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757740.323586:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757740.323595:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757740.323596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757740.323606:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757740.323607:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757740.323615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757740.323617:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757740.323626:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757740.323643:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757740.323649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757740.323659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757740.323660:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757740.323666:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757740.323675:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757740.323691:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757740.323700:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757740.323708:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757740.323712:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757740.323733:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757740.323738:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757740.323742:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757740.323745:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757740.323749:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757741.347475:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757741.347477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757741.347487:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757741.347489:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757741.347498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757741.347499:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757741.347514:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757741.347516:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757741.347522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757741.347529:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757741.347531:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757741.347539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757741.347557:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757741.347562:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757741.347569:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757741.347570:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757741.347576:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757741.347583:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757741.347604:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757741.347611:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757741.347619:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757741.347622:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757741.347625:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757741.347631:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757741.347635:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757741.347637:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757741.347644:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757741.347648:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757741.347660:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757741.347667:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757741.347668:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757741.347675:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757741.347679:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757741.347683:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757741.347685:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757741.347693:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757742.371396:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757742.371408:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757742.371411:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757742.371418:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757742.371427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757742.371433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371442:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757742.371451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757742.371452:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757742.371463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757742.371466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757742.371469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757742.371481:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757742.371494:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757742.371505:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371516:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757742.371519:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757742.371523:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757742.371528:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371532:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757742.371535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757742.371544:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757742.371554:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757742.371561:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371568:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757742.371575:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371588:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757742.371630:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757742.371638:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757742.371641:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757742.371646:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757742.371649:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757742.371659:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757742.371660:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757742.371670:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757742.371673:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757742.371677:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757742.371682:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371685:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757742.371689:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757742.371696:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757742.371709:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757742.371711:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757742.371718:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757742.371725:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.395438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757743.395448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757743.395455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757743.395456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757743.395466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757743.395470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757743.395472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.395485:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757743.395497:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757743.395502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757743.395506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757743.395513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757743.395516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757743.395520:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395527:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757743.395551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757743.395556:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757743.395558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395567:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757743.395568:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.395577:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.395585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757743.395591:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757743.395596:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395604:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757743.395605:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757743.395613:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757743.395618:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757743.395621:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757743.395628:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757743.395641:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757743.395654:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757743.395661:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395668:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757743.395673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757743.395676:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757743.395680:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395683:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.395693:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757743.395703:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.395705:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757743.395715:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395723:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757743.395728:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757743.395734:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757743.459402:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757743.459413:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757743.459416:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757743.459421:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757743.459427:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757743.459437:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15448 00000400:00000200:1.0:1787757743.459449:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757743.459458:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757743.459463:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757743.459468:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459472:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.459476:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459480:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757743.459485:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757743.459488:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757743.459491:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757743.459495:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757743.459498:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757743.459502:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757743.459506:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459508:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.459511:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459514:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757743.459519:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757743.459524:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459528:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757743.459531:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757743.459535:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757743.459539:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.459542:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757743.459546:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757743.459557:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757743.459561:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757743.459567:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757743.459569:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.459573:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757743.459576:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757743.459581:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757743.459591:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757743.459600:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.459612:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931089664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757743.459628:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757743.459635:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757743.459642:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931089664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757743.459672:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757743.459679:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757743.459686:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757743.459689:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757743.459693:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757743.459698:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757743.459705:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15448 00000400:00000200:1.0:1787757743.459713:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757743.459719:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757743.459724:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757743.459731:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459736:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.459741:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459745:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757743.459750:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757743.459753:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757743.459757:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757743.459761:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757743.459765:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757743.459770:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757743.459777:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459782:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.459787:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459791:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757743.459796:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757743.459803:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757743.459808:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757743.459813:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757743.459821:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757743.459826:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.459830:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757743.459837:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757743.459842:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.459847:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757743.459854:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757743.459859:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757743.459864:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757743.459868:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.459871:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757743.459874:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757743.459878:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757743.459885:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757743.459891:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.459901:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931089792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757743.459917:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757743.459923:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757743.459931:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931089792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757743.459949:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757743.459954:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757743.459961:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757743.459965:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757743.459969:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757743.459975:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757743.459979:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15448 00000400:00000200:1.0:1787757743.459987:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757743.459993:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757743.459997:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757743.460004:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460008:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.460012:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460017:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757743.460022:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757743.460025:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757743.460029:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757743.460033:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757743.460038:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757743.460042:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757743.460049:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460054:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.460059:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460063:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757743.460067:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757743.460073:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460078:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757743.460081:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757743.460087:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757743.460091:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460095:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757743.460099:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757743.460104:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460108:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757743.460116:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757743.460121:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757743.460127:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757743.460129:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460133:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757743.460137:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757743.460141:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757743.460148:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757743.460154:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.460163:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931089920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757743.460179:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757743.460183:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757743.460191:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931089920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757743.460211:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757743.460217:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757743.460224:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757743.460228:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757743.460232:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757743.460238:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757743.460244:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15448 00000400:00000200:1.0:1787757743.460251:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757743.460258:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757743.460262:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757743.460331:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460336:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.460342:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460347:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757743.460352:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757743.460357:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757743.460362:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757743.460366:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757743.460372:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757743.460378:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757743.460385:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460390:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.460395:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460399:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757743.460406:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757743.460412:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460418:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757743.460422:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757743.460428:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757743.460433:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460436:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757743.460441:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757743.460447:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460451:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757743.460459:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757743.460465:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757743.460472:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757743.460475:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460480:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757743.460483:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757743.460487:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757743.460496:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757743.460502:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.460511:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931090048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757743.460527:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757743.460533:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757743.460542:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931090048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757743.460562:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757743.460567:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757743.460574:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757743.460578:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757743.460582:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757743.460587:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757743.460592:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15448 00000400:00000200:1.0:1787757743.460601:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757743.460607:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757743.460612:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757743.460618:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460623:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.460627:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460632:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757743.460637:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757743.460640:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757743.460643:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757743.460647:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757743.460652:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757743.460657:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757743.460663:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460668:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757743.460672:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460677:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757743.460682:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757743.460688:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757743.460694:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757743.460698:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757743.460703:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757743.460708:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460713:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757743.460717:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757743.460723:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460727:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757743.460734:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757743.460739:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757743.460744:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757743.460747:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757743.460751:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757743.460755:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757743.460759:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757743.460766:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757743.460772:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757743.460782:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931090176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757743.460798:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757743.460803:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757743.460811:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931090176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757743.460828:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757743.460836:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15458) 00000100:00000001:0.0:1787757744.419448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757744.419462:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757744.419474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757744.419486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757744.419490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757744.419500:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757744.419503:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757744.419513:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757744.419516:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757744.419521:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757744.419529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757744.419532:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757744.419543:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757744.419550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757744.419558:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757744.419576:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757744.419582:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757744.419588:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757744.419621:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757744.419631:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757744.419637:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757744.419649:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757744.419674:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757744.419683:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757744.419686:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757744.419691:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757744.419699:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757744.419701:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757744.419712:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757744.419714:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757744.419722:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757744.419731:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757744.419738:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757744.419742:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757744.419745:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757744.419749:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757744.483377:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310121424, at 4310121472 00000100:00000040:1.0:1787757744.483392:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310121424, at 4310121472 00000100:00000010:0.0:1787757744.483396:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:1.0:1787757744.483416:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787757745.443431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757745.443443:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757745.443445:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757745.443448:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757745.443457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757745.443461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757745.443466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757745.443471:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757745.443480:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757745.443481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757745.443494:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757745.443495:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757745.443502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757745.443507:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757745.443510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757745.443516:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757745.443523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757745.443532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757745.443543:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757745.443551:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757745.443556:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757745.443559:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757745.443565:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757745.443571:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757745.443571:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757745.443583:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757745.443583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757745.443590:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757745.443593:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757745.443598:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757745.443602:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757745.443614:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757745.443624:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757745.443652:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757745.443658:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757745.443667:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757745.443670:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757745.443679:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757745.443684:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757745.443689:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757745.443700:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757745.443708:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757745.443713:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757745.443719:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757745.443730:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757746.467439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757746.467451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757746.467457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757746.467459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757746.467474:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757746.467475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757746.467483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757746.467487:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757746.467495:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757746.467499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757746.467503:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757746.467513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757746.467527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757746.467533:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757746.467539:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757746.467560:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757746.467569:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757746.467569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757746.467578:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757746.467582:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757746.467584:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757746.467600:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757746.467608:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757746.467619:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757746.467622:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757746.467632:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757746.467633:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757746.467638:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757746.467639:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757746.467649:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757746.467661:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757746.467662:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757746.467671:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757746.467677:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757746.467681:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757746.467686:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757747.491413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757747.491424:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757747.491430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757747.491430:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757747.491441:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757747.491445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757747.491446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757747.491459:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757747.491460:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757747.491471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757747.491471:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757747.491482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757747.491486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757747.491493:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757747.491507:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757747.491512:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757747.491523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757747.491536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757747.491539:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757747.491547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757747.491553:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757747.491560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757747.491571:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757747.491576:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757747.491580:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757747.491586:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757747.491589:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757747.491594:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757747.491595:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757747.491612:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757747.491612:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757747.491631:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757747.491641:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757747.491652:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757747.491661:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757747.491666:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757747.491677:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757747.491678:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757747.491689:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757747.491701:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757747.491715:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757747.491728:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757747.491737:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757747.491745:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757747.491752:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757748.515462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757748.515477:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757748.515488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757748.515501:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757748.515515:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757748.515515:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757748.515528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757748.515528:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757748.515536:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757748.515545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757748.515554:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757748.515557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757748.515566:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.515581:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757748.515599:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757748.515614:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757748.515626:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757748.515642:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.515646:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757748.515657:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757748.515663:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757748.515665:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757748.515670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757748.515672:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757748.515676:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757748.515678:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757748.515688:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.515710:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757748.515727:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757748.515736:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757748.515748:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757748.515770:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757748.515780:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757748.515789:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757748.515792:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757748.515796:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757748.579465:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757748.579477:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757748.579480:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757748.579488:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757748.579495:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757748.579506:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15453 00000400:00000200:0.0:1787757748.579519:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757748.579531:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757748.579536:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757748.579541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579546:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.579549:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579553:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757748.579558:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757748.579560:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757748.579564:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757748.579569:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757748.579572:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757748.579575:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757748.579580:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579583:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.579586:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579588:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757748.579592:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757748.579597:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579600:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757748.579604:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757748.579610:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757748.579614:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.579618:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757748.579622:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757748.579633:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787757748.579638:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757748.579644:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757748.579646:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.579650:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757748.579654:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757748.579659:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757748.579669:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787757748.579678:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757748.579690:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931090304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757748.579705:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757748.579712:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757748.579719:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931090304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757748.579753:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757748.579758:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757748.579763:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757748.579765:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757748.579768:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757748.579772:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757748.579775:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15453 00000400:00000200:0.0:1787757748.579780:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757748.579784:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757748.579788:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757748.579796:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579802:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.579809:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579814:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757748.579819:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757748.579822:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757748.579826:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757748.579832:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757748.579844:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757748.579856:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757748.579873:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579879:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.579888:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579899:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757748.579911:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757748.579921:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757748.579946:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757748.579955:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757748.579970:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757748.579985:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.579994:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757748.580002:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757748.580015:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.580026:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757748.580040:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787757748.580051:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757748.580063:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757748.580071:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.580077:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757748.580084:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757748.580092:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757748.580102:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787757748.580111:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757748.580131:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931090432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757748.580164:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757748.580175:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757748.580252:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931090432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757748.580336:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757748.580342:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757748.580350:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757748.580353:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757748.580357:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757748.580370:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757748.580382:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15453 00000400:00000200:0.0:1787757748.580405:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757748.580422:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757748.580434:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757748.580442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.580451:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.580462:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.580469:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757748.580480:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757748.580487:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757748.580493:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757748.580502:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757748.580510:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757748.580522:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757748.580540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.580547:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.580557:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.580566:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757748.580575:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757748.580589:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757748.580599:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757748.580604:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757748.580615:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757748.580626:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.580637:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757748.580645:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757748.580656:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.580668:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757748.580679:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787757748.580693:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757748.580704:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757748.580710:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.580718:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757748.580726:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757748.580734:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757748.580749:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787757748.580761:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757748.580781:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931090560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757748.580813:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757748.580823:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757748.580843:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931090560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757748.580897:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757748.580907:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757748.580918:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757748.580926:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757748.580933:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757748.580943:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757748.580953:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15453 00000400:00000200:0.0:1787757748.580971:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757748.580979:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757748.580984:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757748.580992:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.580997:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.581004:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581010:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757748.581017:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757748.581019:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757748.581024:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757748.581029:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757748.581037:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757748.581042:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757748.581050:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581055:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.581060:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581065:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757748.581070:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757748.581077:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581082:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757748.581086:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757748.581094:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757748.581099:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.581105:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757748.581113:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757748.581124:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.581133:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757748.581147:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787757748.581158:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757748.581168:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757748.581173:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.581213:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757748.581222:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757748.581227:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757748.581244:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787757748.581257:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757748.581321:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931090688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757748.581384:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757748.581390:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757748.581409:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931090688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757748.581444:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757748.581454:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757748.581475:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757748.581481:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757748.581490:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757748.581499:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757748.581513:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15453 00000400:00000200:0.0:1787757748.581534:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757748.581546:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757748.581555:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757748.581566:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581571:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.581581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581591:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757748.581600:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757748.581605:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757748.581613:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757748.581621:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757748.581631:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757748.581643:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757748.581662:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581676:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757748.581688:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581703:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757748.581717:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757748.581736:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757748.581753:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757748.581763:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757748.581773:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757748.581784:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.581794:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757748.581806:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757748.581820:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.581830:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757748.581843:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787757748.581855:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757748.581865:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757748.581870:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757748.581878:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757748.581881:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757748.581888:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757748.581902:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787757748.581915:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757748.581930:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931090816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757748.581964:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757748.581974:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757748.581995:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931090816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757748.582055:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757748.582071:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15463) 00000100:00000001:1.0:1787757749.539435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757749.539436:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757749.539447:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757749.539449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757749.539456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757749.539457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757749.539469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757749.539470:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757749.539482:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757749.539484:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757749.539490:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757749.539496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757749.539508:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757749.539514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757749.539523:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757749.539524:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757749.539532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757749.539541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757749.539563:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757749.539575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757749.539582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757749.539582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757749.539592:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757749.539595:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757749.539599:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757749.539604:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757749.539607:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757749.539614:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757749.539616:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757749.539627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757749.539628:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757749.539634:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757749.539639:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757749.539643:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757749.539648:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757749.539655:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757749.539679:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757749.539687:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757749.539691:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757749.539694:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757749.539698:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757749.539704:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757749.539707:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757749.539709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757749.539713:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757749.603405:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310126545, at 4310126592 00000100:00000040:1.0:1787757749.603407:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310126545, at 4310126592 00000100:00000010:0.0:1787757749.603427:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:1.0:1787757749.603431:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787757750.563397:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757750.563409:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757750.563412:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757750.563420:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757750.563430:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757750.563437:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757750.563445:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757750.563447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757750.563458:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757750.563459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757750.563467:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757750.563476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757750.563478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757750.563488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757750.563497:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757750.563516:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757750.563523:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757750.563528:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757750.563582:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757750.563594:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757750.563605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757750.563612:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757750.563621:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757750.563623:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757750.563631:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757750.563636:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757750.563638:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757750.563648:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757750.563651:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757750.563659:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757750.563662:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757750.563667:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757750.563675:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757750.563675:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757750.563689:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757750.563694:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757751.587418:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757751.587431:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757751.587433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757751.587437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757751.587446:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757751.587452:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757751.587457:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757751.587464:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757751.587472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757751.587476:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757751.587488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757751.587491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757751.587498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757751.587503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757751.587516:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757751.587537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757751.587543:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757751.587549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757751.587565:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757751.587575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757751.587585:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757751.587586:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757751.587595:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757751.587603:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757751.587604:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757751.587617:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757751.587620:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757751.587628:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757751.587631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757751.587635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757751.587648:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757751.587651:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757751.587656:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757751.587662:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757751.587664:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757751.587675:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757751.587727:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757751.587735:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757751.587740:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757752.611438:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757752.611449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757752.611456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757752.611464:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757752.611473:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757752.611474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757752.611484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757752.611485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757752.611492:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757752.611495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757752.611504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757752.611506:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757752.611518:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757752.611521:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757752.611532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757752.611540:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757752.611548:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757752.611554:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757752.611555:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757752.611564:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757752.611570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757752.611576:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757752.611589:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757752.611594:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757752.611596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757752.611601:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757752.611609:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757752.611609:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757752.611615:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757752.611623:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757752.611625:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757752.611636:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757752.611646:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757752.611662:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757752.611671:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757752.611674:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757752.611678:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757752.611682:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757752.611688:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757752.611693:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757752.611699:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757752.611705:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757752.611709:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757752.611712:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757752.611716:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757753.635444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757753.635456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757753.635466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757753.635479:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757753.635480:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757753.635485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757753.635491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757753.635494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757753.635500:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757753.635502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757753.635510:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757753.635511:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757753.635521:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757753.635527:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757753.635529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757753.635541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757753.635548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757753.635561:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757753.635563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757753.635571:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757753.635576:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757753.635584:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757753.635593:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757753.635602:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757753.635606:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757753.635611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757753.635618:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757753.635623:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757753.635633:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757753.635641:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757753.635652:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757753.635663:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757753.635670:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757753.635691:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757753.635698:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757753.635703:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757753.635705:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757753.635712:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757753.635718:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757753.635721:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757753.635725:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757753.635730:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757753.635734:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757753.635738:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757753.635743:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757754.659462:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757754.659463:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757754.659475:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757754.659478:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757754.659481:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757754.659488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757754.659491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757754.659501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757754.659503:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757754.659513:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757754.659514:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757754.659520:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757754.659526:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757754.659528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757754.659533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757754.659537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757754.659539:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757754.659546:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757754.659577:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757754.659584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757754.659591:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757754.659600:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757754.659603:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757754.659607:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757754.659613:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757754.659617:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757754.659619:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757754.659633:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757754.659642:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757754.659649:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757754.659655:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757754.659664:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757754.659676:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757754.659677:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757754.659685:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757754.659698:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757754.659765:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757754.659771:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757754.659776:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757754.723373:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310131665, at 4310131712 00000100:00000010:1.0:1787757754.723390:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000040:0.0:1787757754.723402:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310131665, at 4310131712 00000100:00000010:0.0:1787757754.723417:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787757755.683418:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757755.683428:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757755.683432:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757755.683439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757755.683461:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757755.683464:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757755.683475:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757755.683485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757755.683492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757755.683494:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757755.683503:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757755.683503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683511:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757755.683520:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757755.683538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757755.683548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683557:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757755.683595:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757755.683603:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757755.683614:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757755.683626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757755.683635:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757755.683646:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683653:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757755.683659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757755.683662:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757755.683664:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683669:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757755.683672:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757755.683677:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757755.683685:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757755.683693:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683708:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757755.683716:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757755.683724:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757755.683746:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757755.683756:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757755.683760:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757755.683764:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757755.683770:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757755.683776:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757755.683784:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757755.683789:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757755.683794:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757756.707437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757756.707442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757756.707447:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757756.707451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757756.707455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757756.707457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757756.707470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757756.707471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757756.707485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757756.707485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757756.707499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757756.707500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757756.707514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757756.707524:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757756.707538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757756.707540:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757756.707548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757756.707556:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757756.707567:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757756.707576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757756.707585:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757756.707592:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757756.707598:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757756.707601:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757756.707610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757756.707617:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757756.707622:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757756.707625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757756.707632:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757756.707635:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757756.707640:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757756.707649:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757756.707660:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757756.707661:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757756.707670:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757756.707677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757756.707714:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757756.707723:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757756.707730:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757756.707736:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757756.707742:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757756.707746:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757756.707749:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757756.707752:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757756.707756:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757757.731403:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757757.731416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757757.731424:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757757.731438:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757757.731444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757757.731448:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757757.731456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757757.731462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731464:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757757.731480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757757.731480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757757.731491:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757757.731491:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731500:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757757.731504:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757757.731541:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757757.731550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731558:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757757.731568:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757757.731575:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757757.731584:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757757.731595:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757757.731602:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757757.731608:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757757.731613:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757757.731617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731621:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757757.731624:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757757.731632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757757.731635:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731642:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757757.731649:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757757.731654:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731675:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757757.731682:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757757.731690:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757757.731704:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757757.731712:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757757.731717:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757757.731724:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757757.731728:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757757.731736:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757757.731740:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757757.731743:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757757.731746:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757758.755423:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757758.755436:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757758.755439:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757758.755448:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757758.755449:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757758.755460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757758.755464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757758.755468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757758.755476:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757758.755477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757758.755490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757758.755492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757758.755498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757758.755506:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757758.755517:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757758.755538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757758.755548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757758.755560:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757758.755563:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757758.755573:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757758.755581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757758.755588:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757758.755596:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757758.755598:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757758.755605:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757758.755608:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757758.755614:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757758.755620:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757758.755630:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757758.755631:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757758.755641:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757758.755646:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757758.755659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757758.755672:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757758.755681:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757758.755698:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757758.755698:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757758.755705:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757758.755710:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757758.755713:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757758.755717:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757758.755724:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757758.755745:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757758.755749:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757758.755754:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757759.779422:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757759.779434:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757759.779439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757759.779446:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757759.779453:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757759.779455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757759.779464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757759.779466:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757759.779477:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757759.779478:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779492:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757759.779493:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757759.779500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757759.779503:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779510:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757759.779534:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757759.779542:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757759.779547:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757759.779554:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757759.779557:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757759.779560:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757759.779566:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779568:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779576:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757759.779577:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757759.779584:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779592:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757759.779615:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757759.779622:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757759.779630:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757759.779637:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757759.779647:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757759.779651:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757759.779655:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757759.779663:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757759.779663:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757759.779672:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779672:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757759.779684:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757759.779687:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757759.779698:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757759.779707:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779717:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757759.779721:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757759.779728:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757759.843363:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310136785, at 4310136832 00000100:00000010:1.0:1787757759.843380:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000040:0.0:1787757759.843394:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310136785, at 4310136832 00000100:00000010:0.0:1787757759.843411:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:0.0:1787757760.803429:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757760.803439:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757760.803440:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757760.803449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757760.803454:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757760.803463:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757760.803464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757760.803475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757760.803478:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757760.803483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757760.803494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757760.803496:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757760.803504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803506:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803518:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757760.803535:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757760.803542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803548:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757760.803549:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757760.803554:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757760.803560:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757760.803564:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757760.803570:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757760.803577:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803584:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757760.803586:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757760.803590:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757760.803593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757760.803600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757760.803602:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757760.803612:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757760.803620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757760.803628:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803632:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757760.803640:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757760.803647:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757760.803655:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757760.803662:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757760.803663:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757760.803673:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803674:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757760.803682:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757760.803683:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757760.803690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757760.803696:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757761.827410:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757761.827428:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757761.827436:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757761.827454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757761.827467:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757761.827471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757761.827477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757761.827485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757761.827487:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757761.827504:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757761.827518:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757761.827518:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757761.827527:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757761.827528:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757761.827538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757761.827556:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757761.827564:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757761.827576:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757761.827603:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757761.827612:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757761.827616:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757761.827620:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757761.827625:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757761.827635:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757761.827637:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757761.827643:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757761.827653:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757761.827655:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757761.827667:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757761.827668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757761.827677:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757761.827679:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757761.827683:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757761.827688:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757761.827696:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757761.827705:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757761.827744:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757761.827753:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757761.827781:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757762.851442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757762.851449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757762.851455:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757762.851466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757762.851471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757762.851476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757762.851491:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757762.851492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757762.851509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757762.851517:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757762.851523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757762.851534:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757762.851541:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757762.851546:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757762.851550:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757762.851562:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757762.851571:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757762.851579:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757762.851581:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757762.851600:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757762.851609:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757762.851618:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757762.851628:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757762.851635:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757762.851637:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757762.851645:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757762.851649:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757762.851653:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757762.851659:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757762.851661:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757762.851678:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757762.851678:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757762.851690:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757762.851722:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757762.851731:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757762.851742:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757762.851745:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757762.851753:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757762.851758:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757762.851776:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757762.851793:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757762.851805:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757762.851819:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757762.851823:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757762.851830:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757763.875431:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757763.875444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757763.875447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757763.875455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757763.875464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757763.875465:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757763.875471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757763.875477:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757763.875479:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757763.875488:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757763.875488:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757763.875500:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757763.875503:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757763.875519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757763.875527:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757763.875535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757763.875545:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757763.875562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757763.875562:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757763.875573:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757763.875584:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757763.875601:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757763.875628:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757763.875629:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757763.875642:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757763.875642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757763.875654:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757763.875655:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757763.875670:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757763.875679:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757763.875696:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757763.875702:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757763.875706:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757763.875710:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757763.875712:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757763.875718:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757763.875739:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757763.875752:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757763.875770:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757763.875795:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757763.875810:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757763.875817:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757763.875833:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757763.875851:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757763.875867:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757764.899442:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757764.899460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757764.899464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757764.899472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757764.899474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757764.899484:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757764.899485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757764.899496:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757764.899497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757764.899519:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757764.899523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757764.899528:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757764.899549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757764.899550:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757764.899576:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757764.899577:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757764.899591:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757764.899620:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757764.899664:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757764.899674:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757764.899679:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757764.899686:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757764.899687:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757764.899695:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757764.899698:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757764.899702:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757764.899709:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757764.899725:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757764.899728:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757764.899735:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757764.899750:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757764.899752:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757764.899768:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757764.899796:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757764.899803:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757764.899807:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757764.899814:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757764.899816:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757764.899824:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757764.899845:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757764.899881:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757764.899924:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757764.899929:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757764.899932:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757764.899936:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757764.963370:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310141905, at 4310141952 00000100:00000010:1.0:1787757764.963390:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000040:0.0:1787757764.963401:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310141905, at 4310141952 00000100:00000010:0.0:1787757764.963417:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787757765.923428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757765.923440:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757765.923444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757765.923452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757765.923467:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757765.923470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757765.923478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757765.923480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757765.923489:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757765.923490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757765.923499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757765.923501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757765.923506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757765.923514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757765.923520:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757765.923549:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757765.923554:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757765.923559:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757765.923573:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757765.923580:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757765.923586:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757765.923592:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757765.923596:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757765.923599:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757765.923610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757765.923611:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757765.923620:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757765.923624:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757765.923627:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757765.923637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757765.923638:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757765.923650:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757765.923652:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757765.923662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757765.923671:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757765.923681:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757765.923703:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757765.923709:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757765.923714:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757765.923722:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757765.923734:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757765.923743:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757765.923753:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757765.923757:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757765.923779:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757766.947448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757766.947462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757766.947466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757766.947476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757766.947486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757766.947494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757766.947503:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757766.947504:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757766.947515:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757766.947520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757766.947522:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757766.947550:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757766.947558:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757766.947590:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757766.947602:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757766.947610:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757766.947616:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757766.947618:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757766.947638:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757766.947639:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757766.947646:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757766.947652:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757766.947657:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757766.947660:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757766.947694:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757766.947704:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757766.947713:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757766.947749:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757766.947767:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757766.947771:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757766.947783:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757766.947787:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757766.947799:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757766.947819:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757766.947822:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757766.947829:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757766.947837:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757766.947839:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757766.947849:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757766.947850:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757766.947882:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757766.947891:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757766.947892:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757766.947902:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757766.947918:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757766.947951:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757766.947956:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757766.947964:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757767.971440:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757767.971450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757767.971455:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757767.971465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757767.971476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757767.971476:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757767.971485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757767.971489:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757767.971493:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757767.971497:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757767.971503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757767.971508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757767.971513:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757767.971519:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757767.971529:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757767.971539:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757767.971545:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757767.971555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757767.971572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757767.971580:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757767.971587:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757767.971588:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757767.971596:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757767.971597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757767.971603:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757767.971608:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757767.971610:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757767.971615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757767.971619:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757767.971627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757767.971630:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757767.971634:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757767.971642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757767.971652:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757767.971658:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757767.971664:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757767.971667:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757767.971678:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757767.971686:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757767.971697:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757767.971705:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757767.971711:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757767.971717:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757767.971724:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757767.971731:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757768.995494:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757768.995498:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757768.995504:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757768.995509:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757768.995511:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757768.995515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757768.995520:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757768.995526:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757768.995532:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757768.995536:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757768.995548:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757768.995551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757768.995559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757768.995561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757768.995579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757768.995581:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757768.995594:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757768.995608:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757768.995664:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757768.995665:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757768.995678:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757768.995682:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757768.995685:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757768.995691:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757768.995715:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757768.995719:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757768.995723:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757768.995735:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757768.995742:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757768.995743:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757768.995751:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757768.995752:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757768.995766:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757768.995767:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757768.995777:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757768.995790:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757769.059448:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757769.059457:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757769.059461:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757769.059465:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757769.059471:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757769.059481:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15473 00000400:00000200:1.0:1787757769.059493:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757769.059502:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757769.059507:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757769.059512:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059517:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.059520:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757769.059529:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757769.059532:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757769.059535:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757769.059539:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757769.059542:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757769.059546:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757769.059550:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059553:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.059556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059559:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757769.059563:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757769.059569:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059572:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757769.059575:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757769.059580:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757769.059584:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.059587:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757769.059591:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757769.059601:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757769.059605:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757769.059610:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757769.059613:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.059617:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757769.059620:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757769.059625:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757769.059635:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757769.059644:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757769.059657:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931092864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757769.059672:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757769.059679:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757769.059685:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931092864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757769.059720:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757769.059724:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757769.059729:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757769.059732:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757769.059734:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757769.059738:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757769.059742:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15473 00000400:00000200:1.0:1787757769.059748:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757769.059754:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757769.059759:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757769.059766:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059772:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.059796:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059803:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757769.059864:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757769.059871:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757769.059882:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757769.059890:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757769.059911:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757769.059926:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757769.059943:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059951:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.059957:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.059973:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757769.059987:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757769.060008:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757769.060021:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757769.060026:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757769.060044:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757769.060059:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.060062:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757769.060070:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757769.060083:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.060101:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757769.060111:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757769.060126:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757769.060142:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757769.060144:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.060152:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757769.060157:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757769.060162:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757769.060191:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757769.060212:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757769.060228:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931092992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757769.060346:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757769.060362:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757769.060377:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931092992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757769.060404:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757769.060414:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757769.060428:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757769.060438:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757769.060446:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757769.060455:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757769.060464:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15473 00000400:00000200:1.0:1787757769.060482:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757769.060500:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757769.060510:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757769.060522:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.060532:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.060537:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.060543:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757769.060553:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757769.060558:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757769.060561:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757769.060565:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757769.060570:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757769.060583:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757769.060604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.060609:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.060629:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.060635:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757769.060642:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757769.060660:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757769.060664:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757769.060672:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757769.060680:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757769.060695:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.060701:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757769.060707:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757769.060715:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.060723:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757769.060733:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757769.060744:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757769.060760:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757769.060772:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.060781:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757769.060790:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757769.060802:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757769.060838:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757769.060853:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757769.060881:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931093120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757769.060906:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757769.060914:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757769.060939:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931093120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757769.060967:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757769.060983:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757769.060999:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757769.061004:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757769.061013:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757769.061021:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757769.061035:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15473 00000400:00000200:1.0:1787757769.061046:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757769.061054:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757769.061058:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757769.061075:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061086:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.061103:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061128:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757769.061149:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757769.061162:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757769.061175:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757769.061183:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757769.061197:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757769.061217:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757769.061238:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061254:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.061267:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061301:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757769.061307:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757769.061328:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061344:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757769.061359:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757769.061376:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757769.061388:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.061399:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757769.061408:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757769.061423:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.061433:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757769.061442:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757769.061454:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757769.061462:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757769.061466:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.061478:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757769.061482:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757769.061489:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757769.061506:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757769.061517:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757769.061537:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931093248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757769.061566:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757769.061583:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757769.061613:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931093248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757769.061646:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757769.061654:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757769.061670:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757769.061676:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757769.061680:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757769.061701:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757769.061710:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15473 00000400:00000200:1.0:1787757769.061725:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757769.061752:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757769.061771:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757769.061795:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061816:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.061857:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061879:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757769.061891:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757769.061900:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757769.061908:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757769.061915:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757769.061928:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757769.061941:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757769.061970:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.061988:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757769.061998:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757769.062012:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757769.062028:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757769.062046:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757769.062066:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757769.062079:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757769.062094:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757769.062107:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.062124:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757769.062149:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757769.062156:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.062161:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757769.062178:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757769.062190:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757769.062201:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757769.062206:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757769.062218:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757769.062227:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757769.062237:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757769.062259:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757769.062298:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757769.062318:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931093376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757769.062368:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757769.062377:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757769.062394:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931093376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757769.062428:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757769.062437:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15483) 00000100:00000001:1.0:1787757770.019505:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757770.019518:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757770.019520:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757770.019530:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757770.019535:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757770.019536:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757770.019558:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757770.019562:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757770.019579:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757770.019587:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757770.019598:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757770.019601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757770.019627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757770.019630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757770.019646:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757770.019648:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757770.019675:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757770.019676:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757770.019762:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757770.019779:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757770.019789:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757770.019792:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757770.019831:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757770.019832:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757770.019838:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757770.019844:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757770.019846:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757770.019855:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757770.019857:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757770.019878:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757770.019880:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757770.019893:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757770.019901:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757770.019907:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757770.019913:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757770.019921:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757770.083392:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310147025, at 4310147072 00000100:00000040:1.0:1787757770.083401:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310147025, at 4310147072 00000100:00000010:0.0:1787757770.083410:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:1.0:1787757770.083423:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:0.0:1787757771.043467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757771.043469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757771.043481:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757771.043482:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757771.043489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757771.043490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757771.043505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757771.043508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757771.043519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757771.043521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757771.043532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757771.043533:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757771.043548:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757771.043559:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757771.043568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757771.043572:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757771.043581:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757771.043589:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757771.043634:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757771.043640:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757771.043645:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757771.043651:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757771.043661:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757771.043670:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757771.043678:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757771.043685:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757771.043694:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757771.043737:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757771.043742:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757771.043745:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757771.043750:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757771.043755:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757771.043760:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757771.043764:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757771.043767:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757771.043771:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757772.067419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757772.067431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757772.067437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757772.067445:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757772.067445:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757772.067455:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757772.067456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757772.067464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757772.067467:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757772.067477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757772.067478:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757772.067486:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757772.067488:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757772.067494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757772.067499:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757772.067517:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757772.067523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757772.067525:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757772.067530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757772.067535:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757772.067540:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757772.067544:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757772.067548:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757772.067552:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757772.067556:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757772.067559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757772.067565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757772.067644:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757772.067651:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757772.067657:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757772.067661:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757772.067673:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757772.067674:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757772.067699:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757772.067701:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757772.067716:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757772.067721:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757772.067728:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757772.067736:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757772.067749:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757772.067760:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757772.067798:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757772.067798:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757772.067806:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757772.067815:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757773.091452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757773.091459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757773.091462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757773.091469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757773.091473:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757773.091478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757773.091489:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757773.091492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757773.091495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757773.091530:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757773.091543:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757773.091548:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757773.091551:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757773.091566:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757773.091567:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757773.091596:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787757773.091596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757773.091615:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757773.091620:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757773.091639:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757773.091640:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757773.091678:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757773.091710:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757773.091715:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757773.091716:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757773.091720:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757773.091725:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757773.091738:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757773.091745:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757773.091762:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757773.091772:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757773.091779:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757773.091787:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757773.091802:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757773.091805:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757773.091821:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757774.115453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757774.115463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757774.115469:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757774.115479:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757774.115479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757774.115490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757774.115493:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757774.115498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115502:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757774.115508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757774.115511:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757774.115514:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115520:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757774.115525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.115529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115537:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757774.115540:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757774.115557:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757774.115568:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757774.115573:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757774.115584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757774.115588:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757774.115598:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757774.115601:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757774.115608:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115611:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757774.115617:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757774.115626:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757774.115628:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115636:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757774.115644:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.115649:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115662:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757774.115666:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757774.115676:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757774.115696:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757774.115706:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757774.115713:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757774.115720:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757774.115726:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757774.115752:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757774.115758:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757774.115762:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757774.115766:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757774.179418:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757774.179432:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757774.179437:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757774.179443:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757774.179451:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757774.179464:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15478 00000400:00000200:1.0:1787757774.179479:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757774.179493:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757774.179500:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757774.179505:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179514:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.179520:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179525:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757774.179530:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757774.179533:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757774.179537:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757774.179542:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757774.179546:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757774.179552:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757774.179559:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179563:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.179568:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179571:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757774.179578:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757774.179585:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179592:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757774.179598:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757774.179605:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757774.179612:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.179617:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757774.179622:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757774.179635:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757774.179643:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757774.179651:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757774.179653:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.179658:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757774.179662:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757774.179667:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757774.179677:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757774.179686:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757774.179698:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931093504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757774.179712:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757774.179719:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757774.179725:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931093504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757774.179782:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757774.179787:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757774.179792:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757774.179794:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757774.179797:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757774.179801:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757774.179805:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15478 00000400:00000200:1.0:1787757774.179812:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757774.179816:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757774.179821:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757774.179826:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179832:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.179836:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179840:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757774.179844:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757774.179846:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757774.179849:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757774.179852:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757774.179855:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757774.179859:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757774.179869:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179873:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.179883:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179891:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757774.179895:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757774.179906:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757774.179913:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757774.179920:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757774.179931:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757774.179943:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.179946:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757774.179956:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757774.179967:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.179971:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757774.179983:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757774.179993:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757774.180000:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757774.180006:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180009:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757774.180014:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757774.180018:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757774.180029:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757774.180037:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757774.180051:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931093632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757774.180076:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757774.180080:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757774.180087:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931093632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757774.180112:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757774.180123:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757774.180133:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757774.180136:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757774.180139:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757774.180150:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757774.180155:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15478 00000400:00000200:1.0:1787757774.180161:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757774.180171:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757774.180174:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757774.180178:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180181:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.180184:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180189:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757774.180193:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757774.180195:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757774.180199:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757774.180204:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757774.180212:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757774.180221:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757774.180230:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180236:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.180240:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180247:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757774.180252:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757774.180263:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180309:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757774.180312:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757774.180316:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757774.180324:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180330:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757774.180337:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757774.180344:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180350:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757774.180361:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757774.180372:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757774.180386:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757774.180392:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180399:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757774.180403:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757774.180413:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757774.180429:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757774.180440:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757774.180460:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931093760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757774.180483:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757774.180491:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757774.180504:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931093760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757774.180529:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757774.180536:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757774.180544:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757774.180552:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757774.180560:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757774.180573:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757774.180587:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15478 00000400:00000200:1.0:1787757774.180624:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757774.180641:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757774.180653:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757774.180662:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180667:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.180676:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180683:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757774.180691:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757774.180696:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757774.180701:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757774.180706:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757774.180711:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757774.180720:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757774.180752:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180762:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.180772:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180778:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757774.180787:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757774.180793:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757774.180801:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757774.180804:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757774.180809:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757774.180819:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180823:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757774.180830:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757774.180836:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180843:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757774.180850:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757774.180859:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757774.180871:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757774.180873:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.180877:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757774.180885:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757774.180888:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757774.180897:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757774.180906:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757774.180922:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931093888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757774.180939:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757774.180945:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757774.180956:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931093888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757774.181013:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757774.181027:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757774.181036:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757774.181038:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757774.181041:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757774.181046:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757774.181054:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15478 00000400:00000200:1.0:1787757774.181070:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757774.181084:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757774.181094:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757774.181100:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.181104:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.181113:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.181117:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757774.181121:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757774.181124:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757774.181131:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757774.181136:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757774.181139:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757774.181144:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757774.181156:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.181161:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757774.181169:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757774.181176:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757774.181184:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757774.181194:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757774.181202:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757774.181208:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757774.181214:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757774.181220:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.181226:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757774.181230:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757774.181235:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.181238:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757774.181244:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757774.181254:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757774.181264:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757774.181307:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757774.181314:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757774.181318:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757774.181323:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757774.181336:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757774.181346:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757774.181358:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931094016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757774.181390:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757774.181400:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757774.181422:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931094016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757774.181459:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757774.181472:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15488) 00000100:00000001:1.0:1787757775.139441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757775.139454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757775.139458:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757775.139465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757775.139472:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757775.139475:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757775.139482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757775.139484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757775.139493:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757775.139495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757775.139504:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757775.139506:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757775.139515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757775.139519:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757775.139523:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757775.139544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757775.139551:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757775.139552:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757775.139564:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757775.139564:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757775.139572:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757775.139578:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757775.139586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757775.139596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757775.139600:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757775.139608:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757775.139621:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757775.139643:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757775.139651:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757775.139656:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757775.139665:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757775.139675:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757775.139682:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757775.139693:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757775.139696:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757775.139700:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757775.203406:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310152145, at 4310152192 00000100:00000040:0.0:1787757775.203416:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310152145, at 4310152192 00000100:00000010:1.0:1787757775.203425:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787757775.203437:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787757776.163404:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757776.163419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757776.163430:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757776.163438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757776.163440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757776.163452:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757776.163453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757776.163462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757776.163465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757776.163473:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757776.163475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757776.163484:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757776.163487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757776.163491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757776.163496:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757776.163523:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757776.163531:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163534:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757776.163539:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757776.163542:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757776.163549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757776.163555:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757776.163564:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757776.163572:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163579:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757776.163584:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163591:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757776.163618:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757776.163626:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757776.163629:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757776.163633:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757776.163639:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757776.163645:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163647:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757776.163649:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757776.163656:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163657:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757776.163666:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757776.163667:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757776.163680:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757776.163690:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757776.163726:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163734:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757776.163741:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757776.163753:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757777.187441:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757777.187446:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757777.187456:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757777.187456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757777.187464:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757777.187465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757777.187479:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787757777.187479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757777.187495:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757777.187496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757777.187508:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757777.187508:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757777.187518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757777.187518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757777.187527:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757777.187527:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757777.187534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757777.187534:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757777.187569:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757777.187580:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757777.187588:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757777.187602:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757777.187617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757777.187628:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757777.187633:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757777.187636:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757777.187642:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757777.187645:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757777.187655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757777.187655:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757777.187669:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757777.187714:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757777.187725:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757777.187740:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757777.187748:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757777.187754:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757778.211347:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757778.211354:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757778.211357:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757778.211366:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757778.211367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757778.211372:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757778.211375:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757778.211377:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757778.211381:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757778.211383:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757778.211387:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757778.211388:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757778.211395:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757778.211397:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757778.211404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757778.211409:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757778.211412:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757778.211416:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757778.211428:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757778.211434:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757778.211437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757778.211440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757778.211444:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757778.211446:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757778.211449:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757778.211450:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757778.211454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757778.211455:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757778.211460:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757778.211461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757778.211466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757778.211468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757778.211472:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757778.211472:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757778.211476:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757778.211481:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757779.235460:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757779.235474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757779.235477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.235483:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757779.235485:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757779.235494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757779.235498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757779.235503:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757779.235508:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757779.235517:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757779.235520:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757779.235530:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757779.235531:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757779.235539:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757779.235543:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.235568:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757779.235574:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757779.235582:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757779.235593:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757779.235602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757779.235612:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757779.235623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757779.235626:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757779.235638:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757779.235665:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757779.235674:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757779.235676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757779.235686:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757779.235688:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757779.235699:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757779.235700:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757779.235708:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757779.235711:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.235734:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757779.235744:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757779.235757:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757779.235767:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757779.235774:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757779.235778:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757779.235782:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757779.235789:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757779.235794:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757779.235798:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757779.235801:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757779.235806:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757779.299390:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757779.299400:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757779.299404:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757779.299408:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757779.299413:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757779.299424:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15483 00000400:00000200:1.0:1787757779.299436:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757779.299445:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757779.299449:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757779.299454:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299459:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.299462:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299466:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757779.299471:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757779.299473:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757779.299477:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757779.299481:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757779.299485:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757779.299488:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757779.299492:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299494:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.299498:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299501:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757779.299506:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757779.299510:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299513:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757779.299517:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757779.299521:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757779.299525:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.299528:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757779.299531:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757779.299542:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757779.299547:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757779.299552:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757779.299555:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.299558:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757779.299562:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757779.299567:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757779.299577:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757779.299586:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757779.299599:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931094144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757779.299618:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757779.299626:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757779.299660:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931094144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757779.299700:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757779.299706:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757779.299713:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757779.299717:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757779.299721:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757779.299727:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757779.299733:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15483 00000400:00000200:1.0:1787757779.299742:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757779.299751:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757779.299757:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757779.299765:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299769:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.299773:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299777:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757779.299786:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757779.299790:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757779.299796:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757779.299801:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757779.299808:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757779.299813:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757779.299845:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299855:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.299865:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299873:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757779.299887:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757779.299898:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757779.299906:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757779.299913:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757779.299923:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757779.299932:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.299938:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757779.299943:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757779.299948:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.299951:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757779.299957:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757779.299965:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757779.299972:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757779.299979:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.299982:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757779.299985:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757779.299991:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757779.300002:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757779.300013:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757779.300034:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931094272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757779.300091:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757779.300099:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757779.300113:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931094272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757779.300139:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757779.300149:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757779.300160:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757779.300162:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757779.300166:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757779.300174:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757779.300182:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15483 00000400:00000200:1.0:1787757779.300197:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757779.300210:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757779.300217:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757779.300227:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300235:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.300246:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300255:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757779.300264:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757779.300310:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757779.300317:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757779.300321:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757779.300328:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757779.300334:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757779.300347:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300357:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.300365:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300371:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757779.300377:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757779.300386:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300392:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757779.300402:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757779.300410:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757779.300416:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.300428:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757779.300433:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757779.300442:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.300448:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757779.300460:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757779.300468:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757779.300476:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757779.300482:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.300488:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757779.300492:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757779.300499:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757779.300507:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757779.300517:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757779.300530:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931094400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757779.300569:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757779.300577:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757779.300588:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931094400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757779.300660:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757779.300671:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757779.300685:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757779.300691:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757779.300695:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757779.300705:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757779.300720:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15483 00000400:00000200:1.0:1787757779.300739:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757779.300749:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757779.300754:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757779.300766:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300771:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.300781:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300786:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757779.300793:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757779.300799:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757779.300803:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757779.300810:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757779.300819:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757779.300825:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757779.300836:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300843:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.300849:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300856:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757779.300866:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757779.300874:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757779.300882:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757779.300891:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757779.300900:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757779.300908:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.300915:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757779.300920:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757779.300930:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.300937:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757779.300948:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757779.300955:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757779.300965:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757779.300970:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.300979:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757779.300983:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757779.300990:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757779.301001:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757779.301011:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757779.301027:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931094528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757779.301049:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757779.301057:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757779.301072:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931094528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757779.301102:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757779.301112:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757779.301123:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757779.301131:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757779.301136:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757779.301142:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757779.301152:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15483 00000400:00000200:1.0:1787757779.301162:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757779.301175:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757779.301183:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757779.301193:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.301199:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.301208:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.301216:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757779.301222:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757779.301227:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757779.301233:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757779.301238:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757779.301246:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757779.301255:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757779.301268:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.301308:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757779.301316:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757779.301323:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757779.301332:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757779.301345:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757779.301351:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757779.301358:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757779.301366:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757779.301377:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.301384:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757779.301391:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757779.301402:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.301405:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757779.301411:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757779.301421:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757779.301431:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757779.301436:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757779.301442:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757779.301446:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757779.301452:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757779.301462:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757779.301473:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757779.301489:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931094656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757779.301518:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757779.301526:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757779.301538:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931094656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757779.301560:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757779.301573:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15493) 00000100:00000001:1.0:1787757780.259449:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757780.259459:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757780.259460:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757780.259467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757780.259471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757780.259475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757780.259478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757780.259488:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757780.259488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757780.259499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757780.259500:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757780.259511:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757780.259514:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757780.259517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757780.259530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757780.259533:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757780.259536:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757780.259547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757780.259569:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757780.259576:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757780.259578:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757780.259586:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757780.259587:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757780.259592:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757780.259596:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757780.259601:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757780.259606:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757780.259608:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757780.259613:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757780.259616:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757780.259648:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757780.259649:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757780.259665:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757780.259666:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757780.259673:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757780.259683:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757780.259703:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757780.259711:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757780.259715:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757780.259719:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757780.259723:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757780.259728:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757780.259731:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757780.259734:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757780.259738:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757780.323364:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310157265, at 4310157312 00000100:00000010:1.0:1787757780.323383:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000040:0.0:1787757780.323397:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310157265, at 4310157312 00000100:00000010:0.0:1787757780.323411:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787757781.283430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757781.283439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757781.283446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757781.283453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757781.283458:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757781.283462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757781.283471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757781.283473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757781.283481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757781.283483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757781.283491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757781.283495:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757781.283503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757781.283503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757781.283520:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757781.283543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757781.283552:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757781.283561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757781.283565:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757781.283575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757781.283579:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757781.283587:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757781.283590:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757781.283602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757781.283626:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757781.283634:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757781.283635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757781.283643:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757781.283645:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757781.283652:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757781.283654:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757781.283660:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757781.283662:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757781.283691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757781.283698:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757781.283700:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757781.283704:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757781.283707:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757781.283713:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757781.283717:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757781.283724:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757781.283728:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757781.283734:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757781.283739:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757781.283746:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757782.307454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757782.307458:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757782.307465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757782.307470:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757782.307471:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757782.307477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757782.307486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787757782.307491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757782.307493:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757782.307504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757782.307505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757782.307518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757782.307527:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757782.307534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757782.307538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757782.307570:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757782.307580:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757782.307611:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757782.307615:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757782.307621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757782.307624:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757782.307628:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757782.307636:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757782.307637:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757782.307647:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757782.307649:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307656:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757782.307658:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757782.307668:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307685:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757782.307693:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757782.307696:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757782.307707:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757782.307740:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757782.307747:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757782.307750:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757782.307754:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757782.307758:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757782.307762:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307765:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757782.307768:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757782.307771:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757783.331439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757783.331454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757783.331460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757783.331469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757783.331475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757783.331480:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757783.331484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757783.331487:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757783.331491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757783.331546:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757783.331559:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757783.331565:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757783.331592:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757783.331601:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757783.331604:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757783.331614:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757783.331620:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757783.331627:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757783.331639:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757783.331641:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757783.331660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757783.331660:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757783.331677:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757783.331699:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757783.331705:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757783.331715:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757783.331721:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757783.331730:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757783.331732:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757783.331735:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757783.331751:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757783.331783:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757783.331787:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757783.331795:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757783.331806:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757783.331807:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757783.331813:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757783.331815:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757783.331821:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757783.331825:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757783.331835:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757783.331839:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757783.331849:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757783.331854:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757783.331862:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757783.331889:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757783.331899:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757783.331904:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757783.331909:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757783.331915:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757783.331920:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757783.331927:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757783.331936:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757783.331942:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.355498:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757784.355505:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757784.355510:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757784.355515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757784.355518:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757784.355525:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757784.355532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757784.355537:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.355541:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757784.355573:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757784.355588:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757784.355590:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757784.355608:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757784.355610:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.355638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757784.355638:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757784.355652:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757784.355670:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.355701:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757784.355718:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757784.355720:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757784.355738:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757784.355739:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757784.355748:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757784.355765:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757784.355766:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757784.355775:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757784.355777:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757784.355784:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.355785:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757784.355798:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757784.355807:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757784.355813:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.355815:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757784.355827:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.355854:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.419972:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757784.419982:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757784.419991:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757784.420009:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.420042:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757784.420050:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.420065:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757784.420072:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757784.420080:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757784.420092:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931094784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757784.420101:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757784.420111:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757784.420117:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.420124:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757784.420138:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757784.420143:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757784.420159:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757784.420170:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757784.420185:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757784.420204:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931094784, portal 25 00000100:00000001:0.0:1787757784.420211:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757784.420216:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787757784.420234:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.420326:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757784.420338:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757784.420348:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757784.420361:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931094784, offset 0 00000400:00000200:0.0:1787757784.420383:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757784.420408:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.420428:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757784.420442:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757784.420455:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757784.420467:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757784.420477:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757784.420490:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747311:747311:256:4294967295] 192.168.201.121@tcp LPNI seq info [747305:747305:8:4294967295] 00000400:00000200:0.0:1787757784.420506:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.420535:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757784.420577:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.420592:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757784.420621:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757784.420638:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787757784.420701:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.420709:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757784.420726:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757784.420746:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757784.420761:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757784.420771:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757784.420782:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757784.420796:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.420838:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.420851:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.420877:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.420885:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757784.420899:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757784.420915:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757784.420924:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310162385 00000100:00000010:0.0:1787757784.420938:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787757784.420955:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757784.420970:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310162385 00000100:00000010:0.0:1787757784.420983:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787757784.420994:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757784.421004:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757784.421013:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.421024:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757784.421038:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757784/real 1787757784] req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757784.421073:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757784.421079:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757784.421084:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757784.421092:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757784.421099:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757784.421106:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757784.421120:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757784.421159:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421194:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757784.421200:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.421206:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.421212:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757784.421224:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421256:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757784.421311:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421341:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757784.421352:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.421361:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.421366:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.421374:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757784.421381:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757784.421392:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757784.421405:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757784.421415:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757784.421430:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757784.421456:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931094784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757784.421469:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.421478:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.421490:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931094784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421517:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757784.421525:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757784.421532:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757784.421542:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757784.421572:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757784.421580:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757784.421585:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757784.421590:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787757784.421600:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757784.421604:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757784.421608:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787757784.421615:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757784.421618:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.421623:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.421637:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757784.421642:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.421646:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757784.421651:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757784.421654:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757784.421665:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421682:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757784.421685:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.421690:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757784.421694:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757784.421698:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757784.421703:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931094912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757784.421708:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757784.421711:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757784.421714:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.421716:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757784.421722:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757784.421725:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757784.421731:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757784.421735:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757784.421741:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757784.421746:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931094912, portal 10 00000100:00000001:0.0:1787757784.421749:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757784.421751:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787757784.421760:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421770:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757784.421773:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757784.421776:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757784.421779:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931094912, offset 0 00000400:00000200:0.0:1787757784.421785:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757784.421791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.421796:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757784.421800:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757784.421804:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757784.421809:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757784.421812:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757784.421817:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747312:747312:256:4294967295] 192.168.201.121@tcp LPNI seq info [747306:747306:8:4294967295] 00000400:00000200:0.0:1787757784.421823:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.421832:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757784.421838:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.421843:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757784.421849:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757784.421853:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787757784.421869:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.421871:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757784.421876:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757784.421881:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757784.421884:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757784.421887:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757784.421891:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757784.421896:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421906:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.421911:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.421920:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.421922:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757784.421927:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757784.421932:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757784.421936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757784.421939:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310161422 00000100:00000001:0.0:1787757784.421943:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.421947:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310161422 00000100:00000001:0.0:1787757784.421951:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.421954:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757784.421957:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.421960:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757784.421965:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757784/real 1787757784] req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757784.421975:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757784.421977:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757784.421979:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757784.421982:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757784.421984:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757784.421987:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757784.421991:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757784.422002:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422011:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757784.422013:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.422016:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.422017:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757784.422022:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422030:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757784.422035:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422044:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757784.422047:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.422049:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.422051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.422054:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757784.422060:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757784.422064:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757784.422069:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757784.422072:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757784.422077:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757784.422089:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931094912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757784.422093:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757784.422097:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422105:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757784.422107:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.422110:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757784.422112:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757784.422115:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757784.422119:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757784.422122:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757784.422125:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757784.422127:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.422129:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757784.422134:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757784.422137:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757784.422141:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757784.422144:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757784.422148:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757784.422152:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095040, portal 10 00000100:00000001:0.0:1787757784.422155:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757784.422157:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787757784.422164:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422381:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757784.422396:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757784.422410:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757784.422424:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931095040, offset 0 00000400:00000200:0.0:1787757784.422438:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757784.422456:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.422472:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757784.422482:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757784.422489:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757784.422494:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757784.422498:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757784.422504:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747313:747313:256:4294967295] 192.168.201.121@tcp LPNI seq info [747307:747307:8:4294967295] 00000400:00000200:0.0:1787757784.422511:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.422525:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757784.422533:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.422543:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757784.422581:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757784.422588:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787757784.422607:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.422611:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757784.422618:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757784.422625:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757784.422633:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757784.422637:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757784.422643:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757784.422654:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422670:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.422675:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422699:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.422703:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757784.422714:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757784.422722:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757784.422730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757784.422735:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310161421 00000100:00000001:0.0:1787757784.422742:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.422748:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310161421 00000100:00000001:0.0:1787757784.422753:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.422758:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757784.422764:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.422769:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757784.422780:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757784/real 1787757784] req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757784.422800:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757784.422804:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757784.422810:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757784.422816:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757784.422820:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757784.422827:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757784.422833:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757784.422845:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422854:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757784.422857:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.422860:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.422863:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757784.422869:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422879:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757784.422886:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422896:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757784.422900:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.422902:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.422904:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.422908:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757784.422912:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757784.422917:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757784.422923:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757784.422926:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757784.422932:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757784.422942:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757784.422949:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757784.422955:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.422965:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757784.422968:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.422972:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757784.422977:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757784.422981:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757784.422986:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757784.422991:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757784.422996:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757784.423000:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.423003:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757784.423011:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757784.423014:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757784.423021:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757784.423025:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757784.423030:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757784.423037:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095168, portal 4 00000100:00000001:0.0:1787757784.423040:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757784.423043:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787757784.423052:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423061:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757784.423064:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757784.423067:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757784.423070:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931095168, offset 0 00000400:00000200:0.0:1787757784.423076:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757784.423081:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.423086:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757784.423091:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757784.423095:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757784.423098:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757784.423102:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757784.423106:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747314:747314:256:4294967295] 192.168.201.121@tcp LPNI seq info [747308:747308:8:4294967295] 00000400:00000200:0.0:1787757784.423112:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.423121:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757784.423127:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.423132:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757784.423137:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757784.423142:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787757784.423157:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.423160:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757784.423165:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757784.423170:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757784.423174:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757784.423176:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757784.423180:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757784.423184:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423195:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.423199:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423208:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.423210:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757784.423214:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757784.423220:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757784.423224:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757784.423227:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310161457 00000100:00000001:0.0:1787757784.423230:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.423233:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310161457 00000100:00000001:0.0:1787757784.423236:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.423239:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757784.423242:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.423244:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757784.423249:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757784/real 1787757784] req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757784.423259:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757784.423261:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757784.423263:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757784.423297:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757784.423300:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757784.423304:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757784.423310:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757784.423321:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423331:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757784.423333:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423335:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.423337:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757784.423342:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423350:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757784.423355:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423365:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757784.423370:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423374:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.423377:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423380:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757784.423384:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757784.423390:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757784.423398:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757784.423402:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757784.423411:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757784.423431:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757784.423440:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757784.423448:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423465:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757784.423468:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.423473:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757784.423478:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757784.423481:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757784.423486:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757784.423491:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757784.423494:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757784.423497:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757784.423500:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757784.423505:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757784.423508:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757784.423513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757784.423516:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757784.423521:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757784.423526:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095296, portal 4 00000100:00000001:0.0:1787757784.423529:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757784.423531:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787757784.423540:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423575:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757784.423579:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757784.423582:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757784.423586:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931095296, offset 0 00000400:00000200:0.0:1787757784.423592:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757784.423599:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.423604:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757784.423608:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757784.423612:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757784.423616:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757784.423619:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757784.423624:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747315:747315:256:4294967295] 192.168.201.121@tcp LPNI seq info [747309:747309:8:4294967295] 00000400:00000200:0.0:1787757784.423630:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757784.423639:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757784.423645:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.423650:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757784.423655:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757784.423659:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787757784.423674:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757784.423677:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757784.423681:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757784.423686:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757784.423690:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757784.423693:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757784.423696:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757784.423701:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423712:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.423716:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423725:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.423727:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757784.423731:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757784.423735:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757784.423740:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757784.423742:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310161437 00000100:00000001:0.0:1787757784.423746:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.423749:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310161437 00000100:00000001:0.0:1787757784.423752:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310162385 00000100:00000001:0.0:1787757784.423755:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757784.423758:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.423761:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757784.423766:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757784/real 1787757784] req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757784.423777:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757784.423778:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757784.423780:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757784.423783:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757784.423786:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757784.423789:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757784.423793:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757784.423804:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423812:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757784.423814:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423817:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.423819:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757784.423823:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423831:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757784.423837:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423845:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757784.423848:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423850:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757784.423852:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423855:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757784.423857:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757784.423861:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757784.423866:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757784.423869:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757784.423875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757784.423885:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757784.423889:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423893:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.423898:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931094912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423907:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757784.423910:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757784.423914:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757784.423918:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757784.423921:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757784.423923:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757784.423927:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757784.423930:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787757784.423935:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757784.423938:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757784.423940:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787757784.423945:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757784.423947:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423950:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.423954:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931095040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.423962:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757784.423964:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757784.423966:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757784.423969:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757784.423971:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757784.423972:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757784.423975:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757784.423978:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757784.423981:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757784.423982:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757784.423984:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787757784.423988:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757784.423989:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.423991:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.423995:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931095168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.424003:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757784.424005:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757784.424007:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757784.424010:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757784.424011:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757784.424013:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757784.424015:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757784.424017:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787757784.424020:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757784.424022:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757784.424023:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787757784.424026:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757784.424028:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.424030:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757784.424034:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931095296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757784.424041:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757784.424043:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757784.424045:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757784.424047:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757784.424049:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757784.424050:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757784.424053:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757784.424055:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757784.424058:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757784.424059:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757784.424061:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787757784.424065:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757784.424067:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.424070:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757784.424080:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757784.424082:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757784.424085:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757784.424088:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757785.379434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757785.379447:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757785.379453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757785.379463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757785.379463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757785.379477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757785.379478:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757785.379483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757785.379490:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757785.379497:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757785.379499:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757785.379504:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757785.379512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757785.379522:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757785.379563:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379574:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757785.379591:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757785.379600:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757785.379607:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757785.379625:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757785.379636:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757785.379645:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379649:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757785.379663:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757785.379666:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757785.379681:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757785.379682:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757785.379696:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757785.379697:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757785.379717:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757785.379737:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379748:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757785.379754:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757785.379755:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757785.379764:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757785.379769:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757785.379772:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757785.379781:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757785.379788:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757785.379796:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757785.379807:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757785.379813:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757785.379824:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757785.379826:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757785.379835:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757785.379841:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757785.379848:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757785.379862:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757785.379871:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379878:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757785.379881:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757785.379887:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757785.443395:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310162385, at 4310162432 00000100:00000010:0.0:1787757785.443412:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787757785.443424:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310162385, at 4310162432 00000100:00000010:1.0:1787757785.443444:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787757786.403447:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757786.403456:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757786.403457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757786.403462:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757786.403470:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757786.403473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757786.403477:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757786.403485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757786.403493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757786.403505:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757786.403540:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757786.403542:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757786.403550:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757786.403551:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757786.403563:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757786.403565:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757786.403568:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757786.403577:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757786.403595:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757786.403603:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757786.403605:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757786.403614:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757786.403615:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757786.403623:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757786.403628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757786.403637:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757786.403638:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757786.403649:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757786.403649:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757786.403658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757786.403660:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757786.403670:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757786.403679:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757786.403680:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757786.403686:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757786.403694:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757787.427464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757787.427475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757787.427480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757787.427483:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757787.427490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757787.427518:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757787.427522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757787.427534:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757787.427537:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757787.427557:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757787.427566:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757787.427566:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757787.427595:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757787.427600:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757787.427613:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757787.427632:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757787.427637:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757787.427644:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757787.427650:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757787.427654:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757787.427654:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757787.427678:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757787.427688:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757787.427700:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757787.427706:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757787.427723:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757787.427725:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757787.427742:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757787.427744:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757787.427773:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757787.427776:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757787.427799:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757787.427806:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757787.427829:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757787.427845:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757787.427859:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757788.451408:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757788.451426:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757788.451431:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757788.451440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757788.451457:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757788.451469:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757788.451472:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757788.451511:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757788.451522:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757788.451523:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757788.451535:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757788.451539:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757788.451548:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757788.451563:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757788.451579:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757788.451608:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757788.451610:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757788.451618:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757788.451621:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757788.451623:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757788.451636:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757788.451637:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757788.451643:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757788.451649:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757788.451654:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757788.451657:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757788.451661:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757788.451685:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757788.451699:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757788.451715:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757788.451729:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757788.451743:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757788.451743:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757788.451756:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757788.451770:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757788.451770:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757788.451788:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757788.451789:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757788.451798:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757788.451837:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757788.451845:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757788.451855:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757788.451856:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757788.451864:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757788.451881:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757789.475448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757789.475479:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757789.475485:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757789.475498:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757789.475507:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757789.475517:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.475527:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757789.475527:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757789.475544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.475546:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757789.475563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757789.475573:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.475580:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757789.475596:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757789.475611:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757789.475630:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757789.475634:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757789.475639:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757789.475650:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.475654:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757789.475665:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757789.475670:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757789.475679:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757789.475691:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757789.475701:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757789.475706:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757789.475715:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.475722:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757789.475735:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757789.475741:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.475747:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757789.475758:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757789.475782:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757789.475795:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757789.475803:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757789.475807:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757789.475816:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757789.475820:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757789.475846:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757789.475850:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757789.475860:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757789.475872:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757789.475911:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757789.475919:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757789.475922:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757789.475929:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787757789.475930:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757789.475939:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.539768:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757789.539778:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757789.539786:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757789.539806:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.539852:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757789.539861:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.539869:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757789.539878:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757789.539889:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.539899:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931095424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757789.539911:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757789.539919:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757789.539927:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.539937:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757789.539951:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757789.539960:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757789.539973:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757789.539983:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757789.539998:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757789.540030:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095424, portal 25 00000100:00000001:0.0:1787757789.540048:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757789.540055:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787757789.540072:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.540091:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757789.540107:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757789.540118:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757789.540130:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931095424, offset 0 00000400:00000200:0.0:1787757789.540158:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757789.540181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.540198:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757789.540216:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757789.540232:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757789.540246:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757789.540258:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757789.540319:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747316:747316:256:4294967295] 192.168.201.121@tcp LPNI seq info [747310:747310:8:4294967295] 00000400:00000200:0.0:1787757789.540334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.540364:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757789.540385:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.540397:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757789.540414:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757789.540423:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787757789.540455:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.540495:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757789.540513:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757789.540531:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757789.540545:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757789.540555:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757789.540581:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757789.540601:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.540639:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.540654:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.540689:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.540698:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757789.540711:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757789.540730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757789.540739:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310167505 00000100:00000010:0.0:1787757789.540755:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787757789.540774:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757789.540788:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310167505 00000100:00000010:0.0:1787757789.540801:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787757789.540812:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757789.540826:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757789.540839:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.540846:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757789.540863:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757789/real 1787757789] req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757789.540902:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757789.540907:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757789.540914:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757789.540926:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757789.540932:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757789.540938:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757789.540952:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757789.540989:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541013:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757789.541021:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541030:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.541035:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757789.541052:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541088:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757789.541109:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541146:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757789.541158:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541164:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.541169:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541180:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757789.541188:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757789.541201:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757789.541217:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757789.541227:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757789.541241:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757789.541303:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931095424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757789.541317:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541330:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.541343:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931095424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541373:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757789.541382:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757789.541388:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757789.541396:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757789.541403:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757789.541410:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757789.541422:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757789.541427:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787757789.541437:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757789.541441:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757789.541445:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787757789.541454:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757789.541486:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541500:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541518:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757789.541527:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.541538:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757789.541546:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757789.541554:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757789.541568:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541582:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757789.541585:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.541641:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757789.541644:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757789.541647:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.541653:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757789.541657:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757789.541660:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757789.541663:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.541666:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757789.541671:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757789.541674:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757789.541680:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757789.541683:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757789.541689:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757789.541693:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095552, portal 10 00000100:00000001:0.0:1787757789.541696:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757789.541698:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787757789.541707:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541716:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757789.541719:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757789.541723:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757789.541726:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931095552, offset 0 00000400:00000200:0.0:1787757789.541731:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757789.541737:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.541742:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757789.541746:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757789.541750:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757789.541754:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757789.541757:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757789.541762:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747317:747317:256:4294967295] 192.168.201.121@tcp LPNI seq info [747311:747311:8:4294967295] 00000400:00000200:0.0:1787757789.541767:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.541776:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757789.541783:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.541787:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757789.541793:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757789.541797:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787757789.541812:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.541815:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757789.541820:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757789.541825:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757789.541829:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757789.541831:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757789.541835:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757789.541839:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541850:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.541854:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541863:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.541865:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757789.541869:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757789.541873:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757789.541878:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757789.541881:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310166542 00000100:00000001:0.0:1787757789.541885:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.541889:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310166542 00000100:00000001:0.0:1787757789.541891:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.541894:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757789.541897:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.541899:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757789.541905:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757789/real 1787757789] req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757789.541915:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757789.541918:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757789.541920:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757789.541923:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757789.541925:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757789.541928:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757789.541932:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757789.541943:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541951:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757789.541953:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541955:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.541957:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757789.541961:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541970:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757789.541975:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.541985:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757789.541988:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541990:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.541992:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.541994:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757789.541998:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757789.542002:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757789.542006:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757789.542009:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757789.542015:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757789.542026:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757789.542032:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757789.542036:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542044:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757789.542046:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.542048:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757789.542051:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757789.542053:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.542057:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757789.542061:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757789.542063:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757789.542065:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.542067:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757789.542071:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757789.542074:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757789.542078:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757789.542082:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757789.542086:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757789.542090:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095680, portal 10 00000100:00000001:0.0:1787757789.542093:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757789.542095:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787757789.542103:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542112:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757789.542115:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757789.542118:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757789.542121:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931095680, offset 0 00000400:00000200:0.0:1787757789.542128:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757789.542132:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.542136:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757789.542140:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757789.542144:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757789.542147:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757789.542151:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757789.542155:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747318:747318:256:4294967295] 192.168.201.121@tcp LPNI seq info [747312:747312:8:4294967295] 00000400:00000200:0.0:1787757789.542161:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.542169:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757789.542175:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.542179:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757789.542184:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757789.542187:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787757789.542201:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.542204:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757789.542207:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757789.542212:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757789.542216:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757789.542218:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757789.542221:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757789.542226:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542236:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.542240:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542248:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.542251:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757789.542254:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757789.542258:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757789.542261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757789.542313:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310166541 00000100:00000001:0.0:1787757789.542317:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.542320:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310166541 00000100:00000001:0.0:1787757789.542323:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.542326:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757789.542329:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.542331:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757789.542337:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757789/real 1787757789] req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757789.542347:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757789.542349:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757789.542352:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757789.542355:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757789.542358:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757789.542361:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757789.542365:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757789.542376:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542385:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757789.542387:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542389:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.542391:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757789.542396:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542404:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757789.542409:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542417:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757789.542421:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542424:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.542426:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542428:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757789.542431:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757789.542435:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757789.542439:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757789.542442:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757789.542447:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757789.542456:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757789.542493:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757789.542501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542515:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757789.542518:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.542523:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757789.542527:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757789.542531:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.542538:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757789.542545:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757789.542549:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757789.542553:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.542556:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757789.542562:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757789.542565:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757789.542570:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757789.542574:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757789.542578:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757789.542583:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095808, portal 4 00000100:00000001:0.0:1787757789.542587:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757789.542589:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787757789.542597:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542606:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757789.542609:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757789.542612:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757789.542615:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931095808, offset 0 00000400:00000200:0.0:1787757789.542620:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757789.542626:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.542630:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757789.542634:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757789.542638:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757789.542641:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757789.542645:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757789.542649:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747319:747319:256:4294967295] 192.168.201.121@tcp LPNI seq info [747313:747313:8:4294967295] 00000400:00000200:0.0:1787757789.542655:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.542663:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757789.542669:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.542673:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757789.542678:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757789.542682:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787757789.542698:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.542701:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757789.542705:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757789.542710:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757789.542713:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757789.542716:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757789.542719:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757789.542724:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542743:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.542748:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542757:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.542759:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757789.542762:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757789.542767:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757789.542771:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757789.542773:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310166577 00000100:00000001:0.0:1787757789.542776:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.542779:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310166577 00000100:00000001:0.0:1787757789.542783:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.542786:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757789.542789:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.542791:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757789.542796:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757789/real 1787757789] req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757789.542805:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757789.542807:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757789.542809:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757789.542812:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757789.542815:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757789.542818:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757789.542822:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757789.542833:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542840:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757789.542843:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542845:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.542848:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757789.542852:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542861:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757789.542866:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542874:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757789.542877:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542879:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.542881:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542883:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757789.542886:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757789.542889:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757789.542893:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757789.542895:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757789.542900:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757789.542910:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757789.542915:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542918:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.542922:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931095552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542930:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757789.542933:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757789.542936:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757789.542939:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757789.542941:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757789.542944:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757789.542947:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757789.542949:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757789.542953:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757789.542955:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757789.542957:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787757789.542960:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757789.542962:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.542964:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.542968:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931095680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.542977:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757789.542979:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757789.542981:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757789.542983:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757789.542985:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757789.542987:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757789.542989:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757789.542991:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757789.542994:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757789.542995:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757789.542997:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787757789.543000:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757789.543002:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543004:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.543007:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931095808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543015:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757789.543017:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757789.543019:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757789.543021:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757789.543023:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757789.543025:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757789.543027:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757789.543029:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787757789.543032:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757789.543034:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757789.543036:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787757789.543040:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757789.543042:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543044:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543048:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757789.543050:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.543053:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757789.543055:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757789.543057:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757789.543061:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543071:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757789.543073:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.543075:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757789.543078:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757789.543081:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757789.543085:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757789.543089:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757789.543091:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757789.543093:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757789.543095:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757789.543099:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757789.543102:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757789.543106:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757789.543109:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757789.543113:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757789.543116:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931095936, portal 4 00000100:00000001:0.0:1787757789.543119:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757789.543121:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787757789.543128:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543136:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757789.543139:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757789.543143:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757789.543146:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931095936, offset 0 00000400:00000200:0.0:1787757789.543151:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757789.543155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.543160:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757789.543164:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757789.543167:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757789.543171:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757789.543174:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757789.543178:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747320:747320:256:4294967295] 192.168.201.121@tcp LPNI seq info [747314:747314:8:4294967295] 00000400:00000200:0.0:1787757789.543183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757789.543191:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757789.543197:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.543200:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757789.543206:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757789.543209:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787757789.543224:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757789.543227:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757789.543230:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757789.543235:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757789.543238:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757789.543241:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757789.543244:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757789.543248:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543258:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.543262:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543299:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.543301:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757789.543307:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757789.543311:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757789.543315:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757789.543318:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310166557 00000100:00000001:0.0:1787757789.543322:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.543325:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310166557 00000100:00000001:0.0:1787757789.543329:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310167505 00000100:00000001:0.0:1787757789.543331:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757789.543334:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.543337:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757789.543342:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757789/real 1787757789] req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757789.543351:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757789.543353:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757789.543356:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757789.543359:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757789.543361:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757789.543364:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757789.543369:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757789.543379:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543387:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757789.543389:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543392:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.543393:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757789.543398:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543406:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757789.543411:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543421:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757789.543424:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543426:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757789.543428:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543430:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757789.543432:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757789.543436:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757789.543440:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757789.543442:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757789.543447:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757789.543482:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931095936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757789.543491:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543495:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757789.543502:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931095936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757789.543514:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757789.543517:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757789.543521:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757789.543526:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757789.543529:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757789.543532:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757789.543535:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757789.543539:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757789.543544:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757789.543547:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757789.543550:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787757789.543555:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757789.543557:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543561:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757789.543565:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757789.543567:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757789.543570:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757789.543572:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757790.499432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757790.499468:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757790.499475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757790.499482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757790.499488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757790.499495:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757790.499499:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757790.499507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757790.499510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757790.499522:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757790.499528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757790.499533:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757790.499535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757790.499546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757790.499547:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757790.499560:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757790.499569:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757790.499578:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757790.499612:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757790.499622:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757790.499629:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757790.499635:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757790.499641:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757790.499644:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757790.499653:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757790.499655:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757790.499660:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757790.499663:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757790.499671:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757790.499673:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757790.499681:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757790.499684:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757790.499692:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757790.499696:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757790.499706:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757790.499717:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757790.563405:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310167505, at 4310167552 00000100:00000040:0.0:1787757790.563413:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310167505, at 4310167552 00000100:00000010:1.0:1787757790.563423:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000010:0.0:1787757790.563429:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787757791.523409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757791.523421:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757791.523445:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757791.523456:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757791.523461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757791.523465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757791.523471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757791.523473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757791.523482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757791.523483:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757791.523492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757791.523495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757791.523502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757791.523504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757791.523520:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757791.523531:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757791.523540:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757791.523548:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757791.523581:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757791.523587:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757791.523590:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757791.523594:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757791.523599:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757791.523604:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757791.523608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757791.523611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757791.523615:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757791.523653:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757791.523665:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757791.523675:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757791.523677:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757791.523685:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757791.523694:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757791.523694:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757791.523705:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757791.523712:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757791.523713:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757791.523725:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757791.523728:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757791.523738:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757791.523743:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757791.523744:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757791.523753:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757791.523754:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757791.523768:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757792.547445:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757792.547455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757792.547461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757792.547471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757792.547484:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757792.547493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547501:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757792.547507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757792.547522:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757792.547534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757792.547541:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757792.547549:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757792.547562:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757792.547567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757792.547571:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757792.547583:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757792.547585:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757792.547589:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757792.547592:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547596:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757792.547606:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757792.547607:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547621:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757792.547627:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547632:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757792.547673:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757792.547683:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757792.547689:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757792.547691:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757792.547699:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757792.547701:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757792.547706:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757792.547713:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757792.547714:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757792.547722:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547725:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757792.547731:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757792.547734:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757792.547737:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757792.547744:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757792.547752:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757792.547757:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757792.547761:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757793.571431:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757793.571445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757793.571452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757793.571472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757793.571482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757793.571487:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757793.571493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571495:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757793.571505:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757793.571507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757793.571520:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757793.571521:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571531:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757793.571535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757793.571541:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571554:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757793.571560:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571570:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757793.571600:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757793.571613:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757793.571624:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757793.571632:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757793.571638:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757793.571640:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757793.571645:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571647:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757793.571653:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757793.571654:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757793.571659:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757793.571662:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757793.571668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757793.571671:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757793.571679:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571686:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757793.571693:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757793.571700:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757793.571719:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757793.571726:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757793.571733:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757793.571739:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757793.571746:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757793.571753:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757793.571759:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757793.571765:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757793.571769:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757794.595432:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757794.595444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757794.595447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757794.595455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757794.595465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757794.595471:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757794.595474:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757794.595485:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757794.595487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757794.595489:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757794.595496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757794.595503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.595506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757794.595517:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757794.595526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757794.595541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757794.595551:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757794.595557:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757794.595559:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757794.595564:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757794.595571:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757794.595578:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757794.595591:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757794.595596:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757794.595598:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757794.595607:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757794.595608:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757794.595614:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757794.595619:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757794.595622:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.595632:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757794.595645:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757794.595654:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757794.595663:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757794.595668:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757794.595674:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757794.659440:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757794.659450:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757794.659453:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757794.659457:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757794.659463:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757794.659472:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15499 00000400:00000200:0.0:1787757794.659484:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757794.659493:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757794.659497:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757794.659502:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659507:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.659510:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659513:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757794.659518:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757794.659521:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757794.659525:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757794.659529:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757794.659532:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757794.659535:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757794.659539:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659542:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.659544:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659547:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757794.659552:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757794.659557:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659560:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757794.659564:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757794.659569:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757794.659573:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.659576:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757794.659579:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757794.659590:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787757794.659595:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757794.659601:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757794.659603:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.659607:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757794.659610:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757794.659615:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757794.659624:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787757794.659676:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.659689:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931096064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757794.659703:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757794.659710:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757794.659716:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931096064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757794.659748:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757794.659753:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757794.659758:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757794.659760:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757794.659763:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757794.659766:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757794.659770:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15499 00000400:00000200:0.0:1787757794.659776:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757794.659781:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757794.659785:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757794.659790:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659794:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.659797:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659800:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757794.659805:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757794.659808:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757794.659813:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757794.659816:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757794.659820:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757794.659829:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757794.659839:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659843:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.659852:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659855:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757794.659863:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757794.659872:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757794.659878:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757794.659886:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757794.659896:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757794.659905:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.659913:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757794.659919:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757794.659928:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.659934:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757794.659943:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787757794.659951:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757794.659959:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757794.659964:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.659967:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757794.659976:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757794.659982:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757794.659990:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787757794.659997:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.660016:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931096192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757794.660052:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757794.660057:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757794.660066:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931096192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757794.660092:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757794.660100:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757794.660115:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757794.660121:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757794.660127:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757794.660137:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757794.660147:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15499 00000400:00000200:0.0:1787757794.660157:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757794.660165:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757794.660172:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757794.660181:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660194:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.660203:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660208:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757794.660212:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757794.660215:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757794.660220:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757794.660226:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757794.660230:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757794.660234:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757794.660242:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660245:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.660254:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660260:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757794.660302:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757794.660309:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660313:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757794.660316:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757794.660320:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757794.660325:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.660328:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757794.660333:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757794.660338:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.660345:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757794.660354:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787757794.660364:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757794.660391:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757794.660394:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.660397:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757794.660403:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757794.660408:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757794.660419:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787757794.660428:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.660445:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931096320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757794.660469:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757794.660479:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757794.660492:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931096320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757794.660524:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757794.660534:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757794.660547:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757794.660553:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757794.660559:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757794.660572:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757794.660582:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15499 00000400:00000200:0.0:1787757794.660604:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757794.660622:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757794.660635:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757794.660652:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660664:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.660674:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660681:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757794.660686:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757794.660693:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757794.660702:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757794.660706:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757794.660714:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757794.660721:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757794.660729:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660737:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.660746:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660754:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757794.660760:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757794.660769:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757794.660776:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757794.660780:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757794.660787:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757794.660795:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.660801:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757794.660807:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757794.660814:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.660826:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757794.660833:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787757794.660840:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757794.660846:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757794.660850:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.660856:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757794.660858:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757794.660864:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757794.660871:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787757794.660879:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.660897:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931096448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757794.660914:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757794.660922:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757794.660933:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931096448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757794.660958:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757794.660964:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757794.660974:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757794.660979:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757794.660986:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757794.660990:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757794.660996:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15499 00000400:00000200:0.0:1787757794.661002:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757794.661006:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757794.661009:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757794.661016:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.661022:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.661025:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.661028:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757794.661035:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757794.661038:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757794.661043:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757794.661047:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757794.661055:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757794.661062:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757794.661074:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.661078:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757794.661082:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757794.661091:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757794.661101:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757794.661106:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757794.661115:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757794.661119:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757794.661127:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757794.661135:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.661138:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757794.661144:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757794.661151:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.661154:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757794.661163:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787757794.661170:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757794.661178:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757794.661182:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757794.661189:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757794.661196:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757794.661199:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757794.661207:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787757794.661215:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757794.661229:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931096576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757794.661251:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757794.661257:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757794.661301:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931096576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757794.661325:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757794.661333:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15509) 00000100:00000001:1.0:1787757795.619465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757795.619474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757795.619478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757795.619485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757795.619487:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757795.619494:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757795.619499:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757795.619507:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757795.619513:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757795.619516:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757795.619524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757795.619525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757795.619536:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757795.619542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757795.619547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757795.619549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757795.619555:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757795.619561:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757795.619584:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757795.619594:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757795.619601:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757795.619614:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757795.619621:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757795.619636:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757795.619637:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757795.619647:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757795.619648:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757795.619661:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757795.619663:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757795.619667:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757795.619678:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757795.619682:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757795.619687:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757795.619699:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757795.619708:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757795.619723:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757795.683398:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310172625, at 4310172672 00000100:00000010:1.0:1787757795.683416:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000040:0.0:1787757795.683439:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310172625, at 4310172672 00000100:00000010:0.0:1787757795.683455:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:0.0:1787757796.643478:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757796.643478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757796.643487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757796.643492:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757796.643494:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757796.643502:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757796.643506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757796.643516:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757796.643518:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757796.643533:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757796.643533:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757796.643543:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757796.643546:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757796.643555:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757796.643561:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757796.643562:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757796.643570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757796.643578:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757796.643598:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757796.643607:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757796.643609:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757796.643611:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757796.643617:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757796.643619:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757796.643623:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757796.643632:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757796.643633:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757796.643647:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757796.643653:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757796.643654:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757796.643662:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757796.643665:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757796.643669:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757796.643675:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757796.643678:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757796.643684:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757797.667447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757797.667462:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757797.667466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757797.667473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757797.667478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757797.667485:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757797.667490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757797.667495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757797.667501:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757797.667547:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757797.667560:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757797.667566:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757797.667567:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757797.667574:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757797.667578:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757797.667604:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757797.667606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757797.667621:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757797.667635:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757797.667637:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757797.667652:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757797.667655:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757797.667668:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757797.667679:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757797.667686:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757797.667697:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757797.667709:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757797.667738:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757797.667747:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757797.667753:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757797.667761:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757797.667772:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757797.667778:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757797.667781:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757797.667783:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757797.667787:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757797.667822:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757797.667834:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757797.667844:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757797.667854:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757797.667881:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757797.667897:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757797.667921:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757797.667937:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757797.667968:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757798.691448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757798.691458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757798.691462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757798.691468:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757798.691469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757798.691481:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757798.691482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757798.691491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757798.691493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757798.691506:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757798.691507:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757798.691516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757798.691519:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757798.691528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757798.691531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757798.691535:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757798.691544:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757798.691552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757798.691573:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757798.691583:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757798.691589:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757798.691594:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757798.691602:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757798.691605:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757798.691613:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757798.691614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757798.691623:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757798.691624:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757798.691636:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757798.691637:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757798.691645:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757798.691646:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757798.691656:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757798.691658:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757798.691665:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757798.691673:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757799.715437:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757799.715450:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757799.715453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757799.715461:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757799.715471:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757799.715476:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757799.715480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757799.715485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757799.715493:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757799.715508:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757799.715523:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757799.715529:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757799.715541:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757799.715559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757799.715567:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757799.715570:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757799.715590:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757799.715593:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757799.715608:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757799.715620:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757799.715623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757799.715634:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757799.715639:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757799.715648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757799.715651:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757799.715665:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757799.715679:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757799.715743:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757799.715752:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757799.715758:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757799.715772:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757799.715775:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757799.715789:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757799.715791:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757799.715813:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757799.715816:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757799.715835:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757799.715838:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757799.715854:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757799.715863:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757799.715869:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757799.715881:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757799.715907:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757799.715915:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757799.715924:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757799.715969:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757799.715976:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757799.715983:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757800.739449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757800.739462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757800.739473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757800.739475:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757800.739490:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757800.739491:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757800.739501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757800.739504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757800.739510:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757800.739517:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757800.739519:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757800.739528:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757800.739531:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757800.739537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757800.739545:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757800.739546:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757800.739553:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757800.739562:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757800.739580:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757800.739588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757800.739597:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757800.739609:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757800.739614:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757800.739617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757800.739626:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757800.739626:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757800.739636:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757800.739637:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757800.739644:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757800.739651:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757800.739654:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757800.739663:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757800.739675:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757800.739686:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757800.739694:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757800.739708:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757800.739708:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757800.739718:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757800.739725:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757800.739733:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000020:00000001:0.0:1787757800.739738:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757800.739742:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787757800.739749:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757800.739750:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757800.739761:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787757800.739762:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757800.739765:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757800.739771:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757800.803400:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310177745, at 4310177792 00000100:00000040:0.0:1787757800.803404:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310177745, at 4310177792 00000100:00000010:1.0:1787757800.803423:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:0.0:1787757800.803428:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787757801.763441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757801.763443:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757801.763456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757801.763457:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757801.763466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757801.763467:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757801.763482:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757801.763483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757801.763497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757801.763498:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757801.763511:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757801.763511:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757801.763539:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757801.763548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757801.763561:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757801.763563:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757801.763571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757801.763579:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757801.763604:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757801.763613:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757801.763613:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757801.763621:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757801.763624:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757801.763631:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757801.763632:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757801.763643:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757801.763646:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757801.763651:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757801.763660:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757801.763660:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757801.763668:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757801.763671:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757801.763673:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757801.763684:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757801.763694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757801.763707:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757801.763733:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757801.763743:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757801.763750:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757801.763755:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757801.763761:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757801.763766:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757801.763769:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757801.763772:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757801.763776:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757802.787486:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757802.787501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757802.787508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757802.787518:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757802.787523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757802.787536:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757802.787539:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757802.787544:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757802.787549:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757802.787567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757802.787570:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757802.787582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757802.787595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757802.787599:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757802.787608:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757802.787640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757802.787670:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757802.787687:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757802.787697:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757802.787712:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757802.787720:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757802.787734:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757802.787748:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757802.787758:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757802.787766:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757802.787770:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757802.787778:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757802.787804:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757802.787813:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757802.787820:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757802.787830:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757802.787849:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757802.787866:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757802.787896:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757802.787903:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757802.787910:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757803.811444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757803.811458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757803.811459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757803.811466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757803.811470:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757803.811479:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757803.811480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757803.811489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757803.811494:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757803.811496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757803.811506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811537:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757803.811545:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757803.811552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757803.811560:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757803.811566:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757803.811585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757803.811594:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757803.811600:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757803.811602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757803.811612:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757803.811613:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757803.811621:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757803.811625:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757803.811628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757803.811638:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757803.811639:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757803.811647:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811653:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757803.811660:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811667:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757803.811689:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757803.811696:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757803.811704:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757803.811704:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757803.811716:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757803.811725:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757803.811732:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757803.811740:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757803.811745:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811749:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757803.811752:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757803.811755:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.835412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757804.835423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757804.835427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757804.835428:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757804.835438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757804.835439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757804.835446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.835449:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757804.835458:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757804.835459:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757804.835471:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757804.835472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757804.835481:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.835482:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.835495:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757804.835496:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757804.835505:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757804.835511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757804.835544:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757804.835551:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757804.835556:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757804.835561:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757804.835572:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757804.835576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757804.835579:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.835588:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757804.835589:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.835597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757804.835598:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757804.835612:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757804.835613:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.835639:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757804.835646:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.835654:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.835658:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.835664:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757804.835672:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757804.835680:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757804.835683:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757804.835687:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757804.835693:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757804.835698:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757804.835705:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757804.835710:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757804.835715:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.899805:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757804.899816:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757804.899824:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757804.899842:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.899866:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.899872:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.899881:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757804.899887:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757804.899901:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757804.899915:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931097344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757804.899924:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757804.899933:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757804.899939:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.899950:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757804.899964:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757804.899970:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757804.899990:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757804.900001:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757804.900014:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757804.900028:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931097344, portal 25 00000100:00000001:0.0:1787757804.900035:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757804.900040:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787757804.900054:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.900108:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757804.900121:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757804.900145:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757804.900154:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931097344, offset 0 00000400:00000200:0.0:1787757804.900174:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757804.900215:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.900234:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757804.900250:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757804.900260:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757804.900312:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757804.900318:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757804.900326:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747331:747331:256:4294967295] 192.168.201.121@tcp LPNI seq info [747325:747325:8:4294967295] 00000400:00000200:0.0:1787757804.900343:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.900376:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757804.900397:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.900411:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757804.900432:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757804.900440:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787757804.900482:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.900487:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757804.900499:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757804.900510:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757804.900521:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757804.900528:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757804.900548:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757804.900560:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.900586:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.900597:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.900679:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.900686:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757804.900698:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757804.900715:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757804.900722:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310182865 00000100:00000010:0.0:1787757804.900733:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757804.900749:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757804.900766:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310182865 00000100:00000010:0.0:1787757804.900775:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787757804.900784:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757804.900793:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757804.900802:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.900809:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757804.900821:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757804/real 1787757804] req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757804.900857:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757804.900863:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757804.900869:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757804.900877:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757804.900886:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757804.900896:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757804.900908:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757804.900939:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.900965:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757804.900969:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.900978:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.900984:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757804.900995:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901019:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757804.901029:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901045:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757804.901053:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.901056:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.901060:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.901066:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757804.901071:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757804.901081:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757804.901093:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757804.901101:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757804.901114:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757804.901142:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931097344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757804.901160:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.901168:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.901178:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931097344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901222:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757804.901228:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757804.901236:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757804.901244:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757804.901251:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757804.901257:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757804.901264:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757804.901295:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757804.901301:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757804.901309:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757804.901316:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787757804.901325:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757804.901332:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.901340:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.901356:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757804.901361:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.901370:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757804.901376:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757804.901384:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757804.901397:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901433:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.901441:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.901449:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757804.901455:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757804.901462:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757804.901472:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757804.901481:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757804.901485:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757804.901490:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.901498:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757804.901505:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757804.901515:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757804.901527:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757804.901532:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757804.901544:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757804.901555:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931097472, portal 10 00000100:00000001:0.0:1787757804.901560:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757804.901566:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787757804.901588:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901604:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757804.901612:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757804.901620:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757804.901627:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931097472, offset 0 00000400:00000200:0.0:1787757804.901647:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757804.901662:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.901672:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757804.901684:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757804.901695:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757804.901705:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757804.901716:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757804.901729:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747332:747332:256:4294967295] 192.168.201.121@tcp LPNI seq info [747326:747326:8:4294967295] 00000400:00000200:0.0:1787757804.901749:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.901770:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757804.901794:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.901804:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757804.901819:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757804.901827:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787757804.901845:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.901848:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757804.901853:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757804.901857:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757804.901862:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757804.901864:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757804.901868:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757804.901873:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901885:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.901889:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901898:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.901900:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757804.901906:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757804.901911:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757804.901915:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757804.901918:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310181902 00000100:00000001:0.0:1787757804.901923:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.901926:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310181902 00000100:00000001:0.0:1787757804.901929:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.901932:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757804.901935:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.901938:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757804.901942:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757804/real 1787757804] req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757804.901952:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757804.901954:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757804.901956:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757804.901959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757804.901961:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757804.901964:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757804.901968:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757804.901979:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.901987:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757804.901989:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.901991:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.901993:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757804.901998:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902006:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757804.902011:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902021:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757804.902025:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902027:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.902029:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902032:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757804.902036:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757804.902039:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757804.902043:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757804.902046:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757804.902051:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757804.902061:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757804.902067:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757804.902071:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902080:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.902082:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.902085:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757804.902087:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757804.902090:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757804.902094:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757804.902098:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757804.902100:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757804.902102:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.902105:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757804.902109:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787757804.902112:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757804.902117:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757804.902120:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757804.902124:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757804.902128:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931097600, portal 10 00000100:00000001:0.0:1787757804.902131:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757804.902133:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787757804.902140:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902149:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757804.902152:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757804.902155:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757804.902158:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931097600, offset 0 00000400:00000200:0.0:1787757804.902163:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757804.902168:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.902172:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757804.902175:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757804.902179:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757804.902182:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757804.902186:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757804.902210:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747333:747333:256:4294967295] 192.168.201.121@tcp LPNI seq info [747327:747327:8:4294967295] 00000400:00000200:0.0:1787757804.902217:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.902225:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757804.902231:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.902236:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757804.902241:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757804.902245:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787757804.902260:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.902263:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757804.902292:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757804.902297:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757804.902302:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757804.902305:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757804.902309:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757804.902314:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902324:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.902329:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902337:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.902339:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757804.902343:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757804.902347:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757804.902352:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757804.902355:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310181901 00000100:00000001:0.0:1787757804.902358:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.902361:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310181901 00000100:00000001:0.0:1787757804.902365:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.902367:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757804.902370:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.902372:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757804.902377:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757804/real 1787757804] req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757804.902386:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757804.902388:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757804.902391:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757804.902394:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757804.902396:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757804.902399:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757804.902403:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757804.902413:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902423:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757804.902425:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902428:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.902430:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757804.902434:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902443:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757804.902448:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902456:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757804.902459:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902461:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.902463:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902465:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757804.902468:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757804.902472:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757804.902476:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757804.902478:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757804.902483:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757804.902493:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757804.902499:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757804.902503:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902512:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.902514:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.902518:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757804.902520:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757804.902523:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757804.902527:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757804.902532:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757804.902534:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757804.902536:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.902538:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757804.902542:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787757804.902545:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757804.902549:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757804.902552:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757804.902557:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757804.902561:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931097728, portal 4 00000100:00000001:0.0:1787757804.902564:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757804.902566:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787757804.902572:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902581:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757804.902584:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757804.902587:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757804.902591:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931097728, offset 0 00000400:00000200:0.0:1787757804.902596:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757804.902600:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.902604:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757804.902608:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757804.902611:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757804.902615:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757804.902618:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757804.902622:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747334:747334:256:4294967295] 192.168.201.121@tcp LPNI seq info [747328:747328:8:4294967295] 00000400:00000200:0.0:1787757804.902628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.902636:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757804.902643:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.902647:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757804.902652:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757804.902656:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787757804.902670:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.902673:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757804.902677:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757804.902681:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757804.902685:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757804.902687:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757804.902690:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757804.902695:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902704:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.902709:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902717:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.902720:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757804.902723:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757804.902727:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757804.902731:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757804.902733:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310181937 00000100:00000001:0.0:1787757804.902736:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.902740:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310181937 00000100:00000001:0.0:1787757804.902743:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.902746:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757804.902748:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.902751:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757804.902755:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757804/real 1787757804] req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757804.902766:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757804.902768:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757804.902770:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757804.902773:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757804.902775:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757804.902778:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757804.902782:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757804.902792:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902800:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757804.902801:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902804:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.902806:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757804.902810:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902818:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757804.902823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902831:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757804.902834:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902836:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.902838:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902840:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757804.902842:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757804.902846:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757804.902850:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757804.902853:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757804.902859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757804.902869:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757804.902874:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902877:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.902881:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931097472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902889:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757804.902891:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757804.902893:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757804.902896:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757804.902898:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757804.902900:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757804.902903:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757804.902905:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787757804.902909:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757804.902910:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757804.902912:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787757804.902916:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757804.902918:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902920:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.902924:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931097600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902932:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757804.902934:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757804.902936:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787757804.902939:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757804.902940:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757804.902942:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757804.902944:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757804.902946:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787757804.902949:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757804.902951:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757804.902953:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787757804.902956:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757804.902958:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902960:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.902964:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931097728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.902972:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757804.902974:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757804.902976:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787757804.902978:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757804.902980:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757804.902981:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757804.902984:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757804.902986:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757804.902989:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757804.902990:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757804.902992:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787757804.902994:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757804.902996:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.902999:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903003:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757804.903005:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.903007:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757804.903009:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757804.903011:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757804.903015:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903023:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757804.903025:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.903028:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757804.903030:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757804.903033:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757804.903036:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757804.903042:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757804.903046:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757804.903050:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757804.903053:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757804.903059:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787757804.903064:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757804.903071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757804.903076:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757804.903083:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757804.903089:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931097856, portal 4 00000100:00000001:0.0:1787757804.903094:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757804.903096:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787757804.903108:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903122:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757804.903127:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757804.903133:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757804.903138:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931097856, offset 0 00000400:00000200:0.0:1787757804.903147:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757804.903155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.903162:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757804.903168:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757804.903173:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757804.903178:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757804.903185:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757804.903216:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747335:747335:256:4294967295] 192.168.201.121@tcp LPNI seq info [747329:747329:8:4294967295] 00000400:00000200:0.0:1787757804.903226:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757804.903239:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757804.903249:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.903256:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757804.903263:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757804.903293:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787757804.903310:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757804.903314:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:0.0:1787757804.903318:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757804.903323:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757804.903327:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:0.0:1787757804.903330:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:0.0:1787757804.903334:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757804.903339:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903350:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.903354:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903363:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.903365:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757804.903369:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757804.903374:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757804.903378:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757804.903381:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310181917 00000100:00000001:0.0:1787757804.903385:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.903388:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310181917 00000100:00000001:0.0:1787757804.903391:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310182865 00000100:00000001:0.0:1787757804.903393:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757804.903396:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.903399:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757804.903404:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757804/real 1787757804] req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757804.903414:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757804.903416:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757804.903418:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757804.903421:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757804.903424:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757804.903427:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757804.903431:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757804.903442:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903450:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757804.903452:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903454:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.903456:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757804.903461:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903469:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757804.903474:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903483:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757804.903487:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903489:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757804.903491:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903493:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757804.903496:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757804.903499:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757804.903503:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757804.903506:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757804.903511:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757804.903521:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931097856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757804.903526:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903529:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757804.903534:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931097856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757804.903542:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757804.903545:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757804.903547:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787757804.903550:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757804.903552:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757804.903554:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757804.903557:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757804.903559:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757804.903563:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757804.903564:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757804.903566:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787757804.903570:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757804.903572:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903575:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757804.903579:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757804.903581:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757804.903584:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757804.903586:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757805.859390:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757805.859402:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757805.859406:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757805.859415:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757805.859422:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757805.859430:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757805.859430:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757805.859442:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757805.859444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757805.859449:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757805.859454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757805.859458:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757805.859468:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757805.859481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757805.859493:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757805.859505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757805.859510:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757805.859516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757805.859520:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757805.859528:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757805.859531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757805.859536:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757805.859547:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757805.859558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757805.859564:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757805.859569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757805.859575:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757805.859577:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757805.859580:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757805.859590:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757805.859591:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757805.859605:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757805.859632:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757805.859639:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757805.859643:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757805.859647:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757805.859657:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757805.859658:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757805.859667:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757805.859674:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757805.859676:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757805.859684:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757805.859695:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757805.859703:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757805.859711:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757805.859798:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757805.859810:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757805.859819:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787757805.923386:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310182865, at 4310182912 00000100:00000040:1.0:1787757805.923394:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310182865, at 4310182912 00000100:00000010:0.0:1787757805.923406:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000010:1.0:1787757805.923411:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787757806.883463:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757806.883475:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757806.883481:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757806.883494:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757806.883509:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757806.883519:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757806.883521:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757806.883525:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757806.883536:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757806.883541:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757806.883544:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757806.883556:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757806.883573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757806.883579:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757806.883593:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757806.883595:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757806.883605:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757806.883610:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757806.883612:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757806.883633:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757806.883633:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757806.883651:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757806.883653:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757806.883668:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757806.883671:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757806.883686:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757806.883697:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757806.883728:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757806.883740:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757806.883748:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757806.883759:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757806.883768:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757806.883774:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757806.883781:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757806.883785:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757806.883796:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757806.883796:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757806.883806:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757806.883808:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757806.883817:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757806.883826:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757806.883832:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757806.883840:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757806.883844:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757806.883849:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757807.907454:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757807.907469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757807.907480:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757807.907495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757807.907503:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757807.907510:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757807.907517:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757807.907521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757807.907525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757807.907541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757807.907548:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757807.907550:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757807.907568:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757807.907569:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757807.907583:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757807.907623:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757807.907630:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757807.907643:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757807.907661:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757807.907673:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757807.907682:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757807.907689:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757807.907694:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757807.907701:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757807.907704:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757807.907710:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757807.907712:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757807.907729:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757807.907732:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757807.907748:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757807.907748:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757807.907763:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757807.907771:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757807.907773:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757807.907789:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757807.907807:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757808.931389:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757808.931400:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757808.931404:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757808.931412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757808.931419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757808.931425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757808.931427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757808.931430:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757808.931437:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757808.931439:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757808.931445:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757808.931447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757808.931457:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757808.931466:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757808.931474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757808.931483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757808.931488:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757808.931491:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757808.931497:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757808.931504:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757808.931505:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757808.931518:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757808.931531:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757808.931540:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757808.931547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757808.931552:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757808.931558:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757808.931560:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757808.931567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757808.931570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757808.931574:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757808.931579:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757808.931585:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757808.931592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757808.931600:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757808.931605:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757808.931623:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757808.931632:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757808.931642:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757808.931651:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787757808.931657:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000020:00000001:0.0:1787757808.931659:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757808.931667:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1787757808.931676:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757808.931677:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757808.931686:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757808.931690:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757808.931694:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757809.955425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757809.955438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757809.955441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757809.955451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757809.955458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757809.955466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757809.955474:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757809.955482:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955484:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757809.955490:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757809.955491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757809.955500:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757809.955521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757809.955527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757809.955547:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757809.955547:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757809.955560:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757809.955571:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757809.955572:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757809.955599:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757809.955621:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757809.955631:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955636:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757809.955639:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757809.955647:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757809.955648:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955661:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757809.955665:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757809.955694:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757809.955712:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757809.955721:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955725:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757809.955727:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757809.955733:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757809.955774:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757809.955781:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757809.955785:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757809.955790:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757809.955799:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757809.955807:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757809.955816:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757809.955818:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757809.955821:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757809.955937:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757809.955942:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757809.955946:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757810.019809:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757810.019819:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.019827:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757810.019843:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.019877:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757810.019883:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.019891:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757810.019896:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757810.019903:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757810.019912:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931097984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757810.019918:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757810.019924:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757810.019929:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.019939:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757810.019950:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787757810.019958:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757810.019976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757810.019986:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757810.019997:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787757810.020012:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931097984, portal 25 00000100:00000001:0.0:1787757810.020019:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757810.020025:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787757810.020041:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.020069:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757810.020086:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757810.020121:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787757810.020134:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931097984, offset 0 00000400:00000200:0.0:1787757810.020161:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757810.020183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.020202:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757810.020221:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757810.020240:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757810.020251:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757810.020263:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757810.020330:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747336:747336:256:4294967295] 192.168.201.121@tcp LPNI seq info [747330:747330:8:4294967295] 00000400:00000200:0.0:1787757810.020339:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.020365:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757810.020385:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757810.020400:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757810.020419:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757810.020463:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757810.020477:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757810.020485:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310187985 00000100:00000010:0.0:1787757810.020499:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757810.020512:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757810.020524:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310187985 00000100:00000010:0.0:1787757810.020537:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787757810.020546:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757810.020556:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757810.020567:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.020576:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.020584:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.020598:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757810.020604:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787757810.020612:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757810.020620:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.020625:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757810.020639:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.020672:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757810.020678:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.020686:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757810.020694:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757810.020704:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757810.020718:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757810.020733:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757810.020740:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757810.020746:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.020754:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757810.020764:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787757810.020773:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757810.020784:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757810.020791:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757810.020801:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757810.020811:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098112, portal 10 00000100:00000001:0.0:1787757810.020821:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757810.020827:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787757810.020842:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.020871:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757810.020880:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757810.020890:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787757810.020896:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931098112, offset 0 00000400:00000200:0.0:1787757810.020911:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757810.020925:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.020939:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757810.020948:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757810.020958:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757810.020969:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757810.020977:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757810.020985:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747337:747337:255:4294967295] 192.168.201.121@tcp LPNI seq info [747331:747331:7:4294967295] 00000400:00000200:0.0:1787757810.021009:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.021026:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757810.021044:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757810.021058:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9f00. 00000800:00000200:0.0:1787757810.021078:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757810.021141:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757810.021153:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757810.021171:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757810.021181:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310187021 00000100:00000001:0.0:1787757810.021192:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.021202:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310187021 00000100:00000001:0.0:1787757810.021212:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.021217:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757810.021228:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.021238:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757810.021257:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.021322:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757810.021328:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.021339:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757810.021346:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757810.021361:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757810.021377:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757810.021385:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757810.021393:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757810.021401:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.021411:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757810.021424:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757810.021433:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757810.021447:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757810.021460:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757810.021472:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757810.021483:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098240, portal 10 00000100:00000001:0.0:1787757810.021493:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757810.021500:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:0.0:1787757810.021521:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.021558:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757810.021570:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757810.021584:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47330. 00000100:00000200:0.0:1787757810.021594:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931098240, offset 0 00000400:00000200:0.0:1787757810.021613:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757810.021632:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.021647:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757810.021659:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757810.021671:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757810.021683:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757810.021697:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757810.021712:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747338:747338:254:4294967295] 192.168.201.121@tcp LPNI seq info [747332:747332:6:4294967295] 00000400:00000200:0.0:1787757810.021735:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.021759:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757810.021779:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757810.021789:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9b00. 00000800:00000200:0.0:1787757810.021799:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757810.021815:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757810.021823:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757810.021832:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757810.021837:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310187020 00000100:00000001:0.0:1787757810.021843:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.021848:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310187020 00000100:00000001:0.0:1787757810.021853:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.021858:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757810.021862:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.021868:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.021872:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.021880:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757810.021885:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787757810.021890:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757810.021893:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.021895:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757810.021905:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.021921:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757810.021924:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.021929:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757810.021933:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757810.021938:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757810.021957:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757810.021964:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757810.021968:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757810.021972:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.021976:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757810.021984:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787757810.021989:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757810.021996:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757810.022003:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787757810.022011:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787757810.022018:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098368, portal 4 00000100:00000001:0.0:1787757810.022023:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757810.022025:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787757810.022038:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.022054:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757810.022059:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757810.022065:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787757810.022072:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931098368, offset 0 00000400:00000200:0.0:1787757810.022082:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757810.022092:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.022123:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757810.022130:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757810.022136:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757810.022142:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757810.022149:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757810.022155:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747339:747339:253:4294967295] 192.168.201.121@tcp LPNI seq info [747333:747333:5:4294967295] 00000400:00000200:0.0:1787757810.022164:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.022176:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757810.022186:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757810.022193:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9900. 00000800:00000200:0.0:1787757810.022202:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757810.022216:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757810.022222:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757810.022229:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757810.022233:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310187056 00000100:00000001:0.0:1787757810.022238:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.022243:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310187056 00000100:00000001:0.0:1787757810.022247:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.022252:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757810.022256:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.022260:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757810.022323:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.022340:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757810.022343:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.022348:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757810.022353:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757810.022358:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757810.022366:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757810.022374:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757810.022380:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757810.022384:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757810.022388:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757810.022397:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787757810.022401:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757810.022420:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757810.022426:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787757810.022433:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757810.022440:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098496, portal 4 00000100:00000001:0.0:1787757810.022443:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757810.022446:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787757810.022458:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757810.022471:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757810.022476:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757810.022482:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47000. 00000100:00000200:0.0:1787757810.022487:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931098496, offset 0 00000400:00000200:0.0:1787757810.022496:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757810.022502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.022509:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757810.022515:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757810.022520:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757810.022524:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757810.022529:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757810.022536:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747340:747340:252:4294967295] 192.168.201.121@tcp LPNI seq info [747334:747334:4:4294967295] 00000400:00000200:0.0:1787757810.022545:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757810.022559:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757810.022569:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757810.022576:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757810.022585:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757810.022599:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757810.022605:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757810.022613:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757810.022617:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310187036 00000100:00000001:0.0:1787757810.022622:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.022626:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310187036 00000100:00000001:0.0:1787757810.022631:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310187985 00000100:00000001:0.0:1787757810.022636:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757810.022640:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.022645:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.022650:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.022657:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757810.022660:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787757810.022664:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757810.022667:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.022671:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.022675:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757810.979409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757810.979418:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757810.979424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757810.979436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757810.979438:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757810.979445:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.979450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757810.979453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.979459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757810.979463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757810.979471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757810.979474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.979479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757810.979487:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.979490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.979510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757810.979518:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.979531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757810.979547:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757810.979558:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757810.979565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.979569:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757810.979572:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757810.979580:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757810.979583:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.979587:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757810.979593:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757810.979597:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757810.979600:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757810.979609:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757810.979610:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757810.979619:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757810.979622:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757810.979644:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757810.979651:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757810.979652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757810.979660:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757810.979661:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757810.979668:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757810.979674:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757810.979680:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757810.979686:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757810.979688:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757810.979694:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787757810.979696:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757810.979700:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787757810.979705:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757810.979712:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757811.043354:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310187985, at 4310188032 00000100:00000010:0.0:1787757811.043371:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000040:1.0:1787757811.043430:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310187985, at 4310188032 00000100:00000010:1.0:1787757811.043445:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787757812.003444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757812.003450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757812.003455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757812.003460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757812.003465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757812.003467:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757812.003480:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757812.003485:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757812.003492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757812.003498:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757812.003500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757812.003510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757812.003525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757812.003534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757812.003541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757812.003557:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757812.003568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757812.003581:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757812.003582:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757812.003595:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757812.003603:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757812.003619:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757812.003623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757812.003631:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757812.003637:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757812.003642:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757812.003645:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757812.003659:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757812.003673:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757812.003675:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757812.003682:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757812.003687:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757812.003690:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757812.003696:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757812.003703:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757812.003710:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757812.003757:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757812.003766:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757812.003771:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757812.003778:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757812.003786:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757812.003792:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757812.003797:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757812.003800:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757812.003804:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757813.027443:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757813.027449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757813.027455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757813.027461:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.027463:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757813.027474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757813.027475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757813.027485:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757813.027485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757813.027494:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757813.027496:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757813.027506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757813.027508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.027513:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.027521:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.027530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757813.027539:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757813.027552:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.027582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757813.027589:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757813.027592:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757813.027597:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757813.027603:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757813.027609:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757813.027614:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757813.027617:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757813.027619:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.027626:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757813.027629:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757813.027634:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757813.027645:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757813.027656:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757813.027664:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.027677:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757813.027677:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757813.027685:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757813.027690:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757813.027697:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.027698:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757813.027712:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757813.027720:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757813.027725:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757813.027730:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757813.027734:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757813.027739:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787757813.091577:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787757813.091629:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787757813.091641:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757813.091647:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787757813.091654:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757813.091660:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787757813.091666:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757813.091673:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:1.0:1787757813.091680:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757813.091688:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757813.091699:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:1.0:1787757813.091704:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00000001:1.0:1787757813.091714:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757813.091729:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.091774:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757813.091783:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.091800:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.091805:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787757813.091840:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787757813.091847:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9f00. 00000400:00000200:1.0:1787757813.091854:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:0.0:1787757813.091856:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1787757813.091866:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000100:00000001:0.0:1787757813.091868:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1787757813.091876:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000100:00000001:0.0:1787757813.091879:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000400:00000010:1.0:1787757813.091894:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00100000:0.0:1787757813.091900:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757810/real 1787757813] req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.091905:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787757813.091923:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757813.091941:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757813.091949:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787757813.091952:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1787757813.091959:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00000040:1.0:1787757813.091966:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.091982:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757813.091995:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000100:00000001:1.0:1787757813.092000:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1787757813.092004:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757813.092015:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:1.0:1787757813.092022:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000100:00000200:0.0:1787757813.092032:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1787757813.092034:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9b00. 00000400:00000200:1.0:1787757813.092080:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:0.0:1787757813.092100:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787757813.092102:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757813.092112:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47330 00000400:00000010:1.0:1787757813.092121:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47330. 00000100:00000001:1.0:1787757813.092134:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787757813.092136:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757813.092144:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1787757813.092149:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092152:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.092159:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757813.092177:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.092181:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757813.092196:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092205:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757813.092226:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.092228:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.092240:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757813.092254:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000800:00000100:1.0:1787757813.092261:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000100:00000001:0.0:1787757813.092313:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.092320:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.092323:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.092329:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757813.092335:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757813.092344:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000800:00000010:1.0:1787757813.092355:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9900. 00000100:00080000:0.0:1787757813.092356:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757813.092370:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:1.0:1787757813.092372:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000040:0.0:1787757813.092386:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787757813.092391:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787757813.092405:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:1.0:1787757813.092412:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:1.0:1787757813.092425:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1787757813.092441:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931097984:192.168.201.121@tcp:250:kworker.0 00000100:00000200:1.0:1787757813.092442:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092468:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757813.092476:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787757813.092478:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757813.092489:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787757813.092496:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.092539:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757813.092542:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787757813.092549:0:2409:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1787757813.092553:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757813.092563:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 00000800:00000100:1.0:1787757813.092572:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 02000000:00000001:0.0:1787757813.092578:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:1.0:1787757813.092582:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000020:00000001:0.0:1787757813.092586:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757813.092594:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000400:00000200:1.0:1787757813.092595:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787757813.092607:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000020:00000001:0.0:1787757813.092612:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:1.0:1787757813.092617:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47000 02000000:00000010:0.0:1787757813.092621:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 00000400:00000010:1.0:1787757813.092626:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47000. 02000000:00000001:0.0:1787757813.092634:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1787757813.092637:0:2409:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1787757813.092641:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757813.092649:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000200:1.0:1787757813.092653:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092659:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757813.092666:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.092678:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757813.092687:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757813.092688:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787757813.092692:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757813.092700:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1787757813.092713:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757813.092714:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757810/real 1787757813] req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757813.092771:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787757813.092774:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1787757813.092782:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1787757813.092783:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757813.092792:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787757813.092800:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787757813.092804:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787757813.092811:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757813.092818:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757813.092834:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092846:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757813.092849:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.092852:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.092856:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757813.092863:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092877:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757813.092887:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.092902:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757813.092908:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.092912:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.092914:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.092917:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757813.092921:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757813.092926:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757813.092935:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757813.092941:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757813.092951:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757813.092980:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757813.092989:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757813.092997:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757810/real 1787757813] req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757813.093013:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757813.093016:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757813.093019:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787757813.093025:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757813.093028:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757813.093034:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757813.093040:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757813.093082:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093105:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757813.093108:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093111:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.093114:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757813.093123:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093137:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757813.093146:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093160:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757813.093165:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093169:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.093171:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093176:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757813.093179:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757813.093184:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757813.093191:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757813.093196:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757813.093205:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757813.093220:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757813.093229:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757813.093237:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757810/real 1787757813] req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757813.093254:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757813.093257:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757813.093261:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757813.093305:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757813.093310:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757813.093316:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757813.093323:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757813.093340:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093353:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757813.093358:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093363:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.093367:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757813.093377:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093393:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757813.093403:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093416:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757813.093421:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093425:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.093428:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093442:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757813.093449:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757813.093454:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757813.093461:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757813.093465:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757813.093475:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757813.093493:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757813.093503:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757813.093510:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757810/real 1787757813] req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757813.093528:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757813.093531:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757813.093535:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757813.093541:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757813.093545:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757813.093550:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757813.093557:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757813.093579:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093589:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757813.093593:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093598:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.093601:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757813.093609:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093623:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757813.093631:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093645:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757813.093649:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093653:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757813.093656:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093659:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757813.093664:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757813.093670:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757813.093677:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757813.093682:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757813.093691:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757813.093708:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757813.093715:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093719:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757813.093726:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931098368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093737:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757813.093741:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757813.093745:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787757813.093751:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757813.093754:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757813.093758:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757813.093762:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757813.093765:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787757813.093771:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757813.093774:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757813.093777:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:0.0:1787757813.093782:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757813.093785:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093789:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757813.093796:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931098496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093809:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757813.093812:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757813.093815:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787757813.093820:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757813.093822:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757813.093825:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757813.093829:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757813.093833:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787757813.093837:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757813.093840:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757813.093843:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787757813.093848:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757813.093851:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093855:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757813.093863:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931098112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093873:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757813.093875:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757813.093877:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787757813.093880:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757813.093882:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757813.093883:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757813.093886:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757813.093888:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787757813.093891:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757813.093894:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757813.093896:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787757813.093899:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757813.093901:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093904:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757813.093908:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931098240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757813.093916:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757813.093918:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757813.093920:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757813.093923:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757813.093924:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757813.093926:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757813.093928:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757813.093930:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787757813.093933:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757813.093934:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757813.093936:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:0.0:1787757813.093939:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757813.093940:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093943:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757813.093952:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757813.093955:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757813.093960:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757813.093963:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757814.051422:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757814.051431:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757814.051437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757814.051440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757814.051445:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757814.051451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757814.051456:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757814.051467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757814.051474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757814.051480:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757814.051488:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757814.051498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757814.051512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757814.051527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757814.051528:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757814.051537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051538:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757814.051546:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757814.051550:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757814.051558:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757814.051571:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757814.051578:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051586:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757814.051590:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051595:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757814.051596:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757814.051604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757814.051607:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757814.051613:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757814.051620:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757814.051626:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051626:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757814.051635:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757814.051636:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757814.051645:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051646:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757814.051658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757814.051672:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757814.051683:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757814.051688:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051697:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757814.051703:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757814.051710:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.075407:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757815.075419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757815.075419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757815.075427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757815.075431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757815.075440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757815.075441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.075452:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757815.075455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757815.075460:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.075469:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757815.075479:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757815.075480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757815.075488:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757815.075491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757815.075515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757815.075522:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757815.075530:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.075575:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757815.075582:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757815.075590:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757815.075596:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757815.075598:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757815.075605:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757815.075609:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757815.075611:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.075619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757815.075622:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757815.075630:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757815.075632:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757815.075635:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757815.075642:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.075643:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757815.075655:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757815.075661:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757815.075669:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.139885:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757815.139898:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757815.139907:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757815.139927:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.139964:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757815.139973:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.139985:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757815.139994:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757815.140002:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757815.140071:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931098624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757815.140086:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757815.140098:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757815.140107:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.140117:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757815.140134:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757815.140143:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757815.140159:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757815.140171:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757815.140193:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757815.140215:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098624, portal 25 00000100:00000001:0.0:1787757815.140229:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757815.140235:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787757815.140252:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.140339:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757815.140347:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757815.140354:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757815.140361:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931098624, offset 0 00000400:00000200:0.0:1787757815.140377:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757815.140397:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.140417:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757815.140432:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757815.140449:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757815.140465:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757815.140478:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757815.140494:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747341:747341:256:4294967295] 192.168.201.121@tcp LPNI seq info [747335:747335:8:4294967295] 00000400:00000200:0.0:1787757815.140510:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.140546:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757815.140573:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.140600:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757815.140625:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757815.140641:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757815.140705:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.140717:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757815.140729:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757815.140743:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757815.140757:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757815.140764:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757815.140772:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757815.140790:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.140823:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.140842:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.140875:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.140883:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757815.140923:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757815.140940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757815.140951:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310193105 00000100:00000010:0.0:1787757815.140970:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757815.140989:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757815.141007:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310193105 00000100:00000010:0.0:1787757815.141043:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787757815.141055:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757815.141068:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757815.141078:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.141088:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757815.141109:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757815/real 1787757815] req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757815.141165:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757815.141185:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757815.141195:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757815.141208:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757815.141217:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757815.141230:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757815.141246:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757815.141332:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.141369:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757815.141378:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.141390:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.141399:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757815.141415:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.141436:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757815.141457:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.141493:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757815.141505:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.141526:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.141531:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.141545:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757815.141552:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757815.141564:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757815.141583:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757815.141594:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757815.141611:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757815.141656:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931098624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757815.141675:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.141687:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.141703:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931098624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.141789:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757815.141797:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757815.141806:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757815.141817:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757815.141827:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757815.141835:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757815.141847:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757815.141856:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787757815.141867:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757815.141875:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757815.141882:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787757815.141893:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757815.141900:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.141909:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.141926:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757815.141935:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.141947:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757815.141956:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757815.141965:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757815.141980:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142040:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757815.142047:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.142060:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757815.142071:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757815.142084:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757815.142105:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757815.142125:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757815.142134:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757815.142146:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.142153:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757815.142164:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757815.142170:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757815.142184:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757815.142193:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757815.142204:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757815.142213:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098752, portal 10 00000100:00000001:0.0:1787757815.142220:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757815.142225:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787757815.142253:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142331:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757815.142341:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757815.142349:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757815.142357:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931098752, offset 0 00000400:00000200:0.0:1787757815.142365:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757815.142372:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.142381:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757815.142388:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757815.142392:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757815.142396:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757815.142400:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757815.142405:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747342:747342:256:4294967295] 192.168.201.121@tcp LPNI seq info [747336:747336:8:4294967295] 00000400:00000200:0.0:1787757815.142410:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.142420:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757815.142427:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.142432:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757815.142439:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757815.142444:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757815.142461:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.142463:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757815.142468:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757815.142474:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757815.142478:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757815.142481:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757815.142485:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757815.142491:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142503:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.142508:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142517:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.142519:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757815.142524:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757815.142529:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757815.142534:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757815.142537:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310192143 00000100:00000001:0.0:1787757815.142541:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.142545:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310192143 00000100:00000001:0.0:1787757815.142548:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.142550:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757815.142554:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.142556:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757815.142561:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757815/real 1787757815] req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757815.142572:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757815.142574:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757815.142576:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757815.142580:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757815.142582:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757815.142586:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757815.142590:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757815.142605:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142631:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757815.142634:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.142637:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.142640:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757815.142649:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142664:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757815.142674:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142689:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757815.142694:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.142697:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.142700:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.142704:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757815.142710:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757815.142716:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757815.142723:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757815.142727:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757815.142735:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757815.142752:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757815.142760:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757815.142768:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142782:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757815.142785:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.142791:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757815.142794:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757815.142799:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757815.142806:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757815.142813:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757815.142817:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757815.142820:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.142825:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757815.142830:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787757815.142833:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757815.142839:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757815.142843:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757815.142848:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757815.142853:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931098880, portal 10 00000100:00000001:0.0:1787757815.142856:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757815.142858:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787757815.142867:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.142876:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757815.142879:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757815.142882:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757815.142885:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931098880, offset 0 00000400:00000200:0.0:1787757815.142891:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757815.142897:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.142902:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757815.142907:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757815.142911:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757815.142914:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757815.142918:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757815.142922:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747343:747343:256:4294967295] 192.168.201.121@tcp LPNI seq info [747337:747337:8:4294967295] 00000400:00000200:0.0:1787757815.142928:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.142937:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757815.142944:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.142949:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757815.142955:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757815.142959:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757815.142985:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.142988:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757815.142993:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757815.142997:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757815.143002:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757815.143004:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757815.143034:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757815.143041:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143059:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.143066:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143079:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.143083:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757815.143091:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757815.143098:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757815.143105:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757815.143109:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310192141 00000100:00000001:0.0:1787757815.143115:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.143120:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310192141 00000100:00000001:0.0:1787757815.143125:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.143130:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757815.143135:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.143139:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757815.143148:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757815/real 1787757815] req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757815.143163:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757815.143165:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757815.143168:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757815.143172:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757815.143174:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757815.143178:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757815.143182:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757815.143194:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143202:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757815.143204:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143207:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.143209:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757815.143213:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143222:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757815.143229:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143244:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757815.143249:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143253:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.143255:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143259:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757815.143264:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757815.143308:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757815.143317:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757815.143322:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757815.143332:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757815.143345:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931098880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757815.143351:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757815.143355:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143364:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757815.143367:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.143370:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757815.143373:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757815.143376:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757815.143380:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931099008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757815.143384:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757815.143387:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757815.143390:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.143392:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757815.143398:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787757815.143401:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757815.143406:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757815.143410:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757815.143415:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757815.143419:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931099008, portal 4 00000100:00000001:0.0:1787757815.143422:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757815.143424:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787757815.143432:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143441:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757815.143444:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757815.143447:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757815.143451:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931099008, offset 0 00000400:00000200:0.0:1787757815.143457:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757815.143462:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.143467:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757815.143472:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757815.143475:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757815.143479:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757815.143483:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757815.143487:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747344:747344:256:4294967295] 192.168.201.121@tcp LPNI seq info [747338:747338:8:4294967295] 00000400:00000200:0.0:1787757815.143493:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.143502:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757815.143508:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.143513:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757815.143518:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757815.143522:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757815.143538:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.143541:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757815.143545:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757815.143550:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757815.143554:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757815.143556:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757815.143560:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757815.143564:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143577:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.143584:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143597:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.143600:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757815.143606:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757815.143613:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757815.143620:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757815.143625:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310192178 00000100:00000001:0.0:1787757815.143631:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.143636:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310192178 00000100:00000001:0.0:1787757815.143640:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.143645:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757815.143649:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.143653:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757815.143662:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757815/real 1787757815] req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757815.143681:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757815.143683:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757815.143686:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757815.143689:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757815.143692:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757815.143695:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757815.143700:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757815.143711:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143720:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757815.143722:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143725:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.143727:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757815.143731:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143740:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757815.143745:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143754:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757815.143758:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143761:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.143762:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143765:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757815.143767:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757815.143771:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757815.143775:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757815.143778:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757815.143783:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757815.143793:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931099008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757815.143798:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143800:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.143805:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931098752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143814:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757815.143816:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757815.143819:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787757815.143823:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757815.143825:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757815.143827:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757815.143830:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757815.143833:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757815.143837:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757815.143839:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757815.143841:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787757815.143844:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757815.143846:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143848:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.143852:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931098880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143869:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757815.143871:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757815.143874:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787757815.143877:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757815.143878:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757815.143880:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757815.143882:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757815.143884:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757815.143887:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757815.143889:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757815.143891:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787757815.143894:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757815.143896:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143898:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.143902:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931099008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143909:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757815.143911:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757815.143913:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787757815.143916:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757815.143917:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757815.143919:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757815.143921:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757815.143923:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787757815.143925:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757815.143927:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757815.143929:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787757815.143932:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757815.143933:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143936:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.143941:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757815.143943:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.143946:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757815.143948:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757815.143950:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757815.143955:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.143965:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757815.143967:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.143970:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757815.143973:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757815.143975:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757815.143979:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931099136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757815.143984:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757815.143987:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757815.143989:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757815.143992:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757815.143996:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787757815.143999:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757815.144004:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757815.144031:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757815.144038:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757815.144044:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931099136, portal 4 00000100:00000001:0.0:1787757815.144048:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757815.144051:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787757815.144063:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144076:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757815.144081:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757815.144087:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757815.144093:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931099136, offset 0 00000400:00000200:0.0:1787757815.144102:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757815.144110:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.144118:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757815.144124:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757815.144130:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757815.144135:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757815.144140:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757815.144148:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747345:747345:256:4294967295] 192.168.201.121@tcp LPNI seq info [747339:747339:8:4294967295] 00000400:00000200:0.0:1787757815.144155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757815.144164:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757815.144171:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.144176:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757815.144181:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757815.144185:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757815.144201:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757815.144204:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757815.144208:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757815.144213:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757815.144217:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757815.144220:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757815.144224:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757815.144230:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144247:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.144255:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144305:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.144311:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757815.144319:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757815.144326:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757815.144334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757815.144338:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310192158 00000100:00000001:0.0:1787757815.144343:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.144347:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310192158 00000100:00000001:0.0:1787757815.144350:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310193105 00000100:00000001:0.0:1787757815.144353:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757815.144357:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.144360:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757815.144367:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757815/real 1787757815] req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757815.144379:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757815.144381:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757815.144383:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757815.144387:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757815.144389:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757815.144393:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757815.144397:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757815.144408:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144417:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757815.144419:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.144422:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.144423:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757815.144428:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144436:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757815.144441:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144450:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757815.144454:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.144456:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757815.144458:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.144461:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757815.144463:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757815.144467:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757815.144472:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757815.144475:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757815.144481:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757815.144491:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931099136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757815.144496:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.144499:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757815.144503:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931099136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757815.144510:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757815.144513:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757815.144515:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787757815.144519:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757815.144521:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757815.144523:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757815.144526:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757815.144528:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787757815.144532:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757815.144534:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757815.144536:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787757815.144539:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757815.144541:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.144544:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757815.144549:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757815.144551:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757815.144553:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757815.144556:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757816.099411:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757816.099424:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757816.099433:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757816.099441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757816.099445:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757816.099456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757816.099459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757816.099467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757816.099472:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757816.099481:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757816.099485:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757816.099495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757816.099496:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757816.099507:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757816.099510:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757816.099536:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757816.099544:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757816.099557:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757816.099559:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757816.099564:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757816.099572:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757816.099581:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757816.099588:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757816.099597:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757816.099629:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757816.099632:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757816.099636:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757816.099644:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757816.099645:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757816.099658:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757816.099661:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757816.099672:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757816.099678:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757816.099685:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757816.099690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757816.099697:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757816.163392:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310193105, at 4310193152 00000100:00000010:0.0:1787757816.163408:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000040:1.0:1787757816.163578:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310193105, at 4310193152 00000100:00000010:1.0:1787757816.163595:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787757817.123437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757817.123453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757817.123459:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757817.123472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757817.123475:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757817.123484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757817.123490:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757817.123505:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757817.123507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757817.123535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757817.123536:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757817.123550:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757817.123551:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757817.123566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757817.123570:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757817.123594:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757817.123602:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757817.123609:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757817.123669:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757817.123670:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757817.123677:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757817.123688:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757817.123688:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757817.123701:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757817.123702:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757817.123720:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757817.123723:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757817.123742:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757817.123744:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757817.123763:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757817.123765:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757817.123773:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757817.123780:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757817.123793:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757817.123794:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757817.123812:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757817.123864:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757817.123876:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757817.123883:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757818.147539:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757818.147544:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757818.147552:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757818.147560:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757818.147562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757818.147575:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757818.147577:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757818.147597:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757818.147602:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757818.147606:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757818.147615:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757818.147617:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757818.147626:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757818.147636:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757818.147642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757818.147649:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757818.147665:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757818.147671:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757818.147689:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757818.147693:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757818.147696:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757818.147719:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757818.147731:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757818.147739:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757818.147753:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757818.147754:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757818.147759:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757818.147768:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757818.147774:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757818.147786:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757818.147793:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757818.147801:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757818.147806:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757818.147811:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757818.147816:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787757818.147823:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757818.147825:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757818.147831:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757818.147849:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757819.171396:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757819.171411:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757819.171417:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757819.171427:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757819.171436:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757819.171442:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757819.171446:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757819.171452:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757819.171463:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757819.171477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757819.171487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757819.171492:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757819.171503:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757819.171513:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757819.171518:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757819.171520:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757819.171528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757819.171532:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757819.171535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757819.171546:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757819.171547:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757819.171556:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757819.171558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757819.171573:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757819.171591:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757819.171597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757819.171604:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757819.171614:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757819.171623:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757819.171632:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1787757819.171638:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757819.171639:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757819.171647:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757819.171658:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757819.171673:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757819.171685:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757819.171686:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757819.171698:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757819.171699:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757819.171706:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757819.171708:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757819.171717:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757819.171719:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757819.171732:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757819.171740:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757819.171744:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757819.171748:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757819.171754:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757820.195433:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757820.195445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757820.195446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757820.195449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.195456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757820.195459:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757820.195461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757820.195469:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757820.195470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757820.195477:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757820.195480:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757820.195487:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757820.195489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757820.195497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757820.195508:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.195509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757820.195518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757820.195525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757820.195562:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757820.195570:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757820.195579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757820.195592:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757820.195597:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757820.195600:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757820.195605:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757820.195608:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757820.195613:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.195617:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757820.195624:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757820.195630:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757820.195637:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757820.195646:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757820.195653:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757820.195664:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757820.195671:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757820.195678:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757820.195686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757820.195688:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757820.195698:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757820.195707:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757820.195721:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757820.195730:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757820.195737:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787757820.195738:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757820.195740:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757820.195744:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757820.195747:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757820.195752:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757820.259473:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757820.259483:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757820.259486:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757820.259491:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757820.259497:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757820.259507:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15524 00000400:00000200:0.0:1787757820.259520:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757820.259529:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757820.259533:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757820.259538:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259543:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.259546:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259550:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757820.259555:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757820.259558:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757820.259562:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757820.259566:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757820.259569:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757820.259573:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757820.259577:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259580:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.259584:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259588:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757820.259595:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757820.259602:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259608:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757820.259613:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757820.259619:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757820.259625:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.259629:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757820.259634:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757820.259649:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787757820.259657:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757820.259664:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757820.259668:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.259673:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757820.259678:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757820.259685:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757820.259699:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787757820.259710:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757820.259727:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931099264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757820.259742:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757820.259749:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757820.259757:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931099264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757820.259791:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757820.259796:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757820.259802:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757820.259804:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757820.259807:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757820.259811:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757820.259814:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15524 00000400:00000200:0.0:1787757820.259821:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757820.259825:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757820.259829:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757820.259833:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259836:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.259839:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259843:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757820.259846:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757820.259848:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757820.259850:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757820.259853:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757820.259856:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757820.259859:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757820.259862:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259866:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.259869:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259873:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757820.259877:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757820.259882:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757820.259885:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757820.259889:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757820.259898:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757820.259902:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.259910:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757820.259917:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757820.259951:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.259954:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757820.259960:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787757820.259967:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757820.259972:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757820.259977:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.259981:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757820.259994:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757820.260000:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757820.260011:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787757820.260021:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757820.260034:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931099392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757820.260053:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757820.260061:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757820.260076:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931099392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757820.260105:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757820.260113:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757820.260122:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757820.260127:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757820.260130:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757820.260135:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757820.260144:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15524 00000400:00000200:0.0:1787757820.260160:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757820.260171:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757820.260176:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757820.260185:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260189:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.260198:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260202:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757820.260206:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757820.260211:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757820.260216:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757820.260222:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757820.260230:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757820.260238:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757820.260249:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260259:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.260307:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260312:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757820.260318:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757820.260328:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260339:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757820.260344:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757820.260354:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757820.260364:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.260368:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757820.260377:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757820.260386:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.260389:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757820.260396:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787757820.260407:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757820.260413:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757820.260418:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.260427:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757820.260431:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757820.260436:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757820.260447:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787757820.260458:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757820.260473:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931099520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757820.260511:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757820.260516:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757820.260529:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931099520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757820.260561:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757820.260570:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757820.260575:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757820.260583:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757820.260587:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757820.260597:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757820.260611:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15524 00000400:00000200:0.0:1787757820.260629:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757820.260647:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757820.260656:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757820.260673:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260684:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.260697:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260706:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757820.260713:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757820.260718:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757820.260724:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757820.260730:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757820.260740:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757820.260744:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757820.260759:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260768:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.260776:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260783:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757820.260792:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757820.260800:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757820.260804:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757820.260812:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757820.260818:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757820.260827:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.260836:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757820.260843:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757820.260853:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.260856:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757820.260863:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787757820.260870:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757820.260875:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757820.260880:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.260885:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757820.260888:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757820.260892:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757820.260905:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787757820.260968:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757820.260985:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931099648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757820.261005:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757820.261012:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757820.261022:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931099648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757820.261048:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757820.261054:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757820.261061:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757820.261068:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757820.261074:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757820.261086:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757820.261098:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15524 00000400:00000200:0.0:1787757820.261107:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757820.261113:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757820.261116:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757820.261120:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.261124:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.261127:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.261130:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757820.261134:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757820.261139:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757820.261145:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757820.261149:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757820.261160:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757820.261164:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757820.261174:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.261183:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757820.261192:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757820.261200:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757820.261209:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757820.261221:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757820.261230:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757820.261235:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757820.261243:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757820.261252:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.261261:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757820.261304:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757820.261312:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.261317:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757820.261326:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787757820.261337:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757820.261345:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757820.261352:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757820.261357:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757820.261361:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757820.261367:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757820.261378:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787757820.261386:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757820.261403:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931099776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757820.261435:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757820.261443:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757820.261458:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931099776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757820.261490:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757820.261502:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15534) 00000100:00000001:1.0:1787757821.219435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757821.219448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757821.219450:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757821.219455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757821.219459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757821.219467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757821.219468:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757821.219484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757821.219485:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757821.219494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757821.219498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757821.219507:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757821.219520:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757821.219529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757821.219539:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757821.219540:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757821.219550:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757821.219557:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757821.219576:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757821.219585:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757821.219591:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757821.219599:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757821.219599:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757821.219611:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757821.219612:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757821.219621:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757821.219623:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757821.219637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757821.219637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757821.219644:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757821.219653:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757821.219654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757821.219661:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757821.219668:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757821.219674:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757821.219686:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757821.219687:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757821.219698:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757821.219707:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757821.219714:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757821.219724:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757821.219731:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757821.219736:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757821.219739:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757821.219743:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757821.283380:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310198225, at 4310198272 00000100:00000040:0.0:1787757821.283396:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310198225, at 4310198272 00000100:00000010:1.0:1787757821.283403:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787757821.283411:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787757822.243435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757822.243446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757822.243454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757822.243465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757822.243478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757822.243489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243512:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757822.243518:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243526:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757822.243561:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757822.243570:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757822.243573:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757822.243577:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757822.243583:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757822.243585:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757822.243597:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757822.243598:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757822.243611:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757822.243612:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757822.243621:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243623:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243635:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757822.243640:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757822.243642:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757822.243649:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243655:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757822.243658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757822.243705:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757822.243712:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757822.243717:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757822.243733:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757822.243748:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757822.243757:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243762:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757822.243766:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757822.243772:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757823.267420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757823.267433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757823.267433:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757823.267445:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757823.267446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757823.267454:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757823.267459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757823.267465:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757823.267468:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757823.267481:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757823.267482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757823.267491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757823.267494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757823.267503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757823.267511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757823.267516:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757823.267524:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757823.267534:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757823.267551:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757823.267560:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757823.267565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757823.267567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757823.267573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757823.267574:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757823.267578:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757823.267585:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757823.267589:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757823.267595:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757823.267603:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757823.267605:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757823.267613:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757823.267615:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757823.267620:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757823.267626:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757823.267628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757823.267641:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757823.267689:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757823.267700:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757823.267710:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757823.267720:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757823.267726:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757823.267730:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757823.267737:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757823.267739:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757823.267744:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757824.291423:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757824.291437:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757824.291449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757824.291466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757824.291472:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757824.291480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757824.291483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757824.291490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757824.291491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757824.291504:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757824.291505:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757824.291514:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757824.291515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757824.291527:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757824.291528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757824.291540:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757824.291548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757824.291558:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757824.291565:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757824.291575:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757824.291586:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757824.291590:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757824.291600:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757824.291601:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757824.291607:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757824.291613:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757824.291618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757824.291620:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757824.291625:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757824.291627:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757824.291634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757824.291635:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757824.291649:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757824.291650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757824.291659:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757824.291669:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.315428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757825.315441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757825.315449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757825.315457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757825.315463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757825.315467:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757825.315475:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.315475:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757825.315483:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757825.315488:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757825.315491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757825.315497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757825.315500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315505:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757825.315510:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757825.315517:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757825.315522:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315528:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.315544:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757825.315555:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757825.315558:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757825.315561:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.315571:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757825.315572:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757825.315578:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757825.315580:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757825.315587:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757825.315587:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315599:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757825.315600:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757825.315610:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315611:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315626:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757825.315627:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757825.315636:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315649:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.315675:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757825.315682:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757825.315689:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.315699:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757825.315705:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757825.315708:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757825.315717:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757825.315718:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315724:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.315725:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757825.315732:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757825.315734:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757825.315746:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757825.315747:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757825.315759:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315765:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757825.315770:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757825.315776:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757825.379482:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757825.379492:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757825.379495:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757825.379500:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757825.379505:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757825.379515:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15529 00000400:00000200:1.0:1787757825.379527:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757825.379534:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757825.379539:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757825.379544:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379548:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.379552:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379555:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757825.379560:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757825.379563:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757825.379566:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757825.379570:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757825.379573:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757825.379576:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757825.379580:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379583:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.379586:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379589:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757825.379593:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757825.379598:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379602:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757825.379606:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757825.379611:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757825.379615:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.379618:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757825.379621:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757825.379633:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757825.379638:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757825.379643:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757825.379646:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.379650:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757825.379653:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757825.379658:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757825.379668:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757825.379676:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.379688:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931099904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757825.379702:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757825.379709:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757825.379715:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931099904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757825.379745:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757825.379750:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757825.379755:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757825.379757:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757825.379760:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757825.379764:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757825.379767:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15529 00000400:00000200:1.0:1787757825.379771:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757825.379775:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757825.379778:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757825.379782:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379786:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.379789:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379793:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757825.379796:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757825.379798:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757825.379800:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757825.379803:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757825.379805:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757825.379808:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757825.379812:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379814:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.379818:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379821:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757825.379824:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757825.379860:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757825.379865:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757825.379868:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757825.379877:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757825.379881:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.379886:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757825.379897:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757825.379907:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.379913:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757825.379920:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757825.379930:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757825.379941:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757825.379946:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.379952:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757825.379960:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757825.379980:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757825.379992:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757825.380007:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.380024:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931100032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757825.380061:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757825.380070:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757825.380081:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931100032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757825.380102:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757825.380111:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757825.380124:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757825.380133:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757825.380140:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757825.380150:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757825.380160:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15529 00000400:00000200:1.0:1787757825.380177:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757825.380187:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757825.380193:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757825.380202:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380211:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.380221:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380225:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757825.380235:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757825.380241:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757825.380244:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757825.380251:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757825.380262:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757825.380320:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757825.380335:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380342:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.380355:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380364:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757825.380375:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757825.380385:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380395:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757825.380405:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757825.380414:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757825.380425:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.380433:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757825.380437:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757825.380446:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.380454:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757825.380465:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757825.380476:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757825.380487:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757825.380494:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.380500:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757825.380506:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757825.380513:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757825.380524:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757825.380534:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.380550:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931100160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757825.380574:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757825.380581:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757825.380596:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931100160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757825.380633:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757825.380639:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757825.380648:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757825.380655:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757825.380661:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757825.380669:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757825.380681:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15529 00000400:00000200:1.0:1787757825.380693:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757825.380703:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757825.380713:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757825.380718:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380725:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.380731:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380741:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757825.380745:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757825.380749:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757825.380757:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757825.380764:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757825.380772:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757825.380779:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757825.380789:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380799:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.380812:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380822:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757825.380853:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757825.380865:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757825.380870:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757825.380877:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757825.380884:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757825.380891:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.380897:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757825.380903:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757825.380913:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.380917:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757825.380930:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757825.380941:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757825.380952:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757825.380957:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.380965:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757825.380970:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757825.380974:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757825.380984:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757825.380995:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.381012:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931100288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757825.381041:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757825.381049:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757825.381066:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931100288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757825.381100:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757825.381107:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757825.381122:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757825.381128:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757825.381135:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757825.381144:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757825.381154:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15529 00000400:00000200:1.0:1787757825.381172:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757825.381184:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757825.381195:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757825.381205:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.381214:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.381223:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.381234:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757825.381243:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757825.381249:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757825.381258:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757825.381265:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757825.381308:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757825.381316:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757825.381333:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.381340:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757825.381351:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757825.381357:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757825.381370:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757825.381383:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757825.381388:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757825.381395:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757825.381405:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757825.381415:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.381425:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757825.381431:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757825.381442:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.381451:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757825.381460:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757825.381471:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757825.381484:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757825.381493:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757825.381503:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757825.381509:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757825.381515:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757825.381525:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757825.381535:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757825.381553:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931100416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757825.381576:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757825.381585:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757825.381599:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931100416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757825.381633:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757825.381645:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15540) 00000100:00000001:0.0:1787757826.339466:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757826.339466:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757826.339478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757826.339480:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757826.339489:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757826.339490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757826.339505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757826.339506:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757826.339518:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757826.339522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757826.339528:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757826.339536:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757826.339540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757826.339548:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757826.339561:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757826.339565:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757826.339573:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757826.339581:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757826.339606:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757826.339617:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757826.339618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757826.339627:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757826.339629:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757826.339637:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757826.339644:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757826.339650:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757826.339660:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757826.339665:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757826.339669:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757826.339677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757826.339694:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757826.339699:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757826.339705:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757826.339709:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757826.339717:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757826.339724:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757826.403367:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310203345, at 4310203392 00000100:00000010:0.0:1787757826.403383:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000040:1.0:1787757826.403385:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310203345, at 4310203392 00000100:00000010:1.0:1787757826.403400:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787757827.363422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757827.363431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757827.363437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757827.363447:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757827.363451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757827.363460:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757827.363465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757827.363469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757827.363473:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757827.363485:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757827.363492:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757827.363499:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757827.363504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757827.363508:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363531:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757827.363536:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757827.363538:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757827.363547:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363547:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757827.363560:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757827.363562:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757827.363567:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757827.363576:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363589:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757827.363596:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757827.363596:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757827.363607:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757827.363608:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757827.363630:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757827.363637:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757827.363646:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757827.363657:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363660:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757827.363670:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757827.363672:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757827.363678:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363680:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757827.363688:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757827.363689:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757827.363702:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757827.363711:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363723:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757827.363728:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757827.363732:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757828.387409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757828.387420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757828.387424:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757828.387432:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757828.387438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757828.387444:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387448:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757828.387453:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757828.387453:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387462:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757828.387466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757828.387475:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757828.387487:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757828.387501:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757828.387516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757828.387546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757828.387550:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757828.387554:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387557:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757828.387564:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757828.387569:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757828.387570:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757828.387584:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757828.387593:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387603:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757828.387610:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387616:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757828.387640:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757828.387648:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757828.387651:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757828.387656:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757828.387658:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757828.387663:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757828.387667:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757828.387673:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757828.387676:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757828.387685:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757828.387686:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387692:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757828.387696:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757828.387702:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757828.387710:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757828.387711:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757828.387720:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757828.387726:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757829.411426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757829.411435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757829.411442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757829.411442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757829.411455:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757829.411458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757829.411462:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757829.411472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757829.411473:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757829.411488:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757829.411490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757829.411494:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411502:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757829.411507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757829.411510:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411522:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757829.411527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757829.411542:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757829.411551:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757829.411555:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757829.411563:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757829.411572:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757829.411575:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757829.411580:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411587:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757829.411588:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757829.411596:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411598:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757829.411602:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757829.411610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757829.411618:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757829.411625:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411632:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757829.411637:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757829.411642:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757829.411661:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757829.411672:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757829.411682:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757829.411695:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757829.411706:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757829.411714:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757829.411725:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757829.411730:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757829.411733:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757830.435403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757830.435415:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757830.435422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757830.435433:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757830.435445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757830.435452:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757830.435455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435464:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757830.435471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757830.435478:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757830.435484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757830.435487:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435492:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757830.435496:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.435500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435508:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757830.435516:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435530:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757830.435573:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757830.435583:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757830.435589:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757830.435598:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757830.435609:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757830.435610:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757830.435619:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757830.435620:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435627:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757830.435628:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757830.435639:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757830.435641:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757830.435646:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.435649:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757830.435660:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435667:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757830.435672:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757830.435679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757830.435805:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757830.435810:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757830.435814:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757830.499376:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757830.499386:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757830.499390:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757830.499394:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757830.499400:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757830.499410:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15535 00000400:00000200:1.0:1787757830.499422:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757830.499429:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757830.499433:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757830.499438:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499443:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.499446:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499450:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757830.499455:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757830.499457:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757830.499461:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757830.499465:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757830.499468:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757830.499472:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757830.499476:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499480:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.499483:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499486:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757830.499491:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757830.499496:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499500:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757830.499504:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757830.499508:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757830.499512:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.499514:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757830.499518:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757830.499528:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757830.499532:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757830.499538:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757830.499540:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.499544:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757830.499548:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757830.499552:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757830.499562:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757830.499571:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757830.499583:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931100544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757830.499597:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757830.499604:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757830.499611:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931100544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757830.499641:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757830.499646:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757830.499651:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757830.499653:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757830.499656:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757830.499661:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757830.499664:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15535 00000400:00000200:1.0:1787757830.499670:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757830.499674:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757830.499678:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757830.499682:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499685:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.499687:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499691:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757830.499694:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757830.499695:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757830.499698:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757830.499700:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757830.499703:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757830.499706:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757830.499709:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499712:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.499714:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499717:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757830.499720:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757830.499724:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757830.499727:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757830.499730:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757830.499737:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757830.499865:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.499873:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757830.499881:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757830.499894:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.499904:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757830.499911:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757830.499918:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757830.499925:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757830.499930:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.499939:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757830.499944:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757830.499947:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757830.499955:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757830.499964:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757830.499979:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931100672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757830.500009:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757830.500020:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757830.500040:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931100672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757830.500081:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757830.500088:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757830.500099:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757830.500103:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757830.500109:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757830.500118:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757830.500128:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15535 00000400:00000200:1.0:1787757830.500142:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757830.500154:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757830.500162:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757830.500176:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500188:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.500196:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500202:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757830.500206:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757830.500212:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757830.500219:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757830.500223:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757830.500232:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757830.500243:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757830.500258:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500267:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.500306:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500310:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757830.500314:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757830.500318:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500324:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757830.500328:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757830.500338:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757830.500349:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.500358:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757830.500365:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757830.500375:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.500385:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757830.500396:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757830.500403:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757830.500411:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757830.500416:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.500423:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757830.500426:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757830.500435:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757830.500450:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757830.500461:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757830.500479:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931100800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757830.500493:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757830.500499:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757830.500515:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931100800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757830.500539:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757830.500550:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757830.500558:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757830.500563:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757830.500569:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757830.500574:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757830.500580:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15535 00000400:00000200:1.0:1787757830.500590:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757830.500598:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757830.500603:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757830.500610:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500617:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.500624:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500631:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757830.500639:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757830.500645:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757830.500651:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757830.500654:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757830.500661:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757830.500671:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757830.500684:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500693:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.500700:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500709:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757830.500719:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757830.500729:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757830.500736:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757830.500767:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757830.500775:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757830.500784:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.500790:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757830.500797:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757830.500807:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.500816:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757830.500826:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757830.500833:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757830.500840:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757830.500845:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.500853:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757830.500857:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757830.500862:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757830.500871:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757830.500881:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757830.500896:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931100928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757830.500913:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757830.500920:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757830.500935:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931100928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757830.500958:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757830.500964:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757830.500975:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757830.500984:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757830.500991:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757830.501004:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757830.501021:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15535 00000400:00000200:1.0:1787757830.501044:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757830.501060:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757830.501071:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757830.501084:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.501092:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.501100:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.501109:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757830.501117:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757830.501123:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757830.501129:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757830.501136:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757830.501146:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757830.501154:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757830.501168:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.501175:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757830.501182:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757830.501192:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757830.501200:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757830.501211:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757830.501219:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757830.501225:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757830.501233:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757830.501242:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.501253:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757830.501261:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757830.501305:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.501310:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757830.501322:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757830.501333:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757830.501342:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757830.501346:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757830.501356:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757830.501361:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757830.501366:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757830.501377:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757830.501388:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757830.501406:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931101056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757830.501455:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757830.501462:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757830.501478:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931101056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757830.501503:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757830.501513:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15545) 00000100:00000001:1.0:1787757831.459422:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757831.459436:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757831.459443:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757831.459445:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757831.459457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757831.459458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757831.459466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757831.459472:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757831.459475:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757831.459480:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757831.459486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757831.459488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757831.459497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757831.459498:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757831.459513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757831.459538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757831.459540:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757831.459544:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757831.459549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757831.459552:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757831.459554:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757831.459561:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757831.459568:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757831.459580:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757831.459587:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757831.459596:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757831.459599:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757831.459603:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757831.459608:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757831.459611:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757831.459615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757831.459625:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757831.459633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757831.459650:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757831.459661:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757831.459665:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757831.459674:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757831.459674:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757831.459681:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757831.459688:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757831.459700:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757831.459707:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757831.459713:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757831.459719:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757831.459749:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757831.523379:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310208465, at 4310208512 00000100:00000040:0.0:1787757831.523387:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310208465, at 4310208512 00000100:00000010:1.0:1787757831.523408:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787757831.523418:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787757832.483356:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757832.483362:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757832.483365:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757832.483367:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757832.483388:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757832.483391:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757832.483391:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757832.483398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757832.483399:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757832.483402:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757832.483406:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757832.483407:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757832.483422:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757832.483425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757832.483428:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757832.483429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757832.483435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757832.483441:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757832.483442:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757832.483447:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757832.483450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757832.483453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757832.483458:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757832.483462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757832.483463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757832.483465:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757832.483467:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757832.483468:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757832.483471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757832.483472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757832.483478:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757832.483483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757832.483487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757832.483492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757832.483497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757832.483504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757833.507413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757833.507439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757833.507446:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757833.507456:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757833.507469:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757833.507477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757833.507478:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507490:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757833.507493:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757833.507495:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757833.507499:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757833.507509:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757833.507516:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757833.507518:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757833.507530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757833.507546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507575:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757833.507578:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757833.507593:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757833.507598:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757833.507610:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757833.507620:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757833.507623:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757833.507626:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507628:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757833.507630:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757833.507637:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507638:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757833.507660:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757833.507666:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757833.507669:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757833.507676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507703:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757833.507715:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757833.507733:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757833.507751:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757833.507758:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757833.507764:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757833.507775:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757833.507785:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757833.507790:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757833.507795:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757833.507797:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757833.507808:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757834.531489:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757834.531493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757834.531512:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757834.531514:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757834.531524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757834.531528:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757834.531537:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757834.531541:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757834.531550:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757834.531554:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757834.531559:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757834.531566:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757834.531568:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757834.531577:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757834.531586:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757834.531588:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757834.531618:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757834.531619:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757834.531720:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757834.531722:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757834.531742:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757834.531744:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757834.531752:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757834.531758:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757834.531761:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757834.531781:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757834.531784:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757834.531793:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757834.531798:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757834.531802:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757834.531808:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757834.531809:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757834.531835:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757834.531837:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757834.531856:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757834.531881:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757834.531895:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757834.531911:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757834.531923:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757835.555454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757835.555477:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757835.555484:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757835.555493:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757835.555504:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757835.555512:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757835.555524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757835.555532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757835.555542:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.555594:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757835.555600:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757835.555613:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757835.555615:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757835.555632:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757835.555634:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.555690:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757835.555691:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757835.555708:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757835.555716:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757835.555717:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757835.555733:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.555736:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757835.555739:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.555759:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757835.555760:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.555775:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.555786:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757835.555819:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757835.555828:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757835.555831:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757835.555836:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757835.555840:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757835.555843:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757835.555846:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757835.555849:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757835.555853:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.555880:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757835.555890:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757835.555894:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.555898:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757835.555904:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757835.555921:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.555936:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.555944:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.555962:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.619831:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757835.619843:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757835.619848:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757835.619868:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.619906:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.619914:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.619930:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757835.619945:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757835.619971:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.620005:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931101184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757835.620018:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757835.620032:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757835.620045:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.620053:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757835.620078:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757835.620090:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757835.620113:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757835.620122:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757835.620139:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757835.620154:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101184, portal 25 00000100:00000001:0.0:1787757835.620161:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757835.620164:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787757835.620183:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.620220:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757835.620242:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757835.620252:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757835.620262:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931101184, offset 0 00000400:00000200:0.0:1787757835.620358:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757835.620385:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.620407:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757835.620428:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757835.620446:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757835.620463:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757835.620476:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757835.620507:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747361:747361:256:4294967295] 192.168.201.121@tcp LPNI seq info [747355:747355:8:4294967295] 00000400:00000200:0.0:1787757835.620538:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.620584:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757835.620607:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.620625:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757835.620642:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757835.620678:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757835.620725:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.620743:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757835.620771:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757835.620792:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757835.620809:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757835.620816:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757835.620831:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757835.620849:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.620888:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.620900:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.620969:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.620973:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757835.620988:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757835.621017:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757835.621030:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310213585 00000100:00000010:0.0:1787757835.621051:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757835.621068:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757835.621088:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310213585 00000100:00000010:0.0:1787757835.621098:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787757835.621109:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757835.621119:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757835.621134:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.621141:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757835.621155:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757835/real 1787757835] req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757835.621190:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757835.621198:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757835.621207:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757835.621218:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757835.621232:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757835.621244:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757835.621264:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757835.621330:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.621375:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757835.621381:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.621400:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.621408:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757835.621426:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.621454:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757835.621471:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.621535:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757835.621557:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.621576:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.621590:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.621616:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757835.621621:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757835.621629:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757835.621640:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757835.621671:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757835.621681:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757835.621710:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931101184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757835.621724:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.621731:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.621746:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931101184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.621792:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757835.621798:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757835.621811:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757835.621820:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757835.621831:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757835.621839:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757835.621857:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757835.621864:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787757835.621874:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757835.621878:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757835.621892:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787757835.621902:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757835.621907:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.621924:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.621944:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757835.621951:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.621967:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757835.621978:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757835.621985:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757835.622005:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622058:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.622063:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.622086:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757835.622093:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757835.622103:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.622117:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757835.622131:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757835.622139:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757835.622148:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.622153:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757835.622162:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757835.622168:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757835.622190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757835.622208:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757835.622233:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757835.622250:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101312, portal 10 00000100:00000001:0.0:1787757835.622296:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757835.622299:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787757835.622327:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622369:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757835.622383:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757835.622397:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757835.622420:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931101312, offset 0 00000400:00000200:0.0:1787757835.622455:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757835.622478:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.622502:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757835.622510:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757835.622533:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757835.622550:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757835.622560:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757835.622584:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747362:747362:256:4294967295] 192.168.201.121@tcp LPNI seq info [747356:747356:8:4294967295] 00000400:00000200:0.0:1787757835.622623:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.622678:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757835.622697:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.622711:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757835.622743:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757835.622755:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757835.622793:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.622796:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757835.622803:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757835.622809:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757835.622814:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757835.622817:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757835.622821:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757835.622828:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622840:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.622844:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622854:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.622856:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757835.622862:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757835.622868:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757835.622874:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757835.622877:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310212623 00000100:00000001:0.0:1787757835.622882:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.622886:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310212623 00000100:00000001:0.0:1787757835.622889:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.622892:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757835.622895:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.622898:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757835.622903:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757835/real 1787757835] req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757835.622912:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757835.622914:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757835.622917:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757835.622920:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757835.622922:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757835.622926:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757835.622930:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757835.622941:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622949:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757835.622951:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.622954:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.622956:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757835.622961:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622970:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757835.622975:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.622983:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757835.622986:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.622989:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.622991:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.622994:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757835.623000:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757835.623004:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757835.623009:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757835.623011:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757835.623017:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757835.623027:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757835.623033:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757835.623038:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623046:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.623048:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.623052:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757835.623055:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757835.623057:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.623061:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757835.623065:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757835.623069:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757835.623071:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.623073:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757835.623079:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757835.623082:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757835.623086:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757835.623090:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757835.623094:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757835.623099:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101440, portal 10 00000100:00000001:0.0:1787757835.623101:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757835.623104:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787757835.623112:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623121:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757835.623125:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757835.623128:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757835.623131:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931101440, offset 0 00000400:00000200:0.0:1787757835.623136:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757835.623141:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.623146:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757835.623150:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757835.623153:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757835.623157:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757835.623160:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757835.623165:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747363:747363:256:4294967295] 192.168.201.121@tcp LPNI seq info [747357:747357:8:4294967295] 00000400:00000200:0.0:1787757835.623171:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.623180:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757835.623187:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.623191:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757835.623197:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757835.623201:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757835.623216:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.623219:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757835.623223:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757835.623228:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757835.623232:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757835.623234:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757835.623238:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757835.623242:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623261:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.623297:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623308:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.623311:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757835.623315:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757835.623320:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757835.623324:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757835.623327:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310212622 00000100:00000001:0.0:1787757835.623331:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.623334:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310212622 00000100:00000001:0.0:1787757835.623337:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.623340:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757835.623343:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.623345:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757835.623350:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757835/real 1787757835] req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757835.623360:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757835.623362:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757835.623364:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757835.623367:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757835.623370:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757835.623373:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757835.623377:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757835.623388:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623396:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757835.623399:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623402:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.623404:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757835.623409:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623417:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757835.623422:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623431:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757835.623434:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623436:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.623438:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623440:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757835.623444:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757835.623447:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757835.623451:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757835.623454:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757835.623459:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757835.623469:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757835.623474:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757835.623479:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623488:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.623491:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.623493:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757835.623496:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757835.623498:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.623503:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757835.623508:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757835.623511:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757835.623513:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.623516:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757835.623521:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757835.623523:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757835.623528:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757835.623531:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757835.623536:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757835.623540:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101568, portal 4 00000100:00000001:0.0:1787757835.623543:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757835.623545:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787757835.623552:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623561:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757835.623564:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757835.623567:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757835.623570:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931101568, offset 0 00000400:00000200:0.0:1787757835.623575:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757835.623579:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.623584:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757835.623588:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757835.623591:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757835.623594:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757835.623614:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757835.623619:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747364:747364:256:4294967295] 192.168.201.121@tcp LPNI seq info [747358:747358:8:4294967295] 00000400:00000200:0.0:1787757835.623627:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.623640:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757835.623670:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.623683:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757835.623693:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757835.623700:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757835.623724:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.623729:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757835.623735:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757835.623743:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757835.623749:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757835.623753:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757835.623759:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757835.623765:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623777:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.623781:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623791:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.623793:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757835.623798:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757835.623803:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757835.623808:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757835.623811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310212658 00000100:00000001:0.0:1787757835.623815:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.623818:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310212658 00000100:00000001:0.0:1787757835.623821:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.623824:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757835.623827:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.623829:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757835.623834:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757835/real 1787757835] req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757835.623845:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757835.623847:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757835.623850:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757835.623853:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757835.623855:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757835.623858:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757835.623862:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757835.623873:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623881:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757835.623883:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623885:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.623887:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757835.623891:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623899:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757835.623905:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623914:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757835.623917:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623919:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.623921:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623924:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757835.623926:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757835.623929:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757835.623934:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757835.623936:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757835.623941:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757835.623959:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757835.623965:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.623968:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.623971:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931101312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.623980:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757835.623982:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757835.623985:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757835.623989:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757835.623991:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757835.623993:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757835.623996:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757835.623998:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787757835.624002:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757835.624004:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757835.624006:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787757835.624010:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757835.624012:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624014:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.624018:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931101440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624027:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757835.624028:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757835.624030:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757835.624033:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757835.624035:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757835.624036:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757835.624039:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757835.624041:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757835.624043:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757835.624045:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757835.624047:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787757835.624051:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757835.624053:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624055:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.624059:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931101568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624068:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757835.624069:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757835.624072:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757835.624075:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757835.624076:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757835.624078:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757835.624080:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757835.624082:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787757835.624085:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757835.624087:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757835.624088:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787757835.624091:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757835.624093:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624095:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624100:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757835.624102:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.624105:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757835.624107:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757835.624108:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757835.624113:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624122:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757835.624124:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.624127:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757835.624129:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757835.624132:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757835.624136:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757835.624140:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757835.624143:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757835.624146:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757835.624149:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757835.624154:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757835.624157:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757835.624161:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757835.624164:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757835.624169:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757835.624173:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101696, portal 4 00000100:00000001:0.0:1787757835.624176:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757835.624178:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787757835.624186:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624194:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757835.624197:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757835.624201:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757835.624204:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931101696, offset 0 00000400:00000200:0.0:1787757835.624209:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757835.624214:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.624219:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757835.624223:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757835.624226:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757835.624230:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757835.624233:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757835.624238:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747365:747365:256:4294967295] 192.168.201.121@tcp LPNI seq info [747359:747359:8:4294967295] 00000400:00000200:0.0:1787757835.624244:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757835.624252:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757835.624258:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.624261:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757835.624297:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757835.624301:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757835.624316:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757835.624319:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757835.624324:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757835.624329:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757835.624333:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757835.624336:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757835.624339:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757835.624344:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624355:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.624359:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624368:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.624370:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757835.624374:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757835.624377:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757835.624381:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757835.624384:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310212638 00000100:00000001:0.0:1787757835.624388:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.624391:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310212638 00000100:00000001:0.0:1787757835.624395:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310213585 00000100:00000001:0.0:1787757835.624397:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757835.624400:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.624402:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757835.624407:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757835/real 1787757835] req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757835.624417:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757835.624419:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757835.624421:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757835.624425:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757835.624427:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757835.624430:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757835.624435:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757835.624447:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624455:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757835.624457:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624459:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.624461:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757835.624466:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624474:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757835.624479:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624487:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757835.624490:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624492:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757835.624494:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624496:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757835.624498:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757835.624502:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757835.624506:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757835.624510:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757835.624515:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757835.624526:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757835.624530:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624533:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757835.624536:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931101696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757835.624546:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757835.624548:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757835.624550:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757835.624554:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757835.624555:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757835.624557:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757835.624560:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757835.624562:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757835.624565:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757835.624567:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757835.624569:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787757835.624572:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757835.624574:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624576:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757835.624580:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757835.624582:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757835.624585:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757835.624587:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757836.579528:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757836.579545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757836.579546:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757836.579554:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757836.579561:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757836.579569:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757836.579570:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757836.579591:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757836.579593:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757836.579602:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757836.579607:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757836.579611:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757836.579623:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757836.579629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757836.579657:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757836.579688:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757836.579695:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757836.579696:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757836.579703:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757836.579709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757836.579709:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757836.579720:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757836.579730:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757836.579731:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757836.579757:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757836.579763:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757836.579774:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757836.579818:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757836.579820:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757836.579833:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757836.579834:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757836.579847:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757836.579849:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757836.579873:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757836.579874:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757836.579904:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757836.579907:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757836.579928:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757836.579930:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757836.579955:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757836.579958:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757836.579973:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757836.579973:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757836.580002:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757836.580003:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757836.643426:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310213585, at 4310213632 00000100:00000010:1.0:1787757836.643444:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000040:0.0:1787757836.643447:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310213585, at 4310213632 00000100:00000010:0.0:1787757836.643468:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757837.603348:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757837.603355:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757837.603358:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757837.603360:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757837.603363:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757837.603367:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757837.603368:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757837.603371:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757837.603374:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757837.603375:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757837.603379:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757837.603382:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757837.603383:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757837.603389:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757837.603389:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757837.603405:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757837.603409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757837.603413:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757837.603417:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757837.603421:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757837.603425:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757837.603428:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757837.603431:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757837.603432:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757837.603435:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757837.603438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757837.603441:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757837.603442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757837.603444:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757837.603448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757837.603450:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757837.603455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757837.603460:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757837.603466:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757837.603468:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757837.603471:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757837.603474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757837.603478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757837.603481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757837.603483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757837.603486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757837.603491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757837.603494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757837.603495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757837.603497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757838.627425:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757838.627431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757838.627436:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757838.627436:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757838.627442:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757838.627443:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757838.627448:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757838.627450:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757838.627455:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757838.627457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757838.627460:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757838.627465:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757838.627466:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757838.627471:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757838.627479:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757838.627479:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757838.627484:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757838.627488:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757838.627506:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757838.627511:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757838.627515:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757838.627519:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757838.627526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757838.627526:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757838.627532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757838.627534:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757838.627539:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757838.627540:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757838.627544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757838.627546:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757838.627551:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757838.627553:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757838.627561:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757838.627567:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757838.627570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757838.627573:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757839.651454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757839.651463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757839.651468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757839.651474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757839.651474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757839.651484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757839.651487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757839.651494:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757839.651496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757839.651503:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757839.651503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757839.651510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757839.651510:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757839.651519:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757839.651529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757839.651549:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757839.651559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757839.651566:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757839.651570:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757839.651574:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757839.651621:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757839.651634:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757839.651648:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757839.651656:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757839.651656:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757839.651664:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757839.651664:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757839.651671:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757839.651671:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757839.651676:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757839.651677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757839.651683:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757839.651694:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757839.651704:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757839.651713:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757839.651721:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757839.651725:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757839.651730:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757839.651734:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757839.651738:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757839.651744:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757839.651749:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757839.651755:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757839.651760:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757839.651765:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.675427:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757840.675440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757840.675449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.675451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757840.675462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757840.675464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757840.675470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.675482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757840.675483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757840.675495:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757840.675495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757840.675508:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.675509:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757840.675518:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757840.675529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.675536:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.675548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.675584:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.675593:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757840.675601:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757840.675605:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757840.675614:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757840.675621:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757840.675629:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.675630:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757840.675641:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.675644:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757840.675647:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.675655:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.675658:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.675670:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757840.675685:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757840.675693:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.675701:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.675709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.675715:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.675746:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757840.675753:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757840.675758:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757840.675766:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757840.675771:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757840.675775:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757840.675779:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757840.675781:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757840.675785:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757840.739395:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757840.739405:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757840.739409:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757840.739413:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757840.739418:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757840.739428:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15545 00000400:00000200:1.0:1787757840.739440:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757840.739448:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757840.739452:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757840.739457:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.739465:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739469:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757840.739473:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757840.739476:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757840.739480:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757840.739484:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757840.739487:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757840.739490:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757840.739494:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739497:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.739500:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739503:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757840.739507:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757840.739512:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739515:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757840.739519:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757840.739523:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757840.739527:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.739530:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757840.739547:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757840.739592:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757840.739598:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757840.739603:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757840.739605:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.739609:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757840.739612:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757840.739617:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757840.739627:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757840.739637:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757840.739649:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757840.739673:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757840.739679:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757840.739686:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757840.739715:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757840.739720:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757840.739724:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757840.739726:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757840.739729:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757840.739733:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757840.739737:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15545 00000400:00000200:1.0:1787757840.739742:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757840.739746:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757840.739750:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757840.739754:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739757:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.739761:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.739765:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757840.739768:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757840.739771:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757840.739774:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757840.739777:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757840.739779:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757840.739783:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757840.739787:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757840.739790:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757840.739791:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.739800:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757840.739801:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757840.739807:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757840.739809:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787757840.739817:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757840.739827:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000040:0.0:1787757840.739828:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757840.739831:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757840.739840:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757840.739850:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757840.739853:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787757840.739858:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.739860:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.739868:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787757840.739871:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1787757840.739876:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787757840.739878:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787757840.739888:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.739890:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.739896:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.739903:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931101824:192.168.201.121@tcp:250:kworker.0 00000100:00000010:1.0:1787757840.739906:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757840.739915:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787757840.739917:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787757840.739921:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757840.739927:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757840.739927:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.739934:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.739935:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757840.739940:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757840.739943:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787757840.739945:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757840.739954:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000010:1.0:1787757840.739956:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787757840.739962:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.739965:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.739974:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757840.739981:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000100:00100000:1.0:1787757840.739991:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787757840.739993:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000001:1.0:1787757840.740009:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787757840.740010:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101824, portal 25 00000100:00000001:1.0:1787757840.740014:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.740022:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1787757840.740025:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.740029:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000001:1.0:1787757840.740049:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757840.740055:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757840.740056:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757840.740066:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757840.740072:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757840.740075:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757840.740085:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757840.740094:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15545 00000100:00000001:0.0:1787757840.740099:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1787757840.740105:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757840.740114:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000040:0.0:1787757840.740119:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787757840.740120:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757840.740130:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000010:0.0:1787757840.740133:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000001:1.0:1787757840.740134:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.740141:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740146:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787757840.740148:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931101824, offset 0 00000020:00000001:1.0:1787757840.740150:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757840.740153:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757840.740158:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757840.740162:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757840.740165:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757840.740169:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787757840.740178:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787757840.740179:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740189:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.740192:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740195:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757840.740198:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787757840.740205:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787757840.740216:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740221:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757840.740226:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787757840.740230:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 02000000:00000001:1.0:1787757840.740232:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757840.740242:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.740245:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787757840.740249:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00100000:1.0:1787757840.740250:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757840.740257:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.740262:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.740263:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000010:1.0:1787757840.740302:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757840.740308:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757840.740312:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757840.740316:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.740319:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757840.740321:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757840.740325:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.740329:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1787757840.740334:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000400:00000200:0.0:1787757840.740337:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740345:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.740351:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747366:747366:256:4294967295] 192.168.201.121@tcp LPNI seq info [747360:747360:8:4294967295] 00000100:00100000:1.0:1787757840.740360:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787757840.740369:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757840.740383:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757840.740390:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757840.740402:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787757840.740404:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757840.740429:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740430:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757840.740441:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1787757840.740447:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000100:00080000:1.0:1787757840.740448:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757840.740455:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757840.740459:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757840.740463:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1787757840.740467:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00080000:1.0:1787757840.740472:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15545 00000800:00000200:0.0:1787757840.740477:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000400:00000200:1.0:1787757840.740483:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757840.740497:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757840.740502:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757840.740514:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740520:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.740525:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740527:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757840.740530:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757840.740532:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757840.740534:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757840.740540:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000800:00000100:0.0:1787757840.740541:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787757840.740547:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000800:00000010:0.0:1787757840.740550:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000020:00000001:1.0:1787757840.740555:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757840.740583:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740586:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787757840.740590:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787757840.740591:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740601:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757840.740609:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000400:00000200:0.0:1787757840.740611:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1787757840.740620:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787757840.740624:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000100:00000001:1.0:1787757840.740625:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757840.740634:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 02000000:00000001:1.0:1787757840.740634:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757840.740642:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757840.740645:0:2420:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787757840.740649:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.740654:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000200:0.0:1787757840.740660:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787757840.740661:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757840.740671:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.740678:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757840.740688:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757840.740694:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787757840.740695:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787757840.740703:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1787757840.740706:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787757840.740708:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757840.740716:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757840.740721:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757840.740726:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.740732:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757840.740734:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:0.0:1787757840.740737:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757840.740746:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.740751:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757840.740760:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787757840.740768:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757840.740778:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310218705 00000100:00000001:1.0:1787757840.740784:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757840.740789:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757840.740790:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000040:1.0:1787757840.740799:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.740806:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757840.740819:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.740821:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310218705 00000100:00080000:1.0:1787757840.740824:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1787757840.740830:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00080000:1.0:1787757840.740832:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757840.740838:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787757840.740839:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1787757840.740841:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757840.740847:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757840.740849:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757840.740858:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15545 00000100:00000001:0.0:1787757840.740859:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.740867:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000400:00000200:1.0:1787757840.740868:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757840.740878:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00100000:0.0:1787757840.740880:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757840/real 1787757840] req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757840.740882:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757840.740893:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740902:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.740910:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000001:0.0:1787757840.740914:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1787757840.740916:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000001:0.0:1787757840.740919:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1787757840.740923:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:0.0:1787757840.740926:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000020:00000040:1.0:1787757840.740928:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757840.740935:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787757840.740936:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000020:00000040:1.0:1787757840.740940:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000400:00000010:0.0:1787757840.740942:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000020:00000001:1.0:1787757840.740948:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787757840.740951:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1787757840.740955:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000200:0.0:1787757840.740963:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757840.740967:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740973:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757840.740981:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757840.740988:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757840.740999:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000200:0.0:1787757840.741006:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757840.741008:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757840.741017:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757840.741024:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757840.741031:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757840.741039:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741044:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757840.741045:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757840.741055:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787757840.741056:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787757840.741067:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741070:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757840.741072:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741080:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787757840.741082:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757840.741094:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757840.741098:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757840.741102:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.741106:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757840.741107:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757840.741112:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757840.741116:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757840.741125:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757840.741134:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741137:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757840.741146:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787757840.741158:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757840.741162:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757840.741168:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757840.741181:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757840.741218:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741220:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787757840.741225:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15555) 00000100:00000001:0.0:1787757840.741232:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741238:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.741240:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741243:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757840.741247:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757840.741252:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757840.741261:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757840.741265:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757840.741304:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757840.741317:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931101824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757840.741324:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741328:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.741332:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931101824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741340:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757840.741343:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757840.741348:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757840.741353:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757840.741356:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757840.741359:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757840.741363:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757840.741366:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787757840.741371:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757840.741373:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757840.741376:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787757840.741380:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757840.741382:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741385:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741395:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757840.741397:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741400:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757840.741403:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757840.741405:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757840.741410:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741420:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.741422:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.741425:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757840.741428:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757840.741431:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.741435:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757840.741439:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757840.741443:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757840.741445:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.741448:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757840.741452:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757840.741455:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.741461:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757840.741465:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757840.741470:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757840.741475:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931101952, portal 10 00000100:00000001:0.0:1787757840.741479:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757840.741481:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000040:0.0:1787757840.741489:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741497:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757840.741501:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757840.741504:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757840.741507:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931101952, offset 0 00000400:00000200:0.0:1787757840.741513:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757840.741518:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.741525:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757840.741529:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757840.741533:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757840.741537:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757840.741540:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757840.741545:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747367:747367:256:4294967295] 192.168.201.121@tcp LPNI seq info [747361:747361:8:4294967295] 00000400:00000200:0.0:1787757840.741551:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.741588:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757840.741596:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.741601:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757840.741607:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757840.741611:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757840.741626:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.741629:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757840.741633:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757840.741638:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757840.741643:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757840.741645:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757840.741649:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757840.741655:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741666:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.741670:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741679:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741681:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757840.741686:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757840.741691:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757840.741696:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757840.741699:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310217742 00000100:00000001:0.0:1787757840.741704:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.741707:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310217742 00000100:00000001:0.0:1787757840.741710:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.741713:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757840.741716:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.741719:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757840.741724:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757840/real 1787757840] req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757840.741734:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757840.741735:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757840.741738:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757840.741741:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757840.741743:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757840.741746:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757840.741751:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757840.741762:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741770:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757840.741772:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741774:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.741776:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757840.741781:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741789:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757840.741794:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741804:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757840.741807:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741810:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.741812:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.741815:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757840.741819:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757840.741822:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757840.741827:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757840.741830:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757840.741835:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757840.741845:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931101952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757840.741850:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757840.741854:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741862:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.741864:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.741867:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757840.741869:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757840.741872:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.741876:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757840.741881:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757840.741884:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757840.741886:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.741888:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757840.741892:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757840.741895:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.741899:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757840.741902:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757840.741906:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757840.741910:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102080, portal 10 00000100:00000001:0.0:1787757840.741913:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757840.741916:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787757840.741923:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.741932:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757840.741935:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757840.741938:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757840.741941:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931102080, offset 0 00000400:00000200:0.0:1787757840.741947:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757840.741951:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.741956:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757840.741959:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757840.741963:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757840.741966:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757840.741969:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757840.741974:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747368:747368:256:4294967295] 192.168.201.121@tcp LPNI seq info [747362:747362:8:4294967295] 00000400:00000200:0.0:1787757840.741980:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.741988:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757840.741995:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.741999:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757840.742004:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757840.742009:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757840.742031:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.742036:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757840.742042:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757840.742049:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757840.742056:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757840.742060:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757840.742065:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757840.742073:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742104:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.742111:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742123:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.742126:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757840.742131:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757840.742137:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757840.742144:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757840.742149:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310217740 00000100:00000001:0.0:1787757840.742154:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.742158:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310217740 00000100:00000001:0.0:1787757840.742162:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.742167:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757840.742172:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.742176:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757840.742184:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757840/real 1787757840] req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757840.742203:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757840.742206:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757840.742209:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757840.742216:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757840.742220:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757840.742225:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757840.742233:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757840.742245:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742254:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757840.742257:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.742260:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.742262:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757840.742267:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742306:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757840.742312:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742322:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757840.742325:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.742327:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.742329:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.742332:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757840.742335:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757840.742338:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757840.742342:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757840.742345:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757840.742350:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757840.742361:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757840.742366:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757840.742370:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742379:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.742381:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.742384:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757840.742386:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757840.742389:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.742394:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757840.742398:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757840.742401:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757840.742404:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.742406:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757840.742411:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757840.742414:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.742419:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757840.742423:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757840.742428:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757840.742432:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102208, portal 4 00000100:00000001:0.0:1787757840.742435:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757840.742437:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787757840.742444:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742453:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757840.742456:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757840.742459:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757840.742463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931102208, offset 0 00000400:00000200:0.0:1787757840.742468:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757840.742473:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.742478:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757840.742482:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757840.742486:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757840.742489:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757840.742493:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757840.742497:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747369:747369:256:4294967295] 192.168.201.121@tcp LPNI seq info [747363:747363:8:4294967295] 00000400:00000200:0.0:1787757840.742502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.742510:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757840.742516:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.742521:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757840.742527:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757840.742530:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757840.742545:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.742548:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757840.742553:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757840.742583:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757840.742589:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757840.742592:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757840.742596:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757840.742601:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742612:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.742616:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742625:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.742627:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757840.742632:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757840.742636:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757840.742641:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757840.742644:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310217777 00000100:00000001:0.0:1787757840.742648:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.742651:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310217777 00000100:00000001:0.0:1787757840.742654:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.742656:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757840.742659:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.742662:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757840.742666:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757840/real 1787757840] req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757840.742676:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757840.742679:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757840.742681:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757840.742685:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757840.742687:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757840.742690:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757840.742694:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757840.742704:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742712:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757840.742714:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.742716:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.742718:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757840.742723:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742731:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757840.742736:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742744:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757840.742748:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.742750:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.742752:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.742755:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757840.742757:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757840.742761:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757840.742765:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757840.742768:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757840.742773:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757840.742790:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757840.742796:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757840.742800:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742808:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757840.742810:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.742813:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757840.742815:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757840.742818:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757840.742822:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757840.742825:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757840.742828:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757840.742830:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757840.742832:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757840.742837:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757840.742840:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757840.742844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757840.742847:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757840.742851:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757840.742855:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102336, portal 4 00000100:00000001:0.0:1787757840.742858:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757840.742860:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787757840.742867:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.742876:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757840.742880:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757840.742883:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757840.742886:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931102336, offset 0 00000400:00000200:0.0:1787757840.742891:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757840.742896:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.742901:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757840.742905:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757840.742909:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757840.742912:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757840.742915:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757840.742919:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747370:747370:256:4294967295] 192.168.201.121@tcp LPNI seq info [747364:747364:8:4294967295] 00000400:00000200:0.0:1787757840.742925:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757840.742933:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757840.742938:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.742942:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757840.742948:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757840.742952:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757840.742966:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757840.742969:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757840.742973:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757840.742977:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757840.742981:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757840.742984:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757840.742987:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757840.742992:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743001:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.743006:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743019:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.743022:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757840.743029:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757840.743035:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757840.743041:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757840.743046:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310217756 00000100:00000001:0.0:1787757840.743051:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.743056:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310217756 00000100:00000001:0.0:1787757840.743060:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310218705 00000100:00000001:0.0:1787757840.743065:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757840.743070:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.743074:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757840.743083:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757840/real 1787757840] req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757840.743101:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757840.743103:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757840.743107:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757840.743113:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757840.743116:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757840.743121:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757840.743126:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757840.743140:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743154:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757840.743157:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743161:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.743164:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757840.743171:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743186:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757840.743196:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743211:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757840.743217:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743220:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757840.743223:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743228:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757840.743230:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757840.743234:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757840.743239:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757840.743243:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757840.743248:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757840.743259:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757840.743264:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743296:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.743301:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931101952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743310:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757840.743313:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757840.743316:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757840.743320:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757840.743322:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757840.743324:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757840.743327:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757840.743330:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787757840.743333:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757840.743336:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757840.743338:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787757840.743342:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757840.743343:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743346:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.743350:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931102080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743367:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757840.743369:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757840.743371:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757840.743374:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757840.743376:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757840.743378:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757840.743380:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757840.743382:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787757840.743385:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757840.743386:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757840.743388:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787757840.743391:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757840.743393:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743395:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.743399:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931102208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743407:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757840.743408:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757840.743410:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757840.743413:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757840.743414:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757840.743416:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757840.743418:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757840.743420:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787757840.743423:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757840.743424:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757840.743426:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787757840.743429:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757840.743431:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743433:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757840.743437:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931102336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757840.743446:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757840.743447:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757840.743450:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757840.743453:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757840.743454:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757840.743456:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757840.743459:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757840.743461:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787757840.743464:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757840.743465:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757840.743467:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787757840.743469:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757840.743471:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743474:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757840.743479:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757840.743481:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757840.743483:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757840.743486:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757841.699393:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757841.699404:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757841.699408:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757841.699416:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757841.699422:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757841.699429:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757841.699435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757841.699439:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757841.699447:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757841.699449:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757841.699456:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757841.699462:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757841.699466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757841.699479:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757841.699490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757841.699500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757841.699507:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757841.699509:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757841.699518:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757841.699520:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757841.699524:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757841.699533:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757841.699577:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757841.699580:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757841.699585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757841.699587:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757841.699594:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757841.699594:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757841.699604:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757841.699607:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757841.699611:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757841.699620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757841.699627:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757841.699633:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757841.699638:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757841.699649:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757841.699669:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757841.699678:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757841.699687:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757841.699700:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757841.699710:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757841.699720:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757841.699728:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757841.699730:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757841.699735:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757841.763377:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310218705, at 4310218752 00000100:00000010:0.0:1787757841.763395:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000040:1.0:1787757841.763400:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310218705, at 4310218752 00000100:00000010:1.0:1787757841.763420:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787757842.723421:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757842.723435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757842.723436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757842.723445:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757842.723447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757842.723451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757842.723459:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757842.723461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757842.723470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757842.723471:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757842.723484:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757842.723485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757842.723500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757842.723502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757842.723506:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757842.723511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757842.723516:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757842.723565:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757842.723570:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757842.723580:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757842.723585:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757842.723597:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757842.723605:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757842.723614:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757842.723630:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757842.723634:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757842.723640:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757842.723680:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757842.723689:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757842.723699:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757842.723712:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757842.723718:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757842.723728:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757842.723732:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757842.723735:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757842.723739:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757843.747420:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757843.747432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757843.747436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757843.747444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757843.747449:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757843.747456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757843.747461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757843.747466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757843.747470:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757843.747473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757843.747483:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757843.747483:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757843.747495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757843.747497:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757843.747502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757843.747561:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757843.747565:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757843.747569:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757843.747576:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757843.747579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757843.747583:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757843.747586:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757843.747598:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757843.747604:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757843.747614:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757843.747617:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757843.747624:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757843.747627:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757843.747634:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757843.747637:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757843.747644:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757843.747654:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757843.747664:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757843.747679:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757843.747683:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757843.747688:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757844.771431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757844.771443:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757844.771445:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757844.771451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757844.771455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757844.771463:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757844.771465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757844.771474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757844.771482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757844.771483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757844.771519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757844.771529:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757844.771538:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757844.771548:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757844.771556:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757844.771565:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757844.771565:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757844.771580:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757844.771616:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757844.771624:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757844.771631:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757844.771643:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757844.771649:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757844.771655:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757844.771658:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757844.771664:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757844.771668:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757844.771672:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757844.771679:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757844.771681:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757844.771687:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757844.771691:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757844.771698:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757844.771716:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757844.771723:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757844.771727:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757845.795414:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757845.795425:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757845.795430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757845.795432:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.795442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757845.795445:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757845.795450:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757845.795461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757845.795464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757845.795506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757845.795513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.795514:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.795540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757845.795546:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.795551:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757845.795554:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757845.795564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757845.795575:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.795598:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757845.795608:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757845.795614:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757845.795621:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757845.795628:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757845.795638:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757845.795641:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757845.795647:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757845.795651:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757845.795654:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757845.795657:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.795661:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757845.795670:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757845.795679:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757845.795687:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757845.795697:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757845.795706:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757845.795721:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.859853:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757845.859863:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757845.859870:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757845.859889:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.859936:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757845.859945:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.859958:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757845.859966:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757845.859977:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757845.859989:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931102464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757845.860002:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757845.860010:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757845.860016:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.860021:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757845.860034:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757845.860042:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757845.860061:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757845.860072:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757845.860085:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757845.860101:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102464, portal 25 00000100:00000001:0.0:1787757845.860111:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757845.860116:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787757845.860134:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.860165:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757845.860178:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757845.860188:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757845.860198:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931102464, offset 0 00000400:00000200:0.0:1787757845.860215:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757845.860238:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.860256:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757845.860311:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757845.860322:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757845.860338:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757845.860348:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757845.860363:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747371:747371:256:4294967295] 192.168.201.121@tcp LPNI seq info [747365:747365:8:4294967295] 00000400:00000200:0.0:1787757845.860382:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.860408:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757845.860426:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.860440:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757845.860456:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757845.860466:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787757845.860544:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.860553:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757845.860567:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757845.860586:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757845.860595:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757845.860602:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757845.860611:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757845.860625:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.860666:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.860677:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.860716:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.860727:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757845.860742:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757845.860759:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757845.860768:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310223825 00000100:00000010:0.0:1787757845.860784:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757845.860802:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757845.860816:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310223825 00000100:00000010:0.0:1787757845.860829:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787757845.860838:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757845.860846:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757845.860853:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.860860:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757845.860875:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757845/real 1787757845] req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757845.860902:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757845.860908:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757845.860915:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757845.860925:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757845.860932:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757845.860941:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757845.860954:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757845.860999:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861029:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757845.861036:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861043:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.861051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757845.861068:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861101:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757845.861119:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861152:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757845.861160:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861168:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.861171:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861181:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757845.861187:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757845.861198:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757845.861214:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757845.861223:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757845.861238:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757845.861303:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931102464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757845.861311:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861319:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.861330:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931102464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861356:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757845.861361:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757845.861366:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757845.861375:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757845.861384:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757845.861392:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757845.861399:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757845.861408:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:0.0:1787757845.861420:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757845.861426:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757845.861430:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787757845.861442:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757845.861447:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861455:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861490:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757845.861497:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.861508:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757845.861513:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757845.861518:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757845.861532:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861552:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757845.861555:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.861558:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757845.861561:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757845.861565:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757845.861571:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757845.861576:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757845.861579:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757845.861581:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.861584:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757845.861589:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757845.861592:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757845.861596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757845.861600:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757845.861605:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757845.861610:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102592, portal 10 00000100:00000001:0.0:1787757845.861613:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757845.861614:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:0.0:1787757845.861623:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861632:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757845.861635:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757845.861638:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757845.861642:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931102592, offset 0 00000400:00000200:0.0:1787757845.861647:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757845.861652:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.861657:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757845.861661:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757845.861665:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757845.861669:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757845.861673:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757845.861677:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747372:747372:256:4294967295] 192.168.201.121@tcp LPNI seq info [747366:747366:8:4294967295] 00000400:00000200:0.0:1787757845.861683:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.861692:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757845.861699:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.861703:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757845.861709:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757845.861713:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787757845.861728:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.861731:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757845.861735:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757845.861740:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757845.861743:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757845.861745:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757845.861749:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757845.861754:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861764:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.861769:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861778:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.861780:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757845.861784:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757845.861789:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757845.861793:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757845.861796:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310222862 00000100:00000001:0.0:1787757845.861801:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.861804:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310222862 00000100:00000001:0.0:1787757845.861807:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.861810:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757845.861813:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.861815:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757845.861820:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757845/real 1787757845] req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757845.861830:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757845.861832:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757845.861834:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757845.861838:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757845.861840:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757845.861842:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757845.861846:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757845.861858:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861866:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757845.861868:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861870:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.861872:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757845.861877:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861885:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757845.861890:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861899:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757845.861902:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861904:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.861906:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.861908:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757845.861912:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757845.861916:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757845.861921:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757845.861924:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757845.861929:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757845.861939:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757845.861944:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757845.861948:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.861956:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757845.861958:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.861960:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757845.861963:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757845.861965:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757845.861969:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757845.861973:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757845.861975:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757845.861977:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.861980:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757845.861983:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757845.861986:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757845.861990:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757845.861994:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757845.861997:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757845.862001:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102720, portal 10 00000100:00000001:0.0:1787757845.862004:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757845.862006:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787757845.862014:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862031:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757845.862034:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757845.862037:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757845.862040:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931102720, offset 0 00000400:00000200:0.0:1787757845.862045:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757845.862050:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.862054:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757845.862057:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757845.862060:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757845.862063:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757845.862066:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757845.862071:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747373:747373:256:4294967295] 192.168.201.121@tcp LPNI seq info [747367:747367:8:4294967295] 00000400:00000200:0.0:1787757845.862077:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.862085:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757845.862090:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.862094:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757845.862099:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757845.862103:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787757845.862117:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.862120:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757845.862124:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757845.862129:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757845.862132:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757845.862135:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757845.862138:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757845.862142:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862152:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.862157:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862174:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.862176:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757845.862180:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757845.862184:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757845.862188:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757845.862191:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310222860 00000100:00000001:0.0:1787757845.862194:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.862198:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310222860 00000100:00000001:0.0:1787757845.862200:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.862203:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757845.862205:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.862208:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757845.862212:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757845/real 1787757845] req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757845.862221:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757845.862223:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757845.862225:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757845.862228:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757845.862231:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757845.862234:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757845.862238:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757845.862249:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862257:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757845.862259:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862261:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.862263:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757845.862296:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862307:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757845.862312:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862321:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757845.862324:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862327:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.862328:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862331:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757845.862334:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757845.862337:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757845.862341:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757845.862344:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757845.862349:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757845.862359:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757845.862365:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757845.862370:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862378:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757845.862380:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.862383:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757845.862385:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757845.862388:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757845.862391:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757845.862395:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757845.862398:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757845.862401:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.862403:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757845.862408:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757845.862411:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757845.862416:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757845.862419:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757845.862423:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757845.862427:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102848, portal 4 00000100:00000001:0.0:1787757845.862430:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757845.862432:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787757845.862440:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862449:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757845.862452:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757845.862454:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757845.862457:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931102848, offset 0 00000400:00000200:0.0:1787757845.862463:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757845.862489:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.862495:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757845.862499:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757845.862503:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757845.862506:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757845.862510:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757845.862514:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747374:747374:256:4294967295] 192.168.201.121@tcp LPNI seq info [747368:747368:8:4294967295] 00000400:00000200:0.0:1787757845.862520:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.862528:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757845.862534:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.862538:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757845.862543:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757845.862547:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787757845.862562:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.862565:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757845.862569:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757845.862574:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757845.862578:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757845.862580:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757845.862584:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757845.862588:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862599:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.862603:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862611:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.862613:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757845.862617:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757845.862621:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757845.862625:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757845.862628:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310222897 00000100:00000001:0.0:1787757845.862632:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.862635:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310222897 00000100:00000001:0.0:1787757845.862638:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.862640:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757845.862643:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.862645:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757845.862650:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757845/real 1787757845] req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757845.862659:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757845.862661:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757845.862663:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757845.862666:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757845.862669:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757845.862672:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757845.862676:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757845.862687:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862695:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757845.862697:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862699:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.862701:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757845.862705:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862714:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757845.862718:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862727:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757845.862730:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862732:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.862733:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862736:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757845.862738:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757845.862741:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757845.862745:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757845.862749:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757845.862754:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757845.862764:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757845.862769:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862771:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.862775:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931102592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862784:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757845.862787:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757845.862789:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757845.862792:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757845.862794:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757845.862796:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757845.862799:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757845.862801:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787757845.862805:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757845.862807:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757845.862809:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:0.0:1787757845.862812:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757845.862814:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862817:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.862821:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931102720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862830:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757845.862831:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757845.862833:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757845.862836:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757845.862838:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757845.862839:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757845.862842:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757845.862844:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787757845.862846:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757845.862848:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757845.862850:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787757845.862853:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757845.862854:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862856:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.862860:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931102848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862868:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757845.862870:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757845.862872:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757845.862875:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757845.862877:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757845.862878:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757845.862881:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757845.862883:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787757845.862886:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757845.862887:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757845.862889:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787757845.862891:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757845.862893:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862896:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.862899:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757845.862901:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.862904:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757845.862906:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757845.862907:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757845.862912:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862920:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757845.862922:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.862924:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757845.862927:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757845.862930:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757845.862934:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757845.862938:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757845.862940:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757845.862942:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757845.862945:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757845.862948:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757845.862951:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757845.862955:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757845.862958:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757845.862962:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757845.862966:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931102976, portal 4 00000100:00000001:0.0:1787757845.862970:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757845.862972:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787757845.862978:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.862987:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757845.862990:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757845.862993:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757845.862996:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931102976, offset 0 00000400:00000200:0.0:1787757845.863001:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757845.863006:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.863010:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757845.863014:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757845.863017:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757845.863020:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757845.863024:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757845.863028:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747375:747375:256:4294967295] 192.168.201.121@tcp LPNI seq info [747369:747369:8:4294967295] 00000400:00000200:0.0:1787757845.863034:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757845.863041:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757845.863047:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.863051:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757845.863056:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757845.863060:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787757845.863074:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757845.863077:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757845.863081:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757845.863086:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757845.863090:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757845.863092:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757845.863095:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757845.863099:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.863117:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.863121:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.863130:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.863132:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757845.863135:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757845.863139:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757845.863142:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757845.863145:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310222876 00000100:00000001:0.0:1787757845.863148:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.863151:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310222876 00000100:00000001:0.0:1787757845.863154:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310223825 00000100:00000001:0.0:1787757845.863157:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757845.863160:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.863162:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757845.863167:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757845/real 1787757845] req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757845.863176:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757845.863177:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757845.863179:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757845.863182:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757845.863184:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757845.863187:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757845.863191:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757845.863201:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.863210:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757845.863212:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.863215:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.863217:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757845.863221:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.863230:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757845.863235:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.863243:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757845.863246:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.863248:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757845.863249:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.863252:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757845.863254:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757845.863257:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757845.863261:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757845.863264:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757845.863296:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757845.863307:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931102976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757845.863311:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.863314:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757845.863318:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931102976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757845.863327:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757845.863329:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757845.863331:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757845.863334:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757845.863336:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757845.863339:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757845.863342:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757845.863344:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787757845.863347:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757845.863349:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757845.863351:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787757845.863355:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757845.863357:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.863359:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757845.863363:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757845.863365:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757845.863367:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757845.863370:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757846.819491:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757846.819499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757846.819504:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757846.819514:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757846.819516:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757846.819528:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757846.819530:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757846.819543:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757846.819545:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757846.819552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757846.819556:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757846.819565:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757846.819568:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757846.819574:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757846.819581:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757846.819600:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757846.819612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757846.819613:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757846.819622:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757846.819625:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757846.819627:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757846.819637:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757846.819648:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757846.819654:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757846.819660:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757846.819665:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757846.819673:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757846.819677:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757846.819683:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757846.819691:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757846.819699:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757846.819704:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757846.819712:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757846.819713:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757846.819721:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757846.819723:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757846.819737:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757846.819749:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757846.819753:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757846.819756:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757846.819763:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757846.819774:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757846.819775:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757846.819782:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757846.819786:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757846.883360:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310223825, at 4310223872 00000100:00000040:0.0:1787757846.883377:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310223825, at 4310223872 00000100:00000010:1.0:1787757846.883379:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000010:0.0:1787757846.883395:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787757847.843414:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757847.843424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757847.843454:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757847.843459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757847.843466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757847.843471:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757847.843475:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757847.843483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757847.843485:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757847.843501:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757847.843515:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757847.843526:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757847.843527:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757847.843535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757847.843543:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757847.843549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757847.843556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757847.843565:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757847.843577:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757847.843586:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757847.843593:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757847.843595:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757847.843605:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757847.843606:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757847.843612:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757847.843617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757847.843619:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757847.843625:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757847.843627:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757847.843638:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757847.843639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757847.843650:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757847.843652:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757847.843660:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757847.843663:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757847.843667:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757848.867466:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757848.867466:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757848.867481:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757848.867481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757848.867493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757848.867494:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757848.867511:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757848.867512:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757848.867528:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757848.867528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757848.867539:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757848.867541:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757848.867554:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757848.867559:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757848.867568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757848.867568:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757848.867578:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757848.867587:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757848.867607:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757848.867616:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757848.867617:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757848.867626:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757848.867627:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757848.867635:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757848.867639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757848.867642:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757848.867652:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757848.867652:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757848.867664:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757848.867666:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757848.867673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757848.867680:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757848.867688:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757848.867710:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757848.867713:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757848.867718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757848.867744:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757848.867751:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757848.867754:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757848.867758:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757848.867763:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757848.867767:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757848.867771:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757848.867774:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757848.867777:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757849.891524:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757849.891526:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757849.891544:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757849.891545:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757849.891565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757849.891567:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757849.891598:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757849.891598:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757849.891635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757849.891637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757849.891644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757849.891652:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757849.891654:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757849.891671:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757849.891679:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757849.891681:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757849.891688:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757849.891695:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757849.891737:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757849.891739:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757849.891752:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757849.891754:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757849.891766:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757849.891770:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757849.891773:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757849.891787:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757849.891792:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757849.891801:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757849.891808:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757849.891810:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757849.891818:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757849.891828:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757849.891835:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757849.891837:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757849.891862:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757849.891865:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.915459:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757850.915459:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757850.915474:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757850.915474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757850.915482:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757850.915483:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757850.915500:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757850.915500:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757850.915518:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757850.915518:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757850.915531:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757850.915531:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757850.915544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757850.915553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757850.915567:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757850.915567:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757850.915577:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757850.915588:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.915610:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757850.915619:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757850.915619:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757850.915629:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757850.915630:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757850.915639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757850.915639:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757850.915652:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757850.915654:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757850.915664:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757850.915665:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757850.915672:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757850.915672:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757850.915679:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757850.915685:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757850.915685:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757850.915690:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757850.915701:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757850.915741:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757850.915753:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757850.915765:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757850.979464:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757850.979476:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757850.979481:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757850.979486:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757850.979493:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757850.979506:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15555 00000400:00000200:0.0:1787757850.979518:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757850.979527:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757850.979532:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757850.979537:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979542:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.979545:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979549:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757850.979554:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757850.979556:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757850.979560:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757850.979564:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757850.979567:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757850.979571:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757850.979575:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979578:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.979581:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979584:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757850.979588:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757850.979593:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979596:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757850.979600:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757850.979604:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757850.979608:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.979613:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757850.979616:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757850.979626:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787757850.979631:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757850.979637:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757850.979639:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.979643:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757850.979647:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757850.979652:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757850.979662:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787757850.979671:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757850.979683:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931103104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757850.979698:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757850.979705:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757850.979712:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931103104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757850.979748:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757850.979754:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757850.979759:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757850.979761:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757850.979763:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757850.979767:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757850.979771:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15555 00000400:00000200:0.0:1787757850.979777:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757850.979781:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757850.979784:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757850.979788:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979792:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.979795:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979798:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757850.979802:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757850.979805:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757850.979807:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757850.979811:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757850.979815:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757850.979819:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757850.979823:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979826:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.979829:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979833:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757850.979841:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757850.979849:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757850.979859:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757850.979863:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757850.979872:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757850.979882:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.979889:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757850.979898:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757850.979909:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.979918:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757850.979927:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787757850.979937:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757850.979947:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757850.979955:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.979964:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757850.979971:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757850.979977:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757850.979986:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787757850.979996:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757850.980026:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931103232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757850.980050:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757850.980056:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757850.980069:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931103232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757850.980102:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757850.980108:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757850.980122:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757850.980128:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757850.980133:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757850.980144:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757850.980155:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15555 00000400:00000200:0.0:1787757850.980166:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757850.980175:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757850.980182:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757850.980195:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980198:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.980200:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980203:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757850.980206:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757850.980208:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757850.980214:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757850.980217:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757850.980220:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757850.980223:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757850.980236:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980241:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.980246:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980253:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757850.980264:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757850.980344:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980363:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757850.980376:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757850.980407:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757850.980420:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.980430:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757850.980440:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757850.980451:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.980461:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757850.980476:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787757850.980490:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757850.980501:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757850.980506:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.980512:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757850.980515:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757850.980521:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757850.980531:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787757850.980539:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757850.980554:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931103360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757850.980575:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757850.980582:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757850.980595:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931103360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757850.980610:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757850.980617:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757850.980627:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757850.980630:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757850.980633:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757850.980642:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757850.980650:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15555 00000400:00000200:0.0:1787757850.980659:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757850.980672:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757850.980680:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757850.980691:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980701:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.980707:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980716:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757850.980723:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757850.980728:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757850.980734:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757850.980740:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757850.980750:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757850.980757:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757850.980770:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980774:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.980779:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980785:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757850.980792:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757850.980801:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757850.980808:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757850.980812:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757850.980822:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757850.980827:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.980833:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757850.980838:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757850.980849:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.980853:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757850.980864:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787757850.980871:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757850.980883:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757850.980889:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.980895:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757850.980901:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757850.980905:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757850.980916:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787757850.980924:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757850.980938:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931103488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757850.980962:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757850.980968:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757850.980982:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931103488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757850.981027:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757850.981032:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757850.981049:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757850.981055:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757850.981062:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757850.981068:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757850.981078:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15555 00000400:00000200:0.0:1787757850.981089:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757850.981103:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757850.981112:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757850.981124:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.981131:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.981142:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.981151:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757850.981161:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757850.981166:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757850.981172:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757850.981178:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757850.981189:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757850.981198:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757850.981210:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.981217:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757850.981226:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757850.981234:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757850.981242:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757850.981255:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757850.981298:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757850.981303:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757850.981311:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757850.981320:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.981329:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757850.981337:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757850.981349:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.981355:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757850.981368:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787757850.981377:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757850.981413:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757850.981420:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757850.981428:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757850.981436:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757850.981445:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757850.981460:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787757850.981475:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757850.981497:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931103616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757850.981524:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757850.981527:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757850.981535:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931103616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757850.981560:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757850.981571:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15565) 00000100:00000001:1.0:1787757851.939440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757851.939450:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757851.939455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757851.939459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757851.939465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757851.939469:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757851.939474:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757851.939477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757851.939485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757851.939488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757851.939497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757851.939499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757851.939507:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757851.939509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757851.939521:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757851.939538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757851.939546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757851.939553:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757851.939571:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757851.939579:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757851.939587:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757851.939599:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757851.939600:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757851.939608:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757851.939612:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757851.939614:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757851.939621:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757851.939623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757851.939628:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757851.939636:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757851.939636:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757851.939644:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757851.939650:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757851.939652:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757851.939661:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757851.939672:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757851.939698:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757851.939706:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757851.939711:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757851.939716:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757851.939722:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757851.939727:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757851.939732:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757851.939740:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757851.939747:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757852.003410:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310228945, at 4310228992 00000100:00000010:1.0:1787757852.003429:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000040:0.0:1787757852.003430:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310228945, at 4310228992 00000100:00000010:0.0:1787757852.003450:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787757852.963447:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757852.963458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757852.963461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757852.963468:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757852.963475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757852.963480:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757852.963484:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757852.963488:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757852.963493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757852.963524:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757852.963531:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757852.963535:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757852.963541:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757852.963550:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757852.963551:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757852.963563:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757852.963570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757852.963574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757852.963578:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757852.963586:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757852.963591:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757852.963593:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757852.963600:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757852.963605:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757852.963612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757852.963618:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757852.963625:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757852.963629:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757852.963638:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757852.963646:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757852.963658:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757852.963660:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757852.963667:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757852.963669:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757852.963676:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757852.963678:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757852.963682:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757852.963687:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757852.963691:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757852.963693:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757852.963701:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757852.963703:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757852.963710:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757852.963718:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757852.963730:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757853.987446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757853.987457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757853.987467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757853.987471:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757853.987472:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757853.987478:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757853.987482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757853.987494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757853.987495:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757853.987504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757853.987505:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757853.987513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757853.987517:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757853.987523:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757853.987532:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757853.987533:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757853.987542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757853.987550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757853.987564:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757853.987570:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757853.987576:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757853.987582:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757853.987595:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757853.987596:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757853.987606:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757853.987607:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757853.987611:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757853.987614:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757853.987617:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757853.987620:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757853.987631:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757853.987637:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757853.987646:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757853.987657:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757853.987663:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757853.987675:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757853.987676:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757853.987685:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757853.987692:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757853.987703:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757853.987711:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757853.987720:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757853.987727:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757853.987734:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757853.987742:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757855.011428:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757855.011440:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757855.011444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757855.011451:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757855.011457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757855.011463:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757855.011468:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757855.011472:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757855.011477:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757855.011511:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757855.011523:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757855.011531:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757855.011536:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757855.011543:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757855.011546:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757855.011554:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757855.011555:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757855.011566:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757855.011567:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757855.011578:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757855.011580:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757855.011585:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757855.011586:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757855.011598:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757855.011617:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757855.011627:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757855.011633:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757855.011635:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757855.011641:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757855.011646:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757855.011656:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757855.011663:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757855.011671:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757855.011672:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757855.011681:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757855.011684:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757855.011686:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757855.011690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757855.011693:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757855.011700:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757855.011703:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757855.011713:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757855.011727:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757855.011738:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757855.011751:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757856.035513:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757856.035516:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757856.035525:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757856.035527:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757856.035535:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757856.035537:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757856.035552:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757856.035556:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757856.035571:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757856.035578:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757856.035580:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035589:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757856.035593:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035595:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035611:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757856.035612:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757856.035625:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035642:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757856.035648:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757856.035650:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757856.035665:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757856.035672:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757856.035687:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757856.035693:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757856.035699:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757856.035702:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757856.035708:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757856.035720:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757856.035722:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757856.035731:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757856.035746:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757856.035747:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757856.035766:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757856.035780:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757856.035789:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035794:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757856.035800:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757856.035809:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757856.035816:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757856.035826:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757856.035849:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757856.035857:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035870:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757856.035876:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757856.035889:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757857.059420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757857.059432:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757857.059438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757857.059448:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757857.059457:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757857.059464:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757857.059477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757857.059488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757857.059498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757857.059502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757857.059510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757857.059520:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757857.059534:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757857.059547:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757857.059556:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757857.059565:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757857.059569:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757857.059599:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757857.059609:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757857.059620:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757857.059629:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757857.059640:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757857.059640:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757857.059648:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757857.059652:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757857.059654:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757857.059657:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757857.059660:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757857.059661:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757857.059664:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757857.059665:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757857.059670:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757857.059670:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757857.059675:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757857.059678:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757857.059684:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757857.059728:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757857.059736:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757857.059740:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757857.059747:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757857.059752:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757857.059757:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757857.059763:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757857.059769:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757857.059779:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757857.123379:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310234065, at 4310234112 00000100:00000040:1.0:1787757857.123379:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310234066, at 4310234112 00000100:00000010:0.0:1787757857.123399:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787757857.123401:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787757858.083461:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757858.083462:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757858.083471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757858.083473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757858.083477:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757858.083479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757858.083488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757858.083489:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757858.083502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757858.083503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757858.083514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757858.083515:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757858.083527:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757858.083532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757858.083546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757858.083548:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757858.083558:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757858.083564:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757858.083580:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757858.083591:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757858.083596:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757858.083605:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757858.083612:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757858.083618:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757858.083625:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757858.083629:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757858.083633:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757858.083640:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757858.083642:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757858.083652:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757858.083676:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757858.083685:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757858.083691:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757858.083701:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757858.083712:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757858.083726:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757859.107400:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757859.107411:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757859.107414:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757859.107421:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757859.107429:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757859.107435:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757859.107439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757859.107445:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757859.107446:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757859.107456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757859.107459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757859.107465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757859.107475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757859.107488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757859.107496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757859.107503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757859.107508:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757859.107512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757859.107516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757859.107524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757859.107525:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757859.107537:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757859.107547:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757859.107555:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757859.107565:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757859.107571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757859.107578:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757859.107639:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757859.107647:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757859.107652:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757859.107657:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757859.107667:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757859.107673:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757859.107681:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757859.107684:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757859.107691:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757859.107716:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757859.107722:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757859.107724:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757859.107728:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757859.107733:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757859.107736:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757859.107739:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757859.107741:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757859.107744:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757860.131446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757860.131460:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757860.131460:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757860.131472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757860.131473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757860.131480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757860.131488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757860.131489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757860.131502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757860.131502:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757860.131515:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757860.131520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757860.131526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757860.131533:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757860.131535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757860.131546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131558:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757860.131562:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757860.131568:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757860.131575:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757860.131583:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757860.131591:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757860.131594:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757860.131602:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131603:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757860.131612:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757860.131613:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757860.131620:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757860.131624:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757860.131629:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757860.131633:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757860.131641:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131645:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757860.131653:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131658:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757860.131694:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757860.131702:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757860.131710:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757860.131716:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757860.131721:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757860.131726:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131731:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757860.131734:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757860.131739:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.155388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757861.155397:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757861.155401:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.155408:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757861.155415:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757861.155421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757861.155426:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757861.155430:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757861.155435:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757861.155457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757861.155468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757861.155478:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757861.155491:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757861.155501:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757861.155509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757861.155511:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757861.155522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757861.155523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757861.155529:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757861.155531:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.155542:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757861.155543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.155556:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757861.155564:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757861.155571:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757861.155574:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757861.155579:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757861.155585:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757861.155587:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757861.155591:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757861.155603:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757861.155611:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757861.155622:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757861.155635:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757861.155643:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757861.155649:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757861.219401:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757861.219409:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757861.219413:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757861.219417:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757861.219422:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757861.219431:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15565 00000400:00000200:1.0:1787757861.219444:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757861.219452:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757861.219456:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757861.219461:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219465:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.219469:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219472:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757861.219477:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757861.219480:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757861.219484:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757861.219488:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757861.219491:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757861.219494:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757861.219499:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219502:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.219505:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219508:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757861.219512:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757861.219517:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219520:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757861.219523:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757861.219527:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757861.219531:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.219534:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757861.219537:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757861.219548:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757861.219553:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757861.219559:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757861.219561:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.219564:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757861.219568:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757861.219573:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757861.219583:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757861.219591:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.219604:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931104384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757861.219618:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757861.219625:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757861.219632:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931104384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757861.219682:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757861.219689:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757861.219696:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757861.219700:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757861.219704:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757861.219711:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757861.219717:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15565 00000400:00000200:1.0:1787757861.219726:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757861.219733:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757861.219738:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757861.219744:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219748:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.219753:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219758:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757861.219762:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757861.219765:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757861.219768:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757861.219772:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757861.219776:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757861.219779:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757861.219784:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219788:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.219796:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219799:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757861.219805:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757861.219830:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757861.219842:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757861.219849:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757861.219859:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757861.219867:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.219873:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757861.219883:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757861.219891:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.219898:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757861.219909:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757861.219916:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757861.219925:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757861.219931:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.219936:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757861.219940:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757861.219946:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757861.219957:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757861.219968:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.219991:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931104512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757861.220015:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757861.220022:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757861.220033:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931104512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757861.220092:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757861.220099:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757861.220106:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757861.220113:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757861.220118:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757861.220126:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757861.220134:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15565 00000400:00000200:1.0:1787757861.220143:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757861.220155:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757861.220159:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757861.220169:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220178:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.220182:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220186:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757861.220195:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757861.220231:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757861.220239:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757861.220244:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757861.220247:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757861.220254:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757861.220331:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220339:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.220349:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220357:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757861.220366:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757861.220376:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220381:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757861.220384:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757861.220392:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757861.220400:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.220411:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757861.220415:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757861.220423:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.220429:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757861.220436:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757861.220443:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757861.220448:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757861.220454:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.220459:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757861.220463:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757861.220469:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757861.220479:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757861.220489:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.220505:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931104640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757861.220531:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757861.220540:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757861.220554:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931104640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757861.220574:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757861.220583:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757861.220598:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757861.220603:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757861.220608:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757861.220619:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757861.220628:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15565 00000400:00000200:1.0:1787757861.220645:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757861.220662:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757861.220674:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757861.220687:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220700:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.220712:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220723:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757861.220732:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757861.220739:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757861.220745:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757861.220753:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757861.220759:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757861.220766:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757861.220778:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220783:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.220793:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220798:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757861.220809:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757861.220820:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757861.220828:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757861.220834:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757861.220841:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757861.220850:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.220857:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757861.220866:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757861.220873:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.220878:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757861.220887:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757861.220895:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757861.220904:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757861.220908:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.220913:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757861.220918:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757861.220923:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757861.220936:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757861.220947:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.220963:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931104768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757861.220998:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757861.221007:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757861.221023:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931104768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757861.221051:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757861.221060:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757861.221073:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757861.221077:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757861.221082:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757861.221093:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757861.221101:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15565 00000400:00000200:1.0:1787757861.221110:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757861.221119:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757861.221125:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757861.221134:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.221145:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.221154:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.221159:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757861.221165:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757861.221170:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757861.221179:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757861.221183:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757861.221188:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757861.221219:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757861.221229:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.221237:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757861.221240:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757861.221243:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757861.221246:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757861.221256:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757861.221261:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757861.221264:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757861.221307:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757861.221316:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.221326:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757861.221332:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757861.221340:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.221346:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757861.221354:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757861.221363:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757861.221372:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757861.221376:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757861.221382:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757861.221388:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757861.221392:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757861.221401:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757861.221412:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757861.221429:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931104896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757861.221448:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757861.221455:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757861.221466:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931104896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757861.221483:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757861.221494:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15575) 00000100:00000001:0.0:1787757862.179420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757862.179424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757862.179429:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757862.179435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757862.179439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757862.179441:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757862.179451:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757862.179454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757862.179463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757862.179465:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757862.179473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757862.179475:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757862.179486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757862.179492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757862.179497:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757862.179499:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757862.179505:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757862.179514:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757862.179531:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757862.179540:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757862.179546:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757862.179554:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757862.179557:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757862.179560:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757862.179569:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757862.179570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757862.179577:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757862.179583:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757862.179596:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757862.179598:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757862.179604:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757862.179617:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757862.179624:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757862.179625:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757862.179631:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757862.179637:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757862.243377:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310239185, at 4310239232 00000100:00000040:1.0:1787757862.243399:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310239185, at 4310239232 00000100:00000010:0.0:1787757862.243400:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:1.0:1787757862.243419:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787757863.203430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757863.203450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757863.203455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757863.203465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757863.203473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757863.203484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757863.203500:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203508:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757863.203525:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757863.203538:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757863.203552:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757863.203562:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757863.203578:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757863.203578:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757863.203594:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757863.203595:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757863.203613:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757863.203617:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757863.203621:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203640:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757863.203640:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757863.203677:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203689:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757863.203703:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203721:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757863.203725:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757863.203738:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757863.203750:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757863.203756:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757863.203763:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757863.203768:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757863.203773:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757863.203776:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757863.203781:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757863.203817:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757863.203824:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757863.203835:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757863.203842:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757863.203859:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757863.203869:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203896:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757863.203903:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757863.203913:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757864.227405:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757864.227416:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757864.227422:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757864.227423:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757864.227434:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757864.227438:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757864.227442:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757864.227452:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757864.227455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757864.227459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757864.227467:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757864.227467:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757864.227475:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757864.227481:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757864.227481:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757864.227495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757864.227502:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757864.227515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757864.227537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757864.227544:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757864.227549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757864.227553:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757864.227556:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757864.227562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757864.227564:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757864.227571:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757864.227574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757864.227579:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757864.227584:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757864.227587:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757864.227589:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757864.227596:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757864.227597:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757864.227607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757864.227612:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757864.227621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757865.251433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757865.251444:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757865.251445:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757865.251451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757865.251457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757865.251463:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757865.251468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757865.251473:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757865.251485:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757865.251487:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757865.251500:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757865.251501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757865.251508:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757865.251512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757865.251521:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757865.251539:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757865.251547:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757865.251555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757865.251586:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757865.251594:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757865.251602:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757865.251607:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757865.251621:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757865.251628:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757865.251633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757865.251639:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757865.251646:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757865.251705:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757865.251713:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757865.251718:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757865.251724:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757865.251728:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757865.251734:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757865.251750:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757865.251757:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757865.251761:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.275403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757866.275414:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757866.275423:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.275437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757866.275452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757866.275454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757866.275462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757866.275468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757866.275479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.275491:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757866.275492:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757866.275504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757866.275505:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757866.275517:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757866.275520:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757866.275529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757866.275539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757866.275549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.275586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757866.275589:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757866.275594:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757866.275598:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757866.275602:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757866.275605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.275615:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757866.275619:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757866.275629:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757866.275631:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757866.275639:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757866.275641:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757866.275650:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757866.275657:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757866.275666:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757866.275667:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757866.275675:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757866.275685:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.275707:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757866.275715:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757866.275721:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.275732:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757866.275737:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757866.275744:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757866.275751:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757866.275757:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757866.275763:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757866.339351:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757866.339362:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757866.339366:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757866.339371:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757866.339376:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757866.339387:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15570 00000400:00000200:1.0:1787757866.339399:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757866.339409:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757866.339415:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757866.339422:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339429:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.339434:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339440:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757866.339447:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757866.339451:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757866.339456:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757866.339462:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757866.339468:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757866.339473:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757866.339480:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339484:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.339490:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339495:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757866.339502:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757866.339511:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339516:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757866.339537:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757866.339542:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757866.339546:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.339550:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757866.339553:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757866.339563:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757866.339568:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757866.339574:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757866.339576:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.339580:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757866.339584:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757866.339589:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757866.339599:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757866.339608:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.339620:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931105024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757866.339636:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757866.339643:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757866.339650:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931105024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757866.339677:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757866.339681:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757866.339686:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757866.339689:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757866.339691:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757866.339695:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757866.339698:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15570 00000400:00000200:1.0:1787757866.339704:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757866.339708:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757866.339712:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757866.339717:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339721:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.339726:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339730:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757866.339734:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757866.339736:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757866.339739:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757866.339742:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757866.339745:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757866.339749:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757866.339758:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339762:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.339770:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339775:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757866.339779:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757866.339789:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757866.339798:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757866.339804:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757866.339814:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757866.339821:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.339829:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757866.339836:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757866.339842:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.339849:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757866.339854:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757866.339861:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757866.339865:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757866.339869:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.339876:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757866.339881:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757866.339886:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757866.339894:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757866.339905:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.339931:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931105152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757866.339951:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757866.339958:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757866.339965:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931105152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757866.339993:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757866.340005:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757866.340010:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757866.340013:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757866.340018:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757866.340024:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757866.340029:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15570 00000400:00000200:1.0:1787757866.340041:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757866.340053:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757866.340061:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757866.340071:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340077:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.340082:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340088:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757866.340097:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757866.340101:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757866.340107:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757866.340133:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757866.340140:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757866.340147:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757866.340156:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340163:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.340171:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340176:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757866.340181:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757866.340190:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340195:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757866.340198:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757866.340207:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757866.340214:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.340222:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757866.340228:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757866.340234:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.340237:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757866.340246:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757866.340255:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757866.340259:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757866.340262:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.340296:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757866.340299:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757866.340302:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757866.340308:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757866.340314:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.340324:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931105280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757866.340347:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757866.340356:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757866.340367:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931105280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757866.340398:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757866.340407:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757866.340426:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757866.340434:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757866.340441:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757866.340455:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757866.340472:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15570 00000400:00000200:1.0:1787757866.340488:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757866.340507:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757866.340516:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757866.340526:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340532:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.340539:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340545:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757866.340551:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757866.340555:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757866.340559:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757866.340564:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757866.340569:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757866.340576:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757866.340584:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340590:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.340598:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340603:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757866.340608:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757866.340618:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340622:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757866.340630:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757866.340639:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757866.340645:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.340652:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757866.340660:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757866.340667:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.340672:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757866.340679:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757866.340685:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757866.340694:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757866.340698:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.340705:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757866.340709:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757866.340714:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757866.340727:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757866.340733:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.340757:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931105408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757866.340792:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757866.340799:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757866.340811:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931105408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757866.340832:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757866.340837:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757866.340843:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757866.340849:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757866.340853:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757866.340858:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757866.340864:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15570 00000400:00000200:1.0:1787757866.340877:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757866.340885:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757866.340889:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757866.340899:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340902:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.340907:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340913:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757866.340916:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757866.340919:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757866.340924:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757866.340929:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757866.340934:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757866.340941:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757866.340948:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340952:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757866.340959:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340963:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757866.340967:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757866.340976:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757866.340981:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757866.340991:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757866.340995:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757866.341001:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.341004:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757866.341007:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757866.341012:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.341015:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757866.341025:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757866.341033:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757866.341041:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757866.341046:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757866.341051:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757866.341058:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757866.341063:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757866.341072:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757866.341079:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757866.341092:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931105536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757866.341132:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757866.341141:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757866.341151:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931105536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757866.341199:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757866.341207:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15581) 00000100:00000001:0.0:1787757867.299424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757867.299431:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757867.299439:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757867.299442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757867.299450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757867.299452:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757867.299465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757867.299468:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757867.299478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757867.299483:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757867.299485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757867.299493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757867.299495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757867.299500:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757867.299508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757867.299524:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757867.299532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757867.299538:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757867.299539:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757867.299546:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757867.299547:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757867.299560:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757867.299561:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757867.299568:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757867.299576:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757867.299584:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757867.299587:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757867.299596:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757867.299597:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757867.299621:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757867.299640:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757867.299641:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757867.299649:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757867.299654:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757867.299658:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757867.299662:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757867.299664:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757867.299671:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757867.299677:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757867.299681:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757867.299685:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757867.299693:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757867.299701:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757867.299706:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757867.299710:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757867.363389:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310244305, at 4310244352 00000100:00000040:1.0:1787757867.363393:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310244305, at 4310244352 00000100:00000010:0.0:1787757867.363412:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787757867.363416:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787757868.323400:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757868.323412:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757868.323416:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757868.323424:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757868.323434:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757868.323444:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757868.323458:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757868.323465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757868.323467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757868.323474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757868.323484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757868.323485:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757868.323498:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757868.323507:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757868.323519:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757868.323538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757868.323544:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757868.323550:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757868.323572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757868.323582:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757868.323584:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757868.323596:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757868.323597:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757868.323605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757868.323608:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757868.323612:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757868.323621:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757868.323624:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757868.323629:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757868.323634:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757868.323642:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757868.323649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757868.323658:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757868.323659:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757868.323666:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757868.323676:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757868.323699:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757868.323706:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757868.323710:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757868.323719:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757868.323728:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757868.323735:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757868.323738:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757868.323741:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757868.323745:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757869.347419:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757869.347429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757869.347433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757869.347440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757869.347446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757869.347449:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757869.347455:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757869.347460:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757869.347475:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757869.347477:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757869.347484:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757869.347499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757869.347501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757869.347513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757869.347521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757869.347540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757869.347551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757869.347557:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757869.347563:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757869.347569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757869.347574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347576:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757869.347579:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757869.347584:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757869.347585:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347591:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757869.347593:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757869.347599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757869.347609:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757869.347619:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347628:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757869.347635:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757869.347644:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757869.347645:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757869.347654:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757869.347661:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757869.347673:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757869.347683:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757869.347693:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757869.347696:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757869.347704:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757869.347711:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787757869.347716:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757869.347717:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757869.347725:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757870.371397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757870.371407:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757870.371411:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757870.371418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757870.371424:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757870.371430:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757870.371443:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757870.371449:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757870.371459:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371470:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757870.371473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757870.371483:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757870.371497:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757870.371511:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757870.371521:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757870.371525:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371530:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757870.371536:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757870.371544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757870.371546:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757870.371556:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371561:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757870.371568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757870.371569:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371582:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757870.371588:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371599:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757870.371659:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757870.371667:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757870.371671:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757870.371675:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757870.371676:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757870.371687:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757870.371688:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757870.371697:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757870.371698:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371713:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757870.371714:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757870.371718:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757870.371728:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757870.371731:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757870.371739:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757870.371748:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757870.371753:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757870.371759:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.395409:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757871.395420:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757871.395423:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757871.395425:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757871.395436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757871.395437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757871.395443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.395449:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757871.395454:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757871.395458:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757871.395468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757871.395469:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757871.395480:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.395481:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757871.395495:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.395497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757871.395502:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757871.395513:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757871.395536:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757871.395543:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757871.395549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757871.395555:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757871.395560:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757871.395563:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757871.395570:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757871.395571:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.395574:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757871.395578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757871.395582:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757871.395584:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.395591:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757871.395592:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.395598:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.395606:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.395612:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.395622:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757871.395644:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757871.395651:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757871.395654:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757871.395658:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757871.395663:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757871.395671:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757871.395679:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757871.395688:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757871.395699:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.459899:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757871.459911:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757871.459920:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757871.459943:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.459975:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.459980:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.459988:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757871.459995:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757871.460001:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757871.460013:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931105664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757871.460075:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757871.460088:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757871.460097:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.460107:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757871.460120:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757871.460131:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757871.460151:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757871.460163:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757871.460176:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757871.460190:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931105664, portal 25 00000100:00000001:0.0:1787757871.460198:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757871.460205:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787757871.460225:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.460248:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757871.460259:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757871.460302:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757871.460309:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931105664, offset 0 00000400:00000200:0.0:1787757871.460321:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757871.460334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.460353:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757871.460367:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757871.460380:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757871.460390:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757871.460399:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757871.460409:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747396:747396:256:4294967295] 192.168.201.121@tcp LPNI seq info [747390:747390:8:4294967295] 00000400:00000200:0.0:1787757871.460423:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.460454:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757871.460475:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.460486:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757871.460511:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757871.460523:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787757871.460570:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.460580:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757871.460589:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757871.460602:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757871.460612:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757871.460618:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757871.460626:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757871.460635:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.460659:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.460670:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.460749:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.460760:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757871.460780:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757871.460802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757871.460814:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310249425 00000100:00000010:0.0:1787757871.460834:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787757871.460853:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757871.460873:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310249425 00000100:00000010:0.0:1787757871.460888:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787757871.460904:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757871.460921:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757871.460935:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.460947:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757871.460969:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757871/real 1787757871] req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757871.461056:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757871.461065:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757871.461076:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757871.461091:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757871.461102:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757871.461117:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757871.461162:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757871.461199:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461229:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757871.461237:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.461242:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.461248:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757871.461263:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461321:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757871.461335:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461365:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757871.461377:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.461387:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.461392:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.461400:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757871.461407:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757871.461415:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757871.461424:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757871.461431:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757871.461446:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757871.461473:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931105664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757871.461487:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.461494:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.461499:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931105664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461517:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757871.461524:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757871.461529:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757871.461537:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757871.461547:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757871.461551:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757871.461556:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757871.461564:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787757871.461571:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757871.461575:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757871.461579:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787757871.461592:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757871.461597:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.461603:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.461615:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757871.461620:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.461629:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757871.461634:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757871.461641:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757871.461652:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461671:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.461676:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.461684:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757871.461690:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757871.461697:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757871.461706:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931105792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757871.461716:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757871.461721:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757871.461725:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.461735:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757871.461741:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757871.461745:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757871.461751:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757871.461755:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757871.461762:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757871.461767:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931105792, portal 10 00000100:00000001:0.0:1787757871.461770:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757871.461772:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787757871.461782:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461791:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757871.461794:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757871.461797:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757871.461801:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931105792, offset 0 00000400:00000200:0.0:1787757871.461807:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757871.461812:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.461818:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757871.461822:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757871.461826:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757871.461830:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757871.461833:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757871.461837:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747397:747397:256:4294967295] 192.168.201.121@tcp LPNI seq info [747391:747391:8:4294967295] 00000400:00000200:0.0:1787757871.461843:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.461852:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757871.461858:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.461862:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757871.461868:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757871.461873:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787757871.461888:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.461891:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757871.461895:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757871.461900:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757871.461905:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757871.461907:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757871.461911:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757871.461916:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461927:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.461931:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.461940:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.461942:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757871.461946:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757871.461952:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757871.461957:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757871.461960:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310248462 00000100:00000001:0.0:1787757871.461964:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.461968:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310248462 00000100:00000001:0.0:1787757871.461971:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.461973:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757871.461976:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.461979:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757871.461983:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757871/real 1787757871] req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757871.461993:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757871.461995:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757871.461998:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757871.462001:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757871.462004:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757871.462007:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757871.462011:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757871.462060:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462074:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757871.462078:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462081:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.462084:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757871.462092:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462108:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757871.462116:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462133:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757871.462139:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462142:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.462145:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462149:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757871.462157:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757871.462161:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757871.462166:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757871.462170:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757871.462176:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757871.462188:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931105792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757871.462195:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757871.462200:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462209:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.462211:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.462214:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757871.462216:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757871.462220:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757871.462224:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931105920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757871.462228:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757871.462232:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757871.462234:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.462236:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757871.462241:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757871.462245:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757871.462249:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757871.462253:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757871.462258:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757871.462263:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931105920, portal 10 00000100:00000001:0.0:1787757871.462295:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757871.462297:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787757871.462306:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462316:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757871.462319:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757871.462323:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757871.462326:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931105920, offset 0 00000400:00000200:0.0:1787757871.462332:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757871.462338:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.462343:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757871.462347:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757871.462351:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757871.462355:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757871.462359:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757871.462363:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747398:747398:256:4294967295] 192.168.201.121@tcp LPNI seq info [747392:747392:8:4294967295] 00000400:00000200:0.0:1787757871.462369:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.462377:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757871.462383:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.462387:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757871.462393:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757871.462397:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787757871.462412:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.462415:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757871.462420:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757871.462425:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757871.462429:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757871.462432:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757871.462435:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757871.462440:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462451:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.462455:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462464:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.462466:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757871.462470:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757871.462474:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757871.462479:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757871.462482:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310248461 00000100:00000001:0.0:1787757871.462486:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.462489:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310248461 00000100:00000001:0.0:1787757871.462492:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.462496:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757871.462499:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.462501:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757871.462507:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757871/real 1787757871] req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757871.462516:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757871.462518:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757871.462520:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757871.462523:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757871.462526:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757871.462529:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757871.462533:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757871.462543:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462551:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757871.462553:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462556:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.462557:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757871.462562:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462570:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757871.462575:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462584:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757871.462587:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462589:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.462591:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462594:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757871.462598:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757871.462601:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757871.462606:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757871.462609:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757871.462614:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757871.462624:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931105920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757871.462629:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757871.462633:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462642:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.462645:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.462647:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757871.462650:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757871.462652:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757871.462656:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757871.462661:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757871.462663:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757871.462665:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.462668:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757871.462672:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757871.462675:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757871.462679:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757871.462682:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757871.462686:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757871.462690:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106048, portal 4 00000100:00000001:0.0:1787757871.462693:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757871.462695:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787757871.462702:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462711:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757871.462715:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757871.462718:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757871.462721:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931106048, offset 0 00000400:00000200:0.0:1787757871.462726:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757871.462730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.462734:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757871.462737:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757871.462741:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757871.462744:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757871.462747:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757871.462751:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747399:747399:256:4294967295] 192.168.201.121@tcp LPNI seq info [747393:747393:8:4294967295] 00000400:00000200:0.0:1787757871.462757:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.462766:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757871.462772:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.462776:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757871.462781:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757871.462785:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787757871.462800:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.462803:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757871.462806:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757871.462811:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757871.462814:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757871.462817:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757871.462820:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757871.462825:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462835:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.462839:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462857:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.462859:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757871.462863:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757871.462867:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757871.462871:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757871.462873:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310248497 00000100:00000001:0.0:1787757871.462877:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.462880:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310248497 00000100:00000001:0.0:1787757871.462883:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.462885:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757871.462888:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.462890:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757871.462895:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757871/real 1787757871] req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757871.462904:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757871.462906:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757871.462908:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757871.462910:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757871.462913:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757871.462915:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757871.462920:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757871.462931:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462939:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757871.462941:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462943:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.462945:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757871.462949:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462959:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757871.462964:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.462973:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757871.462976:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462978:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.462979:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.462982:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757871.462984:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757871.462987:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757871.462991:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757871.462993:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757871.462998:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757871.463008:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757871.463012:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463015:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.463045:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931105792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463057:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757871.463061:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757871.463065:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757871.463070:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757871.463073:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757871.463076:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757871.463080:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757871.463084:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757871.463090:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757871.463093:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757871.463096:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787757871.463102:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757871.463105:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463108:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.463117:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931105920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463132:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757871.463135:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757871.463139:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757871.463144:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757871.463146:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757871.463149:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757871.463153:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757871.463156:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787757871.463159:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757871.463161:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757871.463163:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787757871.463166:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757871.463168:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463171:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.463175:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931106048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463184:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757871.463186:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757871.463188:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757871.463191:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757871.463193:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757871.463195:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757871.463197:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757871.463199:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757871.463202:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757871.463203:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757871.463205:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787757871.463208:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757871.463211:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463214:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463219:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757871.463221:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.463224:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757871.463227:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757871.463229:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757871.463234:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463243:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757871.463245:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.463248:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757871.463251:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757871.463254:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757871.463258:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757871.463262:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757871.463265:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757871.463267:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757871.463298:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757871.463303:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757871.463306:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757871.463311:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757871.463315:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787757871.463320:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787757871.463324:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106176, portal 4 00000100:00000001:0.0:1787757871.463328:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757871.463330:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787757871.463338:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463347:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757871.463351:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757871.463354:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787757871.463357:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931106176, offset 0 00000400:00000200:0.0:1787757871.463362:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757871.463369:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.463374:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757871.463378:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757871.463382:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757871.463386:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757871.463390:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757871.463394:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747400:747400:256:4294967295] 192.168.201.121@tcp LPNI seq info [747394:747394:8:4294967295] 00000400:00000200:0.0:1787757871.463400:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757871.463408:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757871.463414:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.463418:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787757871.463423:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757871.463428:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787757871.463443:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757871.463445:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787757871.463450:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757871.463455:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757871.463459:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a474c8 00000400:00000010:0.0:1787757871.463462:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a474c8. 00000100:00000001:0.0:1787757871.463465:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757871.463470:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463480:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.463485:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463494:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.463496:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757871.463500:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757871.463504:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757871.463508:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757871.463511:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310248477 00000100:00000001:0.0:1787757871.463515:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.463518:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310248477 00000100:00000001:0.0:1787757871.463521:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310249425 00000100:00000001:0.0:1787757871.463524:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757871.463526:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.463529:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757871.463533:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757871/real 1787757871] req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757871.463542:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757871.463545:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757871.463547:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757871.463550:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757871.463552:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757871.463555:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757871.463560:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757871.463570:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463578:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757871.463580:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463582:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.463584:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757871.463589:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463597:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757871.463602:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463610:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757871.463614:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463616:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757871.463618:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463621:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757871.463623:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757871.463626:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757871.463630:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757871.463633:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757871.463638:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757871.463648:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757871.463652:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463655:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757871.463659:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931106176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757871.463666:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757871.463668:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757871.463671:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757871.463673:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757871.463675:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757871.463677:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757871.463680:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757871.463682:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757871.463685:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757871.463687:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757871.463689:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787757871.463692:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757871.463694:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463696:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757871.463700:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757871.463702:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757871.463704:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757871.463708:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757872.419410:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757872.419421:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757872.419430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757872.419441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757872.419450:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757872.419456:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757872.419459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757872.419468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757872.419476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757872.419492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757872.419493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757872.419502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757872.419507:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757872.419509:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757872.419517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757872.419526:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757872.419531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757872.419541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757872.419572:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757872.419579:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757872.419584:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757872.419589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757872.419591:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757872.419599:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757872.419604:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757872.419608:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757872.419612:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757872.419621:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757872.419626:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757872.419636:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757872.419638:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757872.419651:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757872.419653:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757872.419666:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757872.419672:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757872.419679:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757872.419697:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757872.419711:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757872.419719:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757872.419726:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757872.419733:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757872.419740:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757872.419744:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757872.419747:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757872.419751:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757872.483396:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310249425, at 4310249472 00000100:00000040:1.0:1787757872.483413:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310249425, at 4310249472 00000100:00000010:0.0:1787757872.483424:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000010:1.0:1787757872.483434:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787757873.443410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757873.443443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757873.443450:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757873.443453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757873.443467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757873.443470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757873.443475:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757873.443489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757873.443491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757873.443515:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757873.443517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757873.443527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757873.443537:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757873.443548:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757873.443570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757873.443570:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757873.443585:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757873.443600:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757873.443698:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757873.443713:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757873.443721:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757873.443726:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757873.443733:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757873.443736:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757873.443764:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757873.443766:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757873.443800:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757873.443800:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757873.443820:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757873.443821:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757873.443840:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757873.443850:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757873.443859:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757873.443862:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757873.443872:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757873.443886:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757874.467399:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757874.467410:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757874.467424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757874.467427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757874.467439:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757874.467439:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757874.467449:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757874.467451:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757874.467461:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757874.467463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757874.467472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757874.467475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757874.467480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757874.467484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757874.467495:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757874.467496:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757874.467504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757874.467512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757874.467554:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757874.467566:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757874.467573:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757874.467580:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757874.467591:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757874.467595:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757874.467599:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757874.467602:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757874.467611:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757874.467612:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757874.467621:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757874.467625:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757874.467631:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757874.467638:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757874.467647:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757874.467653:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757874.467662:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757874.467672:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757874.467699:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757874.467711:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757874.467720:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757874.467733:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757874.467741:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757874.467746:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757874.467750:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757874.467752:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757874.467757:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757875.491422:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757875.491435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757875.491438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757875.491449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757875.491451:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757875.491460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757875.491466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787757875.491470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757875.491482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757875.491484:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757875.491496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757875.491497:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757875.491509:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757875.491511:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757875.491516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757875.491521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757875.491527:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757875.491531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757875.491562:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757875.491571:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757875.491575:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757875.491579:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757875.491582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757875.491593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757875.491594:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757875.491604:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757875.491604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757875.491619:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757875.491620:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757875.491630:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757875.491632:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757875.491641:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757875.491645:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757875.491648:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757875.491658:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757875.491666:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757875.491727:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757875.491735:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757875.491741:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757875.491748:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757875.491755:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757875.491759:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757875.491764:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757875.491771:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757875.491778:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.515421:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757876.515436:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757876.515437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757876.515443:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.515450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757876.515453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757876.515458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.515466:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757876.515471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757876.515474:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757876.515483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757876.515486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757876.515494:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757876.515494:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.515511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.515519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757876.515528:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757876.515537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.515561:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757876.515568:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757876.515573:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757876.515581:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757876.515585:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.515586:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757876.515596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757876.515601:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757876.515606:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757876.515611:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757876.515617:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757876.515619:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.515627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757876.515632:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.515636:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.515640:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757876.515646:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757876.515652:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.515687:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757876.515703:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757876.515713:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757876.515720:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757876.515727:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757876.515731:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.515734:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757876.515736:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.515739:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757876.579417:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757876.579427:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757876.579430:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757876.579435:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757876.579440:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757876.579450:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15581 00000400:00000200:1.0:1787757876.579463:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757876.579471:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757876.579475:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757876.579480:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579484:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757876.579488:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579491:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757876.579496:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757876.579499:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757876.579503:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757876.579507:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757876.579510:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757876.579514:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757876.579518:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579521:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757876.579524:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579527:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757876.579531:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757876.579536:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579540:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757876.579544:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757876.579550:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757876.579556:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.579560:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757876.579565:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757876.579579:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757876.579587:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757876.579594:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757876.579597:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.579603:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757876.579607:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757876.579615:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757876.579629:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757876.579640:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757876.579657:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757876.579677:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757876.579686:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757876.579696:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757876.579740:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757876.579759:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757876.579767:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757876.579770:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757876.579775:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757876.579783:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757876.579789:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15581 00000400:00000200:1.0:1787757876.579797:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757876.579802:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787757876.579806:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1787757876.579807:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757876.579816:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579821:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757876.579824:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579827:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757876.579831:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787757876.579831:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757876.579833:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000100:00000001:0.0:1787757876.579839:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787757876.579840:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757876.579848:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757876.579853:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757876.579857:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757876.579859:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757876.579872:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.579883:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757876.579894:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757876.579898:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757876.579902:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000001:0.0:1787757876.579903:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757876.579912:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757876.579913:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787757876.579922:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787757876.579923:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00100000:0.0:1787757876.579956:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931106304:192.168.201.121@tcp:250:kworker.0 00000100:00080000:1.0:1787757876.579961:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757876.579970:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787757876.579972:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757876.579978:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757876.579979:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757876.579985:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757876.579988:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757876.579990:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787757876.579998:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580001:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000010:0.0:1787757876.580003:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 00000008:00100000:1.0:1787757876.580008:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787757876.580010:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.580027:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00000001:1.0:1787757876.580030:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757876.580033:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000100:00000001:1.0:1787757876.580036:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757876.580047:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757876.580052:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757876.580056:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757876.580058:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757876.580060:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000001:1.0:1787757876.580062:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757876.580069:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757876.580072:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757876.580075:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106304, portal 25 02000000:00000010:1.0:1787757876.580082:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:0.0:1787757876.580083:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757876.580090:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000001:1.0:1787757876.580095:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757876.580105:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787757876.580115:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757876.580135:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787757876.580144:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787757876.580148:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580152:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757876.580158:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000040:1.0:1787757876.580162:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757876.580165:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931106304, offset 0 00000400:00000200:0.0:1787757876.580182:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580199:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.580200:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787757876.580209:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787757876.580218:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00080000:1.0:1787757876.580220:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757876.580228:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787757876.580236:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1787757876.580237:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787757876.580247:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787757876.580248:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787757876.580255:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1787757876.580262:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15581 00000400:00000200:0.0:1787757876.580267:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757876.580310:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747401:747401:256:4294967295] 192.168.201.121@tcp LPNI seq info [747395:747395:8:4294967295] 00000400:00000200:0.0:1787757876.580317:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757876.580350:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757876.580370:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757876.580377:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000010:0.0:1787757876.580387:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000400:00000200:1.0:1787757876.580388:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757876.580395:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757876.580402:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1787757876.580414:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000040:1.0:1787757876.580416:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580424:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757876.580430:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757876.580434:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757876.580440:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757876.580446:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757876.580453:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757876.580456:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757876.580461:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580464:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757876.580467:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580470:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757876.580473:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757876.580477:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757876.580479:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580481:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757876.580490:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787757876.580496:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787757876.580497:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757876.580505:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310254545 02000000:00000001:1.0:1787757876.580506:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580518:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000010:0.0:1787757876.580523:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000008:00100000:1.0:1787757876.580524:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757876.580534:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580538:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.580539:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000010:1.0:1787757876.580546:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787757876.580552:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310254545 00000020:00000040:1.0:1787757876.580554:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757876.580566:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000010:0.0:1787757876.580567:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 02000000:00000001:1.0:1787757876.580570:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580574:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757876.580576:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757876.580579:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.580592:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 02000000:00000010:1.0:1787757876.580595:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:0.0:1787757876.580600:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757876.580604:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.580607:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.580616:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757876.580622:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757876.580623:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.580638:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757876.580641:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757876.580643:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787757876.580649:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.580652:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757876.580658:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787757876.580660:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757876.580663:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757876.580678:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757876.580687:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757876.580696:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787757876.580704:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1787757876.580707:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757876.580709:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580714:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1787757876.580717:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1787757876.580721:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1787757876.580724:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757876.580734:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.580738:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1787757876.580743:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106432:192.168.201.121@tcp:38:kworker.0 00000100:00080000:1.0:1787757876.580753:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15581 00000100:00000001:0.0:1787757876.580754:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757876.580760:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757876.580767:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757876.580774:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1787757876.580777:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:0.0:1787757876.580782:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757876.580790:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757876.580792:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000200:0.0:1787757876.580802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787757876.580804:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1787757876.580808:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757876.580819:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000040:1.0:1787757876.580821:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000200:0.0:1787757876.580828:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106432, portal 10 00000100:00000001:1.0:1787757876.580829:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757876.580840:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1787757876.580841:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757876.580846:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000001:1.0:1787757876.580849:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757876.580857:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757876.580863:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000040:0.0:1787757876.580865:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757876.580867:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757876.580873:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757876.580880:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757876.580888:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787757876.580899:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787757876.580905:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580913:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757876.580914:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757876.580922:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000040:1.0:1787757876.580923:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580957:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787757876.580958:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931106432, offset 0 00000020:00000040:1.0:1787757876.580963:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757876.580974:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787757876.580979:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757876.580982:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757876.580988:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787757876.580993:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787757876.580994:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757876.581003:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581008:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787757876.581009:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757876.581018:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1787757876.581020:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:1.0:1787757876.581028:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581032:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787757876.581035:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581042:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1787757876.581047:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000400:00000200:0.0:1787757876.581050:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000020:00000040:1.0:1787757876.581058:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000400:00000200:0.0:1787757876.581064:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747402:747402:255:4294967295] 192.168.201.121@tcp LPNI seq info [747396:747396:7:4294967295] 02000000:00000001:1.0:1787757876.581069:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757876.581075:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581086:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757876.581088:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757876.581096:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757876.581101:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581121:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 02000000:00000010:1.0:1787757876.581127:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000800:00000200:0.0:1787757876.581140:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757876.581142:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787757876.581155:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9900. 00000100:00100000:1.0:1787757876.581172:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1787757876.581173:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757876.581209:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.581213:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787757876.581220:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000100:00000001:1.0:1787757876.581223:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581239:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787757876.581245:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757876.581249:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310253581 00000100:00000001:0.0:1787757876.581262:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.581311:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310253582 00000100:00000001:0.0:1787757876.581323:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.581335:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757876.581337:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.581344:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757876.581348:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787757876.581357:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757876.581361:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757876.581366:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757876.581368:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757876.581377:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757876.581381:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757876.581384:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787757876.581389:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:1.0:1787757876.581396:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15581 00000100:00000001:0.0:1787757876.581400:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757876.581408:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757876.581413:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1787757876.581415:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787757876.581429:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787757876.581430:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757876.581442:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757876.581457:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.581468:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757876.581473:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787757876.581477:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757876.581481:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.581490:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787757876.581493:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1787757876.581502:0:218438:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787757876.581504:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787757876.581511:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 02000000:00000001:0.0:1787757876.581516:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757876.581520:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757876.581529:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00100000:0.0:1787757876.581533:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106560:192.168.201.121@tcp:38:kworker.0 00000020:00000001:1.0:1787757876.581537:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787757876.581553:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1787757876.581553:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 02000000:00000001:0.0:1787757876.581563:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1787757876.581570:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 02000000:00000001:0.0:1787757876.581572:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.581580:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787757876.581583:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787757876.581592:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000010:0.0:1787757876.581598:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:1.0:1787757876.581601:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787757876.581609:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787757876.581614:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000400:00000200:0.0:1787757876.581627:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787757876.581628:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000010:0.0:1787757876.581641:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000100:00000001:1.0:1787757876.581642:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757876.581655:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787757876.581659:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 02000000:00000001:1.0:1787757876.581664:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787757876.581672:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106560, portal 10 02000000:00000001:1.0:1787757876.581674:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.581685:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757876.581687:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000008:00100000:1.0:1787757876.581694:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787757876.581696:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000008:00000001:1.0:1787757876.581712:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757876.581720:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757876.581723:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787757876.581732:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757876.581747:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00000001:0.0:1787757876.581753:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787757876.581757:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757876.581766:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757876.581767:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757876.581777:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787757876.581783:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47908. 02000000:00000001:1.0:1787757876.581786:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757876.581796:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757876.581798:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931106560, offset 0 02000000:00000010:1.0:1787757876.581810:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000400:00000200:0.0:1787757876.581819:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757876.581825:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581835:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787757876.581846:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787757876.581853:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757876.581872:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757876.581885:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757876.581891:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787757876.581892:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787757876.581899:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787757876.581906:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581917:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747403:747403:254:4294967295] 192.168.201.121@tcp LPNI seq info [747397:747397:6:4294967295] 00000100:00000040:1.0:1787757876.581947:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787757876.581964:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757876.581989:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.581992:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000040:1.0:1787757876.582003:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15591) 00000800:00000200:0.0:1787757876.582013:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757876.582026:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9b00. 00000800:00000200:0.0:1787757876.582036:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757876.582057:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757876.582064:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757876.582074:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757876.582079:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310253580 00000100:00000001:0.0:1787757876.582085:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.582089:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310253580 00000100:00000001:0.0:1787757876.582094:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.582099:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757876.582103:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.582108:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757876.582116:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757876.582133:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757876.582136:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757876.582141:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757876.582146:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757876.582149:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757876.582157:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757876.582167:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757876.582172:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757876.582176:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757876.582181:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757876.582189:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757876.582195:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.582204:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757876.582210:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787757876.582218:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757876.582225:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106688, portal 4 00000100:00000001:0.0:1787757876.582229:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757876.582232:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787757876.582244:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757876.582259:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757876.582265:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757876.582313:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787757876.582320:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931106688, offset 0 00000400:00000200:0.0:1787757876.582330:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757876.582338:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757876.582346:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757876.582352:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757876.582357:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757876.582363:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757876.582368:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757876.582374:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747404:747404:253:4294967295] 192.168.201.121@tcp LPNI seq info [747398:747398:5:4294967295] 00000400:00000200:0.0:1787757876.582383:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757876.582395:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757876.582406:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757876.582414:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9f00. 00000800:00000200:0.0:1787757876.582423:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757876.582438:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757876.582445:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757876.582453:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757876.582457:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310253617 00000100:00000001:0.0:1787757876.582463:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.582467:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310253617 00000100:00000001:0.0:1787757876.582472:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.582477:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757876.582481:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.582487:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.582492:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.582500:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757876.582505:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787757876.582511:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757876.582516:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757876.582519:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757876.582528:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757876.582545:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757876.582548:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757876.582553:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757876.582557:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757876.582562:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757876.582570:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757876.582577:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757876.582582:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757876.582585:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757876.582589:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757876.582596:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757876.582601:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757876.582608:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757876.582613:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787757876.582620:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a475d8. 00000100:00000200:0.0:1787757876.582627:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106816, portal 4 00000100:00000001:0.0:1787757876.582631:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757876.582633:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787757876.582645:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757876.582659:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757876.582665:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757876.582672:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47dd0. 00000100:00000200:0.0:1787757876.582679:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931106816, offset 0 00000400:00000200:0.0:1787757876.582689:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757876.582698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757876.582706:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757876.582713:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757876.582718:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757876.582723:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757876.582729:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757876.582735:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747405:747405:252:4294967295] 192.168.201.121@tcp LPNI seq info [747399:747399:4:4294967295] 00000400:00000200:0.0:1787757876.582744:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757876.582758:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757876.582767:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757876.582775:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787757876.582784:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787757876.582799:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757876.582804:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757876.582811:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757876.582815:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310253596 00000100:00000001:0.0:1787757876.582821:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.582826:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310253596 00000100:00000001:0.0:1787757876.582831:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310254545 00000100:00000001:0.0:1787757876.582835:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757876.582840:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.582846:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.582850:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757876.582857:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757876.582860:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787757876.582864:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757876.582867:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757876.582872:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757876.582875:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757877.539501:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757877.539508:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757877.539512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757877.539528:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757877.539538:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757877.539546:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757877.539549:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757877.539553:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757877.539556:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757877.539566:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757877.539572:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757877.539572:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757877.539598:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757877.539600:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757877.539612:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757877.539636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757877.539651:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757877.539652:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757877.539664:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757877.539678:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757877.539681:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757877.539686:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757877.539705:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757877.539717:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757877.539728:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757877.539737:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757877.539738:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757877.539743:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757877.539747:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757877.539762:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757877.539770:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757877.539782:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757877.539794:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757877.539823:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757877.539844:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757877.539851:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757877.603391:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310254545, at 4310254592 00000100:00000010:0.0:1787757877.603407:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000040:1.0:1787757877.603440:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310254545, at 4310254592 00000100:00000010:1.0:1787757877.603460:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787757878.563407:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757878.563419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757878.563423:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757878.563426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757878.563431:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757878.563438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757878.563440:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757878.563445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757878.563449:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757878.563454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757878.563459:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757878.563467:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757878.563468:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757878.563478:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757878.563481:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757878.563491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757878.563498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757878.563511:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757878.563535:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757878.563542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757878.563548:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757878.563549:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757878.563558:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757878.563559:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757878.563572:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757878.563573:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757878.563586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757878.563588:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757878.563595:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757878.563598:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757878.563606:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757878.563615:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757878.563625:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757878.563628:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757878.563636:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757878.563648:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757878.563687:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757878.563695:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757878.563701:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757878.563710:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757878.563721:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757878.563728:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757878.563731:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757878.563734:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757878.563738:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757879.587441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757879.587443:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757879.587451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757879.587453:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757879.587461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.587462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757879.587477:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757879.587479:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757879.587492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757879.587500:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757879.587508:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757879.587509:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757879.587512:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.587517:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757879.587524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.587525:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757879.587533:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.587542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757879.587566:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757879.587574:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757879.587581:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.587585:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757879.587588:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757879.587595:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757879.587598:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757879.587602:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757879.587605:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757879.587613:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757879.587615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757879.587623:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.587625:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757879.587634:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.587637:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.587655:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757879.587661:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757879.587665:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757879.587671:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757879.587675:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757879.587682:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757879.587690:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757879.587694:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757879.587698:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757879.587702:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757879.587705:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757879.587709:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.651854:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757879.651863:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757879.651871:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757879.651915:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757876/real 1787757879] req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757879.651942:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757879.651949:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757879.651960:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787757879.651973:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787757879.651983:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787757879.651996:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757879.652013:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757879.652047:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652088:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757879.652098:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652112:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.652134:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757879.652159:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652183:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757879.652202:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652233:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757879.652246:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652255:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.652264:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652346:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757879.652376:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757879.652393:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757879.652414:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757879.652430:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757879.652452:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757879.652525:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931106304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757879.652545:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.652557:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757879.652575:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931106304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652615:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757879.652625:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757879.652638:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757879.652666:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757879.652677:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757879.652683:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757879.652695:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757879.652702:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787757879.652717:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757879.652724:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757879.652732:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787757879.652746:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757879.652752:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652759:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.652764:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757879.652767:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757879.652771:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757879.652784:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757876/real 1787757879] req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757879.652805:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757879.652808:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757879.652813:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787757879.652819:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a475d8 00000400:00000010:0.0:1787757879.652835:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a475d8. 00000100:00000001:0.0:1787757879.652842:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757879.652850:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757879.652867:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652911:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757879.652915:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652918:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.652921:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757879.652931:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652945:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757879.652955:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.652968:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757879.652973:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652976:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.652978:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.652983:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757879.652987:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757879.652992:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757879.653001:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757879.653006:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757879.653015:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757879.653031:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757879.653040:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757879.653050:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757876/real 1787757879] req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757879.653066:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757879.653069:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757879.653073:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787757879.653079:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787757879.653083:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787757879.653087:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757879.653093:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757879.653108:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653120:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757879.653124:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653127:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.653130:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757879.653159:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653172:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757879.653181:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653194:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757879.653199:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653202:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.653205:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653209:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757879.653215:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757879.653220:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757879.653229:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757879.653235:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757879.653242:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757879.653258:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757879.653266:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757879.653318:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757876/real 1787757879] req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757879.653337:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757879.653339:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757879.653343:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787757879.653350:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757879.653354:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757879.653360:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757879.653378:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757879.653396:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653409:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757879.653413:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653417:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.653420:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757879.653429:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653444:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757879.653454:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653468:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757879.653474:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653477:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.653479:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653483:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757879.653487:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757879.653492:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757879.653498:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757879.653502:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757879.653510:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757879.653528:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757879.653537:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757879.653546:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757876/real 1787757879] req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757879.653561:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757879.653563:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757879.653567:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757879.653573:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757879.653578:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757879.653583:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757879.653590:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757879.653607:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653622:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757879.653625:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653629:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.653632:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757879.653641:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653656:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757879.653664:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653678:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757879.653683:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653687:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757879.653689:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653691:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757879.653698:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757879.653704:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757879.653711:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757879.653717:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757879.653727:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757879.653743:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931106432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757879.653751:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653756:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757879.653764:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931106816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653779:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757879.653783:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757879.653789:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757879.653796:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757879.653800:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757879.653803:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757879.653809:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757879.653813:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787757879.653819:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757879.653821:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757879.653825:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787757879.653831:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757879.653834:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653838:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757879.653845:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931106560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653855:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757879.653857:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757879.653859:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757879.653863:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757879.653865:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757879.653866:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757879.653869:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757879.653871:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787757879.653902:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757879.653906:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757879.653909:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787757879.653915:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757879.653917:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653919:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757879.653925:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931106688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653934:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757879.653936:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757879.653939:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757879.653942:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757879.653943:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757879.653945:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757879.653948:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757879.653950:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787757879.653954:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757879.653956:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757879.653957:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787757879.653960:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757879.653962:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.653964:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757879.653968:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931106432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757879.653976:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757879.653977:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757879.653980:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757879.653982:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757879.653984:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757879.653985:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757879.653988:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757879.653990:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787757879.653992:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757879.653994:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757879.653995:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787757879.653998:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757879.654001:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.654004:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757879.654013:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757879.654016:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757879.654019:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757879.654021:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757880.611416:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757880.611428:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757880.611434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757880.611448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757880.611457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757880.611470:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757880.611492:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757880.611503:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757880.611504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757880.611523:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757880.611525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757880.611533:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757880.611546:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757880.611559:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757880.611579:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757880.611588:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757880.611592:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757880.611600:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757880.611602:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757880.611613:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757880.611636:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757880.611637:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757880.611663:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757880.611675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757880.611690:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757880.611699:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757880.611700:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757880.611714:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757880.611719:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757880.611729:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757880.611740:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757880.611755:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757880.611757:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757880.611762:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757880.611786:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757880.611788:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757880.611812:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757880.611813:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757880.611831:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757880.611839:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757880.611846:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757880.611850:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757880.611901:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757880.611907:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757880.611914:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.635423:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757881.635434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757881.635441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757881.635450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757881.635451:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757881.635463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757881.635465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757881.635470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.635476:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757881.635482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757881.635486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757881.635492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757881.635495:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757881.635504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.635506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757881.635518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757881.635527:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757881.635543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.635575:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757881.635586:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757881.635597:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757881.635598:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757881.635607:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757881.635610:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757881.635614:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.635622:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757881.635623:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757881.635632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757881.635635:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757881.635639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757881.635645:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.635646:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757881.635658:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757881.635660:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757881.635665:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757881.635675:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757881.635818:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757881.635823:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757881.635827:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757881.699883:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757881.699896:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757881.699908:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757881.699931:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.699975:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757881.699984:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.699996:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757881.700006:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757881.700020:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757881.700038:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931106944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757881.700053:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757881.700062:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757881.700072:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.700082:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757881.700098:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757881.700111:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757881.700131:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757881.700144:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757881.700175:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757881.700196:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931106944, portal 25 00000100:00000001:0.0:1787757881.700206:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757881.700213:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:0.0:1787757881.700239:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.700321:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757881.700329:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757881.700337:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757881.700344:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931106944, offset 0 00000400:00000200:0.0:1787757881.700359:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757881.700383:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.700405:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757881.700426:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757881.700447:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757881.700478:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757881.700488:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757881.700495:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747406:747406:256:4294967295] 192.168.201.121@tcp LPNI seq info [747400:747400:8:4294967295] 00000400:00000200:0.0:1787757881.700507:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.700524:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757881.700536:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.700548:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757881.700562:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757881.700569:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757881.700602:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.700607:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757881.700616:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757881.700626:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757881.700636:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757881.700642:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757881.700649:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757881.700672:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.700708:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.700725:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.700759:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.700766:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757881.700783:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757881.700800:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757881.700812:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310259665 00000100:00000010:0.0:1787757881.700828:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787757881.700868:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757881.700888:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310259665 00000100:00000010:0.0:1787757881.700902:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 00000100:00000001:0.0:1787757881.700916:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757881.700928:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757881.700945:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.700954:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757881.700969:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757881/real 1787757881] req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757881.701019:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757881.701024:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757881.701032:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757881.701043:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757881.701052:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757881.701063:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757881.701081:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757881.701138:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.701182:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757881.701194:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.701204:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.701213:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757881.701243:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.701321:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757881.701343:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.701378:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757881.701392:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.701403:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.701410:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.701419:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757881.701430:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757881.701444:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757881.701465:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757881.701478:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757881.701499:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757881.701538:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931106944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757881.701556:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.701566:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.701580:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931106944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.701616:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757881.701626:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757881.701636:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757881.701651:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757881.701656:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757881.701660:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757881.701664:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757881.701671:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:0.0:1787757881.701678:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757881.701685:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757881.701689:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:0.0:1787757881.701698:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757881.701704:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.701712:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.701727:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757881.701732:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.701740:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757881.701746:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757881.701752:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757881.701765:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.701800:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757881.701806:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.701813:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757881.701820:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757881.701829:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757881.701874:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757881.701887:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757881.701894:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757881.701902:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.701908:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757881.701918:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757881.701926:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757881.701941:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757881.701949:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757881.701964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757881.701976:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107072, portal 10 00000100:00000001:0.0:1787757881.701989:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757881.701996:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787757881.702017:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702047:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757881.702059:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757881.702066:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757881.702077:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931107072, offset 0 00000400:00000200:0.0:1787757881.702097:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757881.702114:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.702135:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757881.702154:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757881.702168:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757881.702183:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757881.702198:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757881.702217:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747407:747407:256:4294967295] 192.168.201.121@tcp LPNI seq info [747401:747401:8:4294967295] 00000400:00000200:0.0:1787757881.702239:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.702265:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757881.702311:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.702319:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757881.702330:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757881.702336:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757881.702353:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.702356:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757881.702361:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757881.702366:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757881.702371:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757881.702374:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757881.702378:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757881.702384:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702396:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.702401:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702419:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.702422:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757881.702426:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757881.702432:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757881.702437:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757881.702440:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310258703 00000100:00000001:0.0:1787757881.702445:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.702449:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310258703 00000100:00000001:0.0:1787757881.702454:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.702459:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757881.702464:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.702468:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757881.702477:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757881/real 1787757881] req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757881.702495:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757881.702498:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757881.702502:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757881.702508:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757881.702512:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757881.702517:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757881.702525:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757881.702545:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702554:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757881.702557:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.702560:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.702562:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757881.702567:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702578:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757881.702584:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702593:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757881.702596:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.702598:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.702600:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.702603:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757881.702607:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757881.702611:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757881.702615:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757881.702618:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757881.702623:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757881.702633:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757881.702639:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757881.702644:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702653:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757881.702655:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.702658:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757881.702660:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757881.702663:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757881.702667:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757881.702671:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757881.702674:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757881.702677:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.702680:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757881.702685:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757881.702688:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757881.702693:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757881.702697:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757881.702701:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757881.702706:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107200, portal 10 00000100:00000001:0.0:1787757881.702709:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757881.702711:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:0.0:1787757881.702719:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702728:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757881.702732:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757881.702735:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757881.702738:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931107200, offset 0 00000400:00000200:0.0:1787757881.702744:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757881.702749:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.702754:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757881.702758:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757881.702762:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757881.702765:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757881.702769:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757881.702774:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747408:747408:256:4294967295] 192.168.201.121@tcp LPNI seq info [747402:747402:8:4294967295] 00000400:00000200:0.0:1787757881.702780:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.702789:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757881.702796:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.702800:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757881.702806:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757881.702810:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757881.702824:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.702828:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757881.702832:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757881.702837:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757881.702870:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757881.702872:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757881.702876:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757881.702882:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702893:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.702897:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702906:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.702908:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757881.702913:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757881.702917:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757881.702921:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757881.702924:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310258701 00000100:00000001:0.0:1787757881.702928:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.702931:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310258701 00000100:00000001:0.0:1787757881.702934:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.702937:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757881.702940:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.702942:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757881.702947:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757881/real 1787757881] req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757881.702956:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757881.702958:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757881.702960:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757881.702963:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757881.702966:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757881.702969:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757881.702974:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757881.702985:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.702993:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757881.702995:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.702997:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.702999:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757881.703004:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703012:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757881.703017:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703026:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757881.703029:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703031:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.703032:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703035:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757881.703038:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757881.703042:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757881.703046:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757881.703049:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757881.703055:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757881.703065:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757881.703070:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703074:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.703078:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931107072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703087:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757881.703090:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757881.703092:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757881.703096:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757881.703098:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757881.703100:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757881.703103:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757881.703106:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787757881.703111:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757881.703114:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757881.703117:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787757881.703122:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757881.703125:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703128:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.703135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931107200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703149:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757881.703152:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757881.703156:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757881.703161:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757881.703164:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757881.703167:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757881.703172:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757881.703175:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787757881.703181:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757881.703183:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757881.703186:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:0.0:1787757881.703191:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757881.703195:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703199:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703206:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757881.703209:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.703213:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757881.703219:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757881.703221:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757881.703227:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703237:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757881.703239:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.703242:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757881.703245:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757881.703248:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757881.703252:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757881.703257:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757881.703260:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757881.703262:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.703292:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757881.703299:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757881.703302:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757881.703308:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757881.703312:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757881.703317:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757881.703322:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107328, portal 4 00000100:00000001:0.0:1787757881.703325:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757881.703327:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787757881.703336:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703345:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757881.703348:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757881.703351:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757881.703355:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931107328, offset 0 00000400:00000200:0.0:1787757881.703360:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757881.703365:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.703370:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757881.703375:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757881.703379:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757881.703383:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757881.703387:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757881.703391:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747409:747409:256:4294967295] 192.168.201.121@tcp LPNI seq info [747403:747403:8:4294967295] 00000400:00000200:0.0:1787757881.703397:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.703405:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757881.703411:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.703415:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757881.703421:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757881.703425:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757881.703440:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.703443:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757881.703448:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757881.703455:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757881.703461:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757881.703465:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757881.703470:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757881.703478:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703495:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.703502:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703517:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.703521:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757881.703529:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757881.703535:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757881.703543:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757881.703546:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310258738 00000100:00000001:0.0:1787757881.703550:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.703553:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310258738 00000100:00000001:0.0:1787757881.703558:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.703561:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757881.703564:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.703567:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757881.703573:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757881/real 1787757881] req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757881.703584:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757881.703586:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757881.703588:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757881.703591:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757881.703594:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757881.703597:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757881.703601:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757881.703612:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703621:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757881.703622:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703625:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.703627:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757881.703631:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703640:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757881.703645:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703653:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757881.703656:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703658:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.703660:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.703663:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757881.703666:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757881.703669:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757881.703674:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757881.703677:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757881.703682:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757881.703692:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757881.703697:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757881.703701:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703709:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757881.703711:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.703714:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757881.703717:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757881.703720:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757881.703724:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757881.703728:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757881.703731:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757881.703733:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757881.703735:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757881.703740:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757881.703743:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757881.703747:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757881.703750:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757881.703754:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757881.703758:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107456, portal 4 00000100:00000001:0.0:1787757881.703761:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757881.703763:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787757881.703771:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703780:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757881.703783:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757881.703786:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757881.703789:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931107456, offset 0 00000400:00000200:0.0:1787757881.703794:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757881.703799:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.703804:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757881.703808:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757881.703811:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757881.703814:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757881.703818:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757881.703822:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747410:747410:256:4294967295] 192.168.201.121@tcp LPNI seq info [747404:747404:8:4294967295] 00000400:00000200:0.0:1787757881.703828:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757881.703836:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757881.703872:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.703878:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757881.703883:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757881.703887:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757881.703902:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757881.703905:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757881.703909:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757881.703914:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757881.703918:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757881.703920:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757881.703924:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757881.703929:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703939:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.703943:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.703961:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.703963:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757881.703967:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757881.703971:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757881.703976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757881.703979:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310258717 00000100:00000001:0.0:1787757881.703982:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.703986:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310258717 00000100:00000001:0.0:1787757881.703989:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310259665 00000100:00000001:0.0:1787757881.703991:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757881.703994:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.703996:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757881.704001:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757881/real 1787757881] req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757881.704010:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757881.704012:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757881.704014:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757881.704017:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757881.704020:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757881.704023:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757881.704027:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757881.704037:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.704045:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757881.704047:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704049:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.704051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757881.704056:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.704065:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757881.704070:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.704079:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757881.704082:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704084:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757881.704086:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704088:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757881.704090:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757881.704093:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757881.704097:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757881.704100:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757881.704105:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757881.704120:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757881.704127:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704131:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.704138:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931107328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.704150:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757881.704154:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757881.704158:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757881.704164:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757881.704167:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757881.704170:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757881.704175:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757881.704178:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787757881.704184:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757881.704188:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757881.704191:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787757881.704196:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757881.704199:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704203:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757881.704210:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931107456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757881.704223:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757881.704225:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757881.704228:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757881.704231:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757881.704233:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757881.704234:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757881.704237:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757881.704239:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787757881.704242:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757881.704244:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757881.704246:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787757881.704249:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757881.704250:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704253:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757881.704258:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757881.704260:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757881.704262:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757881.704264:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757882.659427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757882.659437:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757882.659444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757882.659449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757882.659455:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757882.659460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757882.659468:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757882.659468:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757882.659478:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757882.659479:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757882.659490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757882.659492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757882.659499:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757882.659502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757882.659508:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757882.659509:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757882.659517:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757882.659530:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757882.659536:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757882.659545:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757882.659553:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757882.659557:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757882.659567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757882.659568:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757882.659574:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757882.659583:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757882.659584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757882.659594:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757882.659597:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757882.659607:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757882.659608:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757882.659618:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757882.659619:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757882.659625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757882.659633:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757882.659636:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757882.659674:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757882.659684:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757882.659691:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757882.659700:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757882.659710:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757882.659716:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757882.659721:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757882.659723:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757882.659728:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757882.723361:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310259665, at 4310259712 00000100:00000010:0.0:1787757882.723377:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000040:1.0:1787757882.723392:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310259665, at 4310259712 00000100:00000010:1.0:1787757882.723406:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787757883.683415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757883.683426:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757883.683432:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757883.683444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757883.683453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757883.683457:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757883.683465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757883.683469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757883.683472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757883.683485:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757883.683487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757883.683494:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757883.683499:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757883.683503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757883.683508:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757883.683530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757883.683535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757883.683541:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757883.683564:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757883.683573:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757883.683574:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757883.683581:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757883.683584:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757883.683592:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757883.683593:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757883.683603:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757883.683605:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757883.683616:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757883.683617:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757883.683628:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757883.683645:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757883.683652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757883.683658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757883.683659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757883.683666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757883.683673:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757883.683696:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757883.683705:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757883.683710:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757883.683720:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757883.683730:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757883.683742:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757883.683750:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757883.683754:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757883.683759:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757884.707392:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757884.707403:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757884.707406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757884.707413:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757884.707419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757884.707425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757884.707428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757884.707432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757884.707437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757884.707452:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757884.707463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757884.707474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757884.707484:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757884.707491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757884.707492:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757884.707501:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757884.707508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757884.707514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757884.707520:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757884.707524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757884.707529:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757884.707531:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757884.707540:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757884.707541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757884.707550:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757884.707554:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757884.707558:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757884.707640:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757884.707646:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757884.707649:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757884.707656:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757884.707665:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757884.707674:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757884.707687:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757884.707697:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757884.707709:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757885.731426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757885.731437:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757885.731444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757885.731453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757885.731463:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757885.731471:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757885.731479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757885.731480:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757885.731487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757885.731492:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757885.731501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757885.731504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757885.731521:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757885.731533:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757885.731535:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757885.731539:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757885.731548:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757885.731548:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757885.731561:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757885.731566:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757885.731569:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757885.731577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757885.731594:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757885.731605:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757885.731606:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757885.731615:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757885.731623:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757885.731644:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757885.731653:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757885.731659:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757885.731671:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757885.731673:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757885.731680:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757885.731686:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757885.731689:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757885.731696:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757885.731704:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757885.731707:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757885.731712:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757885.731716:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757885.731723:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757885.731724:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757885.731732:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757885.731739:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757885.731752:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757886.755435:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757886.755447:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757886.755448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757886.755453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.755460:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757886.755464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757886.755467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757886.755475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757886.755478:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757886.755485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755487:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757886.755495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755503:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757886.755503:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.755514:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757886.755515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755527:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757886.755528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.755571:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757886.755579:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757886.755587:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757886.755590:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757886.755598:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757886.755602:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757886.755607:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.755614:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757886.755617:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757886.755621:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755632:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757886.755632:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757886.755639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757886.755644:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755646:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757886.755671:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.755679:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757886.755681:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755687:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757886.755691:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.755695:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757886.755702:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757886.755709:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757886.755713:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755717:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.755720:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.755738:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.819806:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757886.819814:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757886.819818:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757886.819830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.819847:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.819851:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.819859:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757886.819864:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757886.819870:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757886.819878:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931107584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757886.819887:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757886.819893:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757886.819898:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.819903:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757886.819913:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757886.819918:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757886.819928:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757886.819935:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757886.819946:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757886.819958:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107584, portal 25 00000100:00000001:0.0:1787757886.819963:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757886.819967:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787757886.819979:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.819997:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757886.820004:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757886.820009:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757886.820015:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931107584, offset 0 00000400:00000200:0.0:1787757886.820029:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757886.820043:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.820053:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757886.820064:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757886.820073:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757886.820081:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757886.820087:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757886.820096:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747411:747411:256:4294967295] 192.168.201.121@tcp LPNI seq info [747405:747405:8:4294967295] 00000400:00000200:0.0:1787757886.820106:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.820124:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757886.820136:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.820147:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757886.820160:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757886.820168:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787757886.820198:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.820203:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757886.820214:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757886.820224:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757886.820233:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757886.820238:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757886.820246:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757886.820254:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820309:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.820318:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820335:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.820340:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757886.820351:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757886.820359:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757886.820364:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310264785 00000100:00000010:0.0:1787757886.820375:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787757886.820386:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757886.820396:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310264785 00000100:00000010:0.0:1787757886.820403:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787757886.820409:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757886.820416:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757886.820422:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.820427:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757886.820435:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757886/real 1787757886] req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757886.820456:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757886.820459:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757886.820464:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757886.820469:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757886.820473:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757886.820479:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757886.820486:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757886.820506:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820522:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757886.820526:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.820531:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.820536:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757886.820545:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820562:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757886.820572:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820589:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757886.820595:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.820599:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.820602:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.820607:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757886.820611:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757886.820617:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757886.820626:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757886.820631:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757886.820641:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757886.820660:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931107584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757886.820669:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.820674:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.820681:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931107584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820711:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757886.820715:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757886.820721:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757886.820727:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757886.820731:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757886.820735:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757886.820739:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757886.820745:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787757886.820783:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757886.820787:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757886.820791:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787757886.820797:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757886.820800:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.820805:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.820816:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757886.820820:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.820824:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757886.820827:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757886.820831:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757886.820840:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820857:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.820860:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.820865:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757886.820869:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757886.820874:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757886.820881:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757886.820888:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757886.820892:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757886.820896:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.820900:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757886.820905:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757886.820909:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757886.820917:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757886.820923:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757886.820931:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757886.820937:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107712, portal 10 00000100:00000001:0.0:1787757886.820942:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757886.820945:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787757886.820958:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.820974:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757886.820977:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757886.820981:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757886.820986:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931107712, offset 0 00000400:00000200:0.0:1787757886.820992:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757886.820998:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.821003:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757886.821008:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757886.821012:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757886.821016:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757886.821020:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757886.821024:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747412:747412:256:4294967295] 192.168.201.121@tcp LPNI seq info [747406:747406:8:4294967295] 00000400:00000200:0.0:1787757886.821030:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.821039:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757886.821046:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.821051:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757886.821057:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757886.821061:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787757886.821078:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.821080:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757886.821085:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757886.821090:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757886.821095:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757886.821098:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757886.821102:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757886.821107:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821119:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.821123:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821132:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.821134:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757886.821138:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757886.821143:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757886.821148:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757886.821150:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310263821 00000100:00000001:0.0:1787757886.821155:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.821158:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310263821 00000100:00000001:0.0:1787757886.821161:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.821164:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757886.821167:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.821169:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757886.821174:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757886/real 1787757886] req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757886.821184:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757886.821186:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757886.821189:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757886.821192:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757886.821195:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757886.821198:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757886.821202:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757886.821212:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821230:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757886.821232:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.821234:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.821237:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757886.821241:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821250:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757886.821255:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821264:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757886.821295:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.821299:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.821300:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.821303:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757886.821307:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757886.821311:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757886.821315:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757886.821318:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757886.821324:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757886.821335:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757886.821341:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757886.821345:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821354:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.821356:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.821360:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757886.821362:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757886.821365:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757886.821369:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757886.821373:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757886.821376:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757886.821378:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.821380:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757886.821385:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757886.821388:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757886.821392:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757886.821395:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757886.821399:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757886.821403:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107840, portal 10 00000100:00000001:0.0:1787757886.821407:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757886.821409:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787757886.821416:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821425:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757886.821428:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757886.821432:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757886.821435:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931107840, offset 0 00000400:00000200:0.0:1787757886.821440:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757886.821445:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.821449:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757886.821453:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757886.821456:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757886.821459:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757886.821463:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757886.821467:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747413:747413:256:4294967295] 192.168.201.121@tcp LPNI seq info [747407:747407:8:4294967295] 00000400:00000200:0.0:1787757886.821473:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.821482:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757886.821489:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.821493:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757886.821499:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757886.821503:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787757886.821518:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.821521:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757886.821525:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757886.821530:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757886.821534:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757886.821537:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757886.821540:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757886.821545:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821555:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.821560:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821568:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.821570:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757886.821574:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757886.821577:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757886.821582:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757886.821585:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310263820 00000100:00000001:0.0:1787757886.821589:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.821593:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310263820 00000100:00000001:0.0:1787757886.821596:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.821598:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757886.821601:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.821603:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757886.821608:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757886/real 1787757886] req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757886.821620:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757886.821622:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757886.821624:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757886.821628:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757886.821630:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757886.821632:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757886.821636:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757886.821647:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821655:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757886.821657:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.821660:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.821662:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757886.821667:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821675:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757886.821680:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821689:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757886.821692:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.821694:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.821695:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.821698:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757886.821701:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757886.821704:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757886.821708:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757886.821711:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757886.821716:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757886.821727:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757886.821732:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757886.821736:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821744:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.821746:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.821774:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757886.821777:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757886.821780:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757886.821784:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757886.821788:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757886.821791:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757886.821793:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.821795:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757886.821800:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757886.821802:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757886.821807:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757886.821810:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757886.821814:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757886.821819:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931107968, portal 4 00000100:00000001:0.0:1787757886.821822:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757886.821824:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787757886.821831:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821840:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757886.821844:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757886.821847:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757886.821850:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931107968, offset 0 00000400:00000200:0.0:1787757886.821856:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757886.821861:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.821865:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757886.821869:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757886.821873:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757886.821876:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757886.821880:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757886.821884:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747414:747414:256:4294967295] 192.168.201.121@tcp LPNI seq info [747408:747408:8:4294967295] 00000400:00000200:0.0:1787757886.821890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.821899:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757886.821904:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.821908:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757886.821914:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757886.821917:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787757886.821932:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.821935:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757886.821939:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757886.821944:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757886.821948:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757886.821951:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757886.821954:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757886.821958:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821969:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.821973:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.821982:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.821984:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757886.821988:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757886.821992:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757886.821996:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757886.822000:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310263856 00000100:00000001:0.0:1787757886.822003:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.822007:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310263856 00000100:00000001:0.0:1787757886.822010:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.822012:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757886.822015:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.822017:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757886.822022:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757886/real 1787757886] req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757886.822031:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757886.822033:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757886.822035:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757886.822038:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757886.822040:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757886.822043:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757886.822048:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757886.822059:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822067:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757886.822069:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822071:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.822073:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757886.822077:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822085:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757886.822090:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822099:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757886.822103:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822105:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.822107:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822110:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757886.822112:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757886.822116:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757886.822120:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757886.822122:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757886.822127:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757886.822137:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931107968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757886.822141:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822144:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.822148:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931107712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822156:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757886.822158:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757886.822161:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757886.822164:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757886.822166:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757886.822168:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757886.822170:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757886.822173:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757886.822176:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757886.822178:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757886.822180:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787757886.822184:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757886.822186:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822188:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.822192:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931107840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822209:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757886.822211:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757886.822213:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757886.822216:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757886.822218:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757886.822220:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757886.822222:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757886.822224:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757886.822226:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757886.822228:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757886.822230:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787757886.822233:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757886.822234:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822237:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.822240:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931107968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822248:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757886.822250:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757886.822252:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757886.822254:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757886.822256:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757886.822257:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757886.822260:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757886.822262:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787757886.822265:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757886.822292:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757886.822295:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787757886.822298:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757886.822300:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822303:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822307:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757886.822309:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.822312:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757886.822314:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757886.822316:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757886.822322:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822331:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757886.822333:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.822336:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757886.822339:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757886.822342:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757886.822346:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757886.822350:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757886.822353:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757886.822355:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757886.822358:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757886.822362:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757886.822365:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757886.822369:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757886.822372:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757886.822376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757886.822381:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931108096, portal 4 00000100:00000001:0.0:1787757886.822384:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757886.822386:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787757886.822393:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822402:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757886.822405:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757886.822408:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757886.822411:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931108096, offset 0 00000400:00000200:0.0:1787757886.822416:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757886.822421:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.822425:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757886.822428:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757886.822432:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757886.822435:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757886.822439:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757886.822444:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747415:747415:256:4294967295] 192.168.201.121@tcp LPNI seq info [747409:747409:8:4294967295] 00000400:00000200:0.0:1787757886.822450:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757886.822458:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757886.822464:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.822469:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757886.822474:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757886.822478:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787757886.822493:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757886.822496:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757886.822500:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757886.822505:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757886.822509:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757886.822511:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757886.822514:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757886.822519:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822530:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.822534:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822543:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.822545:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757886.822549:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757886.822553:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757886.822557:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757886.822560:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310263836 00000100:00000001:0.0:1787757886.822564:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.822567:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310263836 00000100:00000001:0.0:1787757886.822570:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310264785 00000100:00000001:0.0:1787757886.822573:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757886.822577:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.822579:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757886.822584:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757886/real 1787757886] req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757886.822594:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757886.822596:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757886.822598:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757886.822601:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757886.822603:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757886.822606:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757886.822610:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757886.822621:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822629:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757886.822631:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822633:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.822635:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757886.822639:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822647:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757886.822652:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822661:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757886.822664:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822666:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757886.822667:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822670:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757886.822672:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757886.822675:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757886.822680:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757886.822683:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757886.822688:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757886.822698:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757886.822703:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822705:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757886.822709:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931108096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757886.822717:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757886.822719:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757886.822721:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757886.822724:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757886.822726:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757886.822727:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757886.822730:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757886.822732:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757886.822735:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757886.822736:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757886.822738:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787757886.822742:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757886.822743:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822746:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757886.822769:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757886.822772:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757886.822775:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757886.822777:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757887.779432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757887.779444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757887.779457:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757887.779463:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757887.779470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757887.779474:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757887.779484:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757887.779485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757887.779498:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757887.779499:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757887.779513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757887.779520:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757887.779533:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757887.779539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757887.779545:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757887.779546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757887.779551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757887.779557:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757887.779583:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757887.779589:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757887.779593:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757887.779597:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757887.779600:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757887.779604:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757887.779612:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757887.779613:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757887.779628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757887.779629:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757887.779641:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757887.779642:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757887.779653:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757887.779654:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757887.779662:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757887.779663:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757887.779674:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757887.779675:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757887.779713:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757887.779721:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757887.779755:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757887.779766:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757887.779770:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757887.779774:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757887.779776:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757887.779780:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757887.779786:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757887.843372:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310264785, at 4310264832 00000100:00000010:0.0:1787757887.843390:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000040:1.0:1787757887.843392:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310264785, at 4310264832 00000100:00000010:1.0:1787757887.843406:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787757888.803426:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757888.803438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757888.803440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757888.803444:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757888.803454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757888.803454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757888.803462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757888.803463:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757888.803472:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757888.803475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757888.803478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757888.803485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757888.803487:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757888.803492:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757888.803496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757888.803527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757888.803536:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757888.803541:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757888.803543:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757888.803550:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757888.803556:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757888.803562:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757888.803572:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757888.803573:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757888.803582:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757888.803583:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757888.803591:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757888.803595:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757888.803598:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757888.803602:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757888.803607:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757888.803610:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757888.803615:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757888.803624:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757888.803629:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757888.803637:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757889.827431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757889.827443:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757889.827445:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757889.827456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757889.827457:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757889.827466:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757889.827468:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757889.827476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757889.827478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757889.827488:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757889.827489:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757889.827498:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757889.827499:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757889.827504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757889.827514:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757889.827514:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757889.827522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757889.827529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757889.827549:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757889.827556:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757889.827561:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757889.827565:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757889.827566:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757889.827574:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757889.827575:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757889.827584:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757889.827586:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757889.827590:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757889.827594:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757889.827601:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757889.827603:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757889.827611:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757889.827614:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757889.827618:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757889.827628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757889.827643:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757889.827668:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757889.827678:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757889.827685:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757889.827691:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757889.827728:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757889.827735:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757889.827742:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757889.827745:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757889.827750:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757890.851447:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757890.851462:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757890.851474:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757890.851487:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757890.851489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757890.851501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757890.851510:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757890.851521:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757890.851525:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757890.851534:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757890.851545:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757890.851545:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757890.851561:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757890.851565:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757890.851587:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757890.851623:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757890.851631:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757890.851632:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757890.851640:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757890.851640:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757890.851648:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757890.851655:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757890.851667:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757890.851704:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757890.851706:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757890.851714:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757890.851714:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757890.851727:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757890.851727:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757890.851741:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757890.851746:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757890.851753:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757890.851765:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757890.851779:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757890.851788:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757890.851799:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757891.875403:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757891.875415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757891.875419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757891.875429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757891.875451:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757891.875459:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875464:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.875469:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757891.875471:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875479:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.875488:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.875497:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.875510:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757891.875526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757891.875547:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875560:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757891.875562:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757891.875581:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.875584:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875600:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.875606:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757891.875611:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757891.875625:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757891.875633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875653:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757891.875696:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875702:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.875738:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757891.875747:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.875753:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.875759:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757891.875767:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757891.875773:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757891.875775:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.875780:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875784:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757891.875791:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757891.875802:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757891.875812:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.875815:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.875822:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.875830:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757891.875830:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757891.875843:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757891.875850:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.939811:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757891.939824:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757891.939840:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757891.939866:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.939923:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.939929:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.939942:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757891.939957:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757891.939970:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.939987:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931108224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757891.939997:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757891.940012:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757891.940025:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.940032:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757891.940051:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757891.940058:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757891.940078:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757891.940097:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757891.940120:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757891.940136:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931108224, portal 25 00000100:00000001:0.0:1787757891.940142:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757891.940144:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787757891.940159:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.940244:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757891.940258:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757891.940312:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757891.940323:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931108224, offset 0 00000400:00000200:0.0:1787757891.940353:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757891.940380:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.940411:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757891.940440:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757891.940461:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757891.940481:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757891.940505:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757891.940524:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747416:747416:256:4294967295] 192.168.201.121@tcp LPNI seq info [747410:747410:8:4294967295] 00000400:00000200:0.0:1787757891.940545:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.940603:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757891.940647:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.940685:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757891.940706:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757891.940720:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787757891.940769:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.940776:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757891.940794:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757891.940809:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757891.940819:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757891.940824:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757891.940833:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757891.940853:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.940905:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.940922:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.940974:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.940985:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757891.941000:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757891.941019:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757891.941031:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310269905 00000100:00000010:0.0:1787757891.941047:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787757891.941070:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757891.941092:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310269905 00000100:00000010:0.0:1787757891.941100:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787757891.941113:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757891.941129:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757891.941153:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.941166:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757891.941183:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757891/real 1787757891] req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757891.941259:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757891.941264:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757891.941308:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757891.941315:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757891.941317:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757891.941321:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757891.941330:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757891.941369:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.941411:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757891.941421:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.941430:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.941435:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757891.941448:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.941480:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757891.941499:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.941541:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757891.941563:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.941581:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.941595:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.941608:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757891.941617:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757891.941640:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757891.941657:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757891.941684:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757891.941700:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757891.941751:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931108224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757891.941788:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.941802:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.941813:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931108224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.941854:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757891.941862:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757891.941870:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757891.941883:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757891.941899:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757891.941913:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757891.941926:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757891.941939:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787757891.941951:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757891.941962:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757891.941977:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787757891.941996:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757891.942001:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.942015:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.942049:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.942054:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.942061:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757891.942066:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757891.942073:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757891.942089:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942143:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.942148:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.942156:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757891.942165:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757891.942184:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.942202:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757891.942219:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757891.942230:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757891.942236:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.942246:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757891.942253:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757891.942261:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757891.942307:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757891.942313:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757891.942320:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757891.942327:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931108352, portal 10 00000100:00000001:0.0:1787757891.942341:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757891.942347:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787757891.942372:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942414:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757891.942432:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757891.942441:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757891.942454:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931108352, offset 0 00000400:00000200:0.0:1787757891.942482:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757891.942498:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.942523:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757891.942530:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757891.942537:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757891.942542:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757891.942547:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757891.942551:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747417:747417:256:4294967295] 192.168.201.121@tcp LPNI seq info [747411:747411:8:4294967295] 00000400:00000200:0.0:1787757891.942558:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.942567:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757891.942574:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.942579:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757891.942585:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757891.942590:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787757891.942607:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.942610:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757891.942614:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757891.942620:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757891.942624:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757891.942627:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757891.942631:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757891.942636:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942648:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.942652:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942683:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.942685:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757891.942691:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757891.942696:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757891.942701:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757891.942704:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310268943 00000100:00000001:0.0:1787757891.942709:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.942712:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310268943 00000100:00000001:0.0:1787757891.942715:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.942718:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757891.942721:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.942723:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757891.942728:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757891/real 1787757891] req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757891.942738:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757891.942741:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757891.942744:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757891.942748:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757891.942750:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757891.942754:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757891.942758:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757891.942769:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942777:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757891.942779:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.942781:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.942783:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757891.942788:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942796:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757891.942801:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942811:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757891.942815:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.942817:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.942819:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.942821:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757891.942827:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757891.942830:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757891.942835:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757891.942838:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757891.942843:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757891.942855:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757891.942861:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757891.942866:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942876:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.942878:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.942881:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757891.942883:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757891.942886:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.942890:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757891.942894:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757891.942897:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757891.942899:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.942902:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757891.942907:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757891.942911:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757891.942915:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757891.942918:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757891.942922:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757891.942926:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931108480, portal 10 00000100:00000001:0.0:1787757891.942929:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757891.942931:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787757891.942938:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.942947:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757891.942950:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757891.942953:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757891.942956:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931108480, offset 0 00000400:00000200:0.0:1787757891.942961:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757891.942966:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.942970:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757891.942974:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757891.942978:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757891.942982:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757891.942985:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757891.942990:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747418:747418:256:4294967295] 192.168.201.121@tcp LPNI seq info [747412:747412:8:4294967295] 00000400:00000200:0.0:1787757891.942995:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.943003:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757891.943009:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.943013:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757891.943019:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757891.943023:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787757891.943039:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.943042:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757891.943046:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757891.943051:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757891.943055:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757891.943057:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757891.943060:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757891.943065:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943076:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.943080:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943089:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.943091:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757891.943095:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757891.943099:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757891.943103:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757891.943106:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310268941 00000100:00000001:0.0:1787757891.943109:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.943113:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310268941 00000100:00000001:0.0:1787757891.943117:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.943120:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757891.943123:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.943125:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757891.943130:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757891/real 1787757891] req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757891.943139:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757891.943141:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757891.943143:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757891.943146:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757891.943148:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757891.943151:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757891.943154:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757891.943165:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943174:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757891.943176:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943178:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.943180:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757891.943184:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943192:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757891.943197:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943206:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757891.943209:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943211:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.943212:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943216:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757891.943220:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757891.943223:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757891.943228:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757891.943232:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757891.943236:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757891.943246:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757891.943251:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757891.943256:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943264:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.943296:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.943300:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757891.943302:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757891.943305:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.943309:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757891.943314:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757891.943317:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757891.943319:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.943322:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757891.943327:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757891.943330:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757891.943335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757891.943339:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757891.943343:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757891.943347:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931108608, portal 4 00000100:00000001:0.0:1787757891.943350:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757891.943352:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787757891.943360:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943370:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757891.943374:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757891.943376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757891.943380:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931108608, offset 0 00000400:00000200:0.0:1787757891.943386:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757891.943390:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.943394:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757891.943398:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757891.943402:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757891.943405:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757891.943409:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757891.943413:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747419:747419:256:4294967295] 192.168.201.121@tcp LPNI seq info [747413:747413:8:4294967295] 00000400:00000200:0.0:1787757891.943419:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.943427:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757891.943432:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.943437:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757891.943442:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757891.943446:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787757891.943461:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.943464:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757891.943469:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757891.943473:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757891.943477:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757891.943480:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757891.943483:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757891.943488:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943499:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.943503:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943520:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.943522:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757891.943526:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757891.943531:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757891.943536:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757891.943538:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310268978 00000100:00000001:0.0:1787757891.943542:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.943545:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310268978 00000100:00000001:0.0:1787757891.943548:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.943551:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757891.943553:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.943556:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757891.943561:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757891/real 1787757891] req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757891.943570:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757891.943571:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757891.943573:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757891.943576:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757891.943579:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757891.943581:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757891.943585:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757891.943595:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943604:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757891.943606:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943608:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.943611:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757891.943615:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943625:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757891.943630:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943639:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757891.943642:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943644:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.943646:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943648:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757891.943650:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757891.943654:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757891.943681:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757891.943686:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757891.943691:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757891.943701:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757891.943706:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943709:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.943713:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931108352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943721:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757891.943724:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757891.943726:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757891.943730:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757891.943732:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757891.943734:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757891.943738:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757891.943740:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757891.943745:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757891.943748:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757891.943750:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787757891.943753:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757891.943755:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943757:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.943762:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931108480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943770:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757891.943771:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757891.943774:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757891.943777:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757891.943779:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757891.943781:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757891.943784:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757891.943786:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787757891.943789:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757891.943790:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757891.943792:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787757891.943795:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757891.943796:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943798:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.943802:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931108608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943810:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757891.943811:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757891.943814:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757891.943817:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757891.943818:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757891.943820:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757891.943822:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757891.943824:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757891.943827:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757891.943828:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757891.943830:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787757891.943833:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757891.943836:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943839:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.943844:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.943846:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.943849:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757891.943851:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757891.943854:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757891.943859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943868:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757891.943870:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.943873:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757891.943876:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757891.943879:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757891.943883:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757891.943887:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757891.943889:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757891.943891:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757891.943894:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757891.943898:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757891.943900:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757891.943905:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757891.943909:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757891.943913:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757891.943917:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931108736, portal 4 00000100:00000001:0.0:1787757891.943920:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757891.943922:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787757891.943929:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.943938:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757891.943941:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757891.943944:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757891.943948:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931108736, offset 0 00000400:00000200:0.0:1787757891.943953:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757891.943958:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.943963:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757891.943967:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757891.943972:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757891.943975:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757891.943978:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757891.943983:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747420:747420:256:4294967295] 192.168.201.121@tcp LPNI seq info [747414:747414:8:4294967295] 00000400:00000200:0.0:1787757891.943989:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757891.943997:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757891.944003:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.944008:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757891.944013:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757891.944017:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787757891.944032:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757891.944036:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757891.944039:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757891.944044:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757891.944048:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757891.944051:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757891.944054:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757891.944059:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.944070:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.944074:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.944082:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.944084:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757891.944088:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757891.944091:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757891.944095:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757891.944099:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310268957 00000100:00000001:0.0:1787757891.944102:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.944105:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310268957 00000100:00000001:0.0:1787757891.944108:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310269905 00000100:00000001:0.0:1787757891.944111:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757891.944113:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.944116:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757891.944120:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757891/real 1787757891] req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757891.944129:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757891.944131:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757891.944133:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757891.944136:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757891.944139:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757891.944141:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757891.944146:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757891.944157:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.944165:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757891.944167:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.944169:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.944171:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757891.944175:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.944183:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757891.944188:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.944196:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757891.944200:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.944202:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757891.944204:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.944207:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757891.944209:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757891.944213:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757891.944217:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757891.944219:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757891.944224:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757891.944234:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931108736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757891.944238:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.944241:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757891.944244:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931108736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757891.944252:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757891.944254:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757891.944256:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787757891.944259:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757891.944261:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757891.944262:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757891.944265:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757891.944294:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787757891.944299:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757891.944301:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757891.944303:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787757891.944306:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757891.944308:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.944311:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757891.944314:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757891.944316:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757891.944319:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757891.944322:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757892.899348:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757892.899354:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757892.899357:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757892.899364:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757892.899370:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757892.899374:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899378:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757892.899383:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757892.899383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757892.899390:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757892.899391:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757892.899395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757892.899398:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757892.899401:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757892.899406:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899408:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757892.899411:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757892.899413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757892.899415:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757892.899420:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757892.899421:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757892.899423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757892.899427:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899429:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757892.899430:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899432:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757892.899438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757892.899444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757892.899447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757892.899452:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757892.899458:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757892.899463:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757892.899468:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757892.899474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757892.899474:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899480:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757892.899481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757892.899488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757892.899492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757892.899496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899499:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757892.899501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757892.899504:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757892.963335:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310269905, at 4310269952 00000100:00000040:1.0:1787757892.963338:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310269905, at 4310269952 00000100:00000010:0.0:1787757892.963346:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000010:1.0:1787757892.963348:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787757893.923423:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757893.923432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757893.923438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757893.923447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757893.923450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757893.923455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757893.923465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757893.923466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757893.923475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757893.923475:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757893.923482:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757893.923488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757893.923490:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757893.923506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757893.923514:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757893.923532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757893.923538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757893.923547:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757893.923549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757893.923554:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757893.923561:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757893.923573:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757893.923578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757893.923579:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757893.923589:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757893.923601:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757893.923602:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757893.923615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757893.923617:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757893.923622:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757893.923651:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757893.923652:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757893.923662:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757893.923667:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757893.923671:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757893.923677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757893.923682:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757893.923692:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757893.923699:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757893.923705:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757893.923717:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757893.923725:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757893.923731:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757893.923739:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757893.923743:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757894.947400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757894.947411:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757894.947416:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757894.947425:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757894.947435:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757894.947444:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757894.947444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757894.947454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757894.947457:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757894.947460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757894.947467:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757894.947471:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757894.947480:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757894.947485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757894.947499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757894.947529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757894.947537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757894.947546:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757894.947547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757894.947560:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757894.947569:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757894.947582:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757894.947585:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757894.947595:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757894.947596:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757894.947598:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757894.947631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757894.947633:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757894.947648:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757894.947649:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757894.947658:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757894.947660:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757894.947671:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757894.947673:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757894.947685:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757894.947701:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757895.971447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757895.971458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757895.971460:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757895.971469:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757895.971470:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757895.971478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757895.971480:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757895.971491:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757895.971492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757895.971502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757895.971502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757895.971511:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757895.971523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971531:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757895.971538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757895.971549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971558:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757895.971566:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757895.971572:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757895.971578:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757895.971582:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757895.971624:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757895.971632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757895.971644:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757895.971651:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757895.971655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757895.971661:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757895.971670:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757895.971681:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757895.971705:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757895.971711:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757895.971716:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971721:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757895.971725:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757895.971730:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757895.971734:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757895.971737:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757895.971749:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757895.971750:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757895.971760:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971766:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757895.971772:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757895.971778:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757896.995435:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757896.995448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757896.995457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757896.995469:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757896.995471:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757896.995478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757896.995483:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757896.995489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757896.995491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757896.995503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757896.995513:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757896.995517:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757896.995520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757896.995530:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757896.995545:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757896.995546:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757896.995553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757896.995561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757896.995622:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757896.995635:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757896.995644:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757896.995647:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757896.995657:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757896.995659:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757896.995663:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757896.995674:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757896.995676:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757896.995687:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757896.995689:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757896.995696:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757896.995707:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757896.995715:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757896.995727:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757896.995728:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757896.995736:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757896.995748:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757898.019358:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757898.019360:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757898.019366:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757898.019370:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757898.019374:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757898.019378:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757898.019378:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757898.019384:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757898.019385:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757898.019390:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757898.019391:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757898.019395:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757898.019398:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757898.019399:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757898.019404:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757898.019413:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757898.019417:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757898.019422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757898.019437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757898.019441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757898.019443:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757898.019445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757898.019446:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757898.019451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757898.019452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757898.019455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757898.019456:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757898.019462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757898.019463:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757898.019468:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757898.019468:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757898.019475:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757898.019475:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757898.019482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757898.019485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757898.019491:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757898.083319:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310275025, at 4310275072 00000100:00000040:1.0:1787757898.083323:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310275025, at 4310275072 00000100:00000010:0.0:1787757898.083333:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:1.0:1787757898.083334:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787757899.043427:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757899.043427:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757899.043435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757899.043436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757899.043440:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757899.043441:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757899.043450:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757899.043450:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757899.043480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757899.043480:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757899.043489:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757899.043494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757899.043496:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757899.043507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757899.043514:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757899.043518:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757899.043524:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757899.043531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757899.043582:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757899.043586:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757899.043590:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757899.043596:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757899.043602:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757899.043604:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757899.043607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757899.043610:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757899.043613:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757899.043614:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757899.043616:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757899.043621:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757899.043622:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757899.043627:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757899.043631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757899.043634:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757899.043638:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757899.043646:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757899.043648:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757899.043652:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757899.043655:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757899.043659:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757899.043666:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757899.043669:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757899.043672:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757899.043673:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757899.043675:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757900.067366:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757900.067372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757900.067372:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757900.067376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757900.067378:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757900.067383:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757900.067383:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757900.067391:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757900.067391:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757900.067395:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757900.067397:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757900.067402:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757900.067403:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757900.067408:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757900.067416:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757900.067417:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757900.067422:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757900.067426:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757900.067440:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757900.067443:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757900.067447:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757900.067451:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757900.067456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757900.067460:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757900.067463:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757900.067463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757900.067465:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757900.067468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757900.067469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757900.067472:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757900.067475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757900.067479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757900.067483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757900.067486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757900.067490:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757900.067498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757901.091395:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757901.091407:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757901.091414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757901.091425:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757901.091437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757901.091438:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757901.091448:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757901.091449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757901.091457:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757901.091458:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757901.091465:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757901.091467:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757901.091476:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757901.091477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757901.091487:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757901.091534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757901.091542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757901.091549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757901.091568:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757901.091578:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757901.091584:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757901.091593:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757901.091607:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757901.091620:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757901.091632:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757901.091640:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757901.091653:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757901.091654:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757901.091668:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757901.091679:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757901.091690:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757901.091702:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757901.091714:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757901.091722:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757901.091728:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757901.091736:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757902.115409:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757902.115424:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757902.115429:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757902.115439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757902.115448:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757902.115457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757902.115457:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757902.115467:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757902.115469:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757902.115474:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757902.115479:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757902.115510:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757902.115512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757902.115520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757902.115528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757902.115537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757902.115545:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757902.115552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757902.115574:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757902.115593:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757902.115597:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757902.115602:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757902.115609:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757902.115613:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757902.115618:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757902.115621:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757902.115627:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757902.115640:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757902.115647:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757902.115651:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757902.115658:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757902.115666:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757902.115675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757902.115688:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757902.115694:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757902.115702:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757903.139432:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757903.139432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757903.139445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757903.139445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757903.139454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757903.139454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757903.139488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757903.139489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757903.139503:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757903.139504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757903.139517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757903.139517:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757903.139528:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757903.139535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757903.139547:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757903.139547:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757903.139550:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757903.139555:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757903.139586:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757903.139594:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757903.139599:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757903.139606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757903.139611:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757903.139618:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757903.139620:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757903.139629:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757903.139629:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757903.139640:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757903.139641:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757903.139650:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757903.139652:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757903.139661:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757903.139661:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757903.139684:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757903.139692:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757903.139707:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757903.139717:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757903.139724:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757903.139727:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757903.139732:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757903.139737:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757903.139743:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757903.139747:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757903.139750:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757903.139770:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757903.203390:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310280145, at 4310280192 00000100:00000040:1.0:1787757903.203390:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310280145, at 4310280192 00000100:00000010:0.0:1787757903.203410:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:1.0:1787757903.203411:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787757904.163417:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757904.163430:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757904.163434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757904.163468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757904.163476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757904.163483:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757904.163488:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757904.163494:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757904.163500:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757904.163571:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757904.163579:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757904.163584:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757904.163585:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757904.163601:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757904.163602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757904.163622:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757904.163622:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757904.163637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757904.163650:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757904.163657:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757904.163664:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757904.163664:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757904.163676:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757904.163696:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757904.163698:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757904.163704:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757904.163724:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757904.163751:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757904.163764:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757904.163766:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757904.163773:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757904.163783:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757904.163785:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757904.163791:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757904.163806:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757904.163810:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757904.163819:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757904.163820:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757904.163830:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757904.163832:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757904.163840:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757904.163846:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757904.163848:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757904.163853:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757904.163858:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757905.187474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757905.187492:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757905.187502:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757905.187505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757905.187523:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757905.187526:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757905.187535:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757905.187549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757905.187552:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757905.187570:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757905.187572:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757905.187589:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757905.187592:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757905.187601:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757905.187610:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757905.187628:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757905.187635:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757905.187647:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757905.187649:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757905.187662:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757905.187676:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757905.187684:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757905.187689:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757905.187705:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757905.187706:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757905.187718:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757905.187721:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757905.187738:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757905.187740:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757905.187760:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757905.187762:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757905.187779:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757905.187785:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757905.187821:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757905.187828:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757905.187836:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757905.187856:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757905.187863:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757905.187866:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757905.187872:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757905.187878:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757905.187885:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757905.187889:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757905.187893:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757905.187898:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757906.211493:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757906.211506:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757906.211511:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757906.211513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757906.211526:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757906.211527:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757906.211537:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757906.211542:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757906.211548:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757906.211551:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211560:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757906.211561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757906.211569:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211572:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757906.211574:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757906.211588:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757906.211597:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211611:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757906.211634:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757906.211642:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757906.211648:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757906.211662:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757906.211675:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757906.211684:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211692:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757906.211695:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757906.211704:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757906.211705:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211713:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757906.211722:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757906.211723:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757906.211735:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757906.211744:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211756:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757906.211765:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757906.211779:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.235384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757907.235420:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757907.235424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.235432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757907.235439:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757907.235444:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757907.235448:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757907.235452:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757907.235459:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757907.235468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757907.235480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757907.235485:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757907.235493:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757907.235503:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757907.235506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757907.235512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757907.235517:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757907.235522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757907.235525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.235536:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757907.235549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757907.235557:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757907.235576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757907.235582:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.235599:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757907.235607:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757907.235615:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757907.235639:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757907.235647:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757907.235655:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.235663:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757907.235664:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757907.235672:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757907.235679:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757907.235679:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757907.235690:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757907.235705:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757907.235706:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757907.235715:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757907.235715:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757907.235722:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757907.235725:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.235728:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757907.235736:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757907.235748:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757907.299448:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757907.299463:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757907.299468:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757907.299474:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757907.299481:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757907.299494:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15611 00000400:00000200:0.0:1787757907.299510:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757907.299522:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757907.299529:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757907.299536:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299541:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.299546:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299551:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757907.299558:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757907.299562:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757907.299566:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757907.299571:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757907.299576:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757907.299580:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757907.299586:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299589:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.299594:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299599:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757907.299605:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757907.299611:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299616:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757907.299621:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757907.299628:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757907.299633:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.299638:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757907.299642:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757907.299654:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787757907.299661:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757907.299669:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757907.299672:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.299677:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757907.299681:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757907.299687:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757907.299699:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787757907.299709:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.299725:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931110144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757907.299746:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757907.299754:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757907.299763:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931110144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757907.299807:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757907.299814:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757907.299820:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757907.299823:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757907.299826:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757907.299832:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757907.299838:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15611 00000400:00000200:0.0:1787757907.299847:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757907.299855:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757907.299860:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757907.299866:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299871:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.299876:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299881:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757907.299887:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757907.299890:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757907.299895:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757907.299900:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757907.299904:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757907.299908:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757907.299913:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299917:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.299927:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299936:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757907.299944:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757907.299953:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757907.299957:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757907.299965:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757907.299975:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757907.299984:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.299993:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757907.300001:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757907.300010:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300017:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757907.300024:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787757907.300035:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757907.300046:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757907.300053:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300063:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757907.300068:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757907.300075:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757907.300083:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787757907.300094:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.300109:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931110272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757907.300131:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757907.300139:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757907.300156:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931110272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757907.300176:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757907.300183:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757907.300193:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757907.300199:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757907.300206:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757907.300212:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757907.300222:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15611 00000400:00000200:0.0:1787757907.300236:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757907.300248:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757907.300254:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757907.300264:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300317:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.300323:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300326:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757907.300334:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757907.300336:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757907.300338:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757907.300343:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757907.300350:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757907.300356:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757907.300367:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300376:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.300380:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300387:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757907.300416:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757907.300427:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300434:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757907.300437:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757907.300446:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757907.300455:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300462:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757907.300467:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757907.300475:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300482:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757907.300495:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787757907.300503:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757907.300510:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757907.300513:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300519:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757907.300524:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757907.300530:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757907.300543:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787757907.300554:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.300569:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931110400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757907.300590:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757907.300597:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757907.300610:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931110400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757907.300634:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757907.300646:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757907.300653:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757907.300658:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757907.300663:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757907.300669:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757907.300679:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15611 00000400:00000200:0.0:1787757907.300691:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757907.300702:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757907.300710:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757907.300720:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300728:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.300735:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300743:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757907.300751:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757907.300757:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757907.300762:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757907.300769:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757907.300776:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757907.300786:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757907.300802:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300809:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.300818:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300825:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757907.300830:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757907.300846:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757907.300858:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757907.300867:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757907.300878:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757907.300889:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300894:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757907.300904:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757907.300917:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300928:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757907.300947:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787757907.300959:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757907.300975:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757907.300983:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.300995:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757907.301002:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757907.301012:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757907.301027:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787757907.301038:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.301056:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931110528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757907.301079:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757907.301087:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757907.301099:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931110528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757907.301133:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757907.301142:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757907.301155:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757907.301161:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757907.301166:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757907.301173:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757907.301185:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15611 00000400:00000200:0.0:1787757907.301202:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757907.301212:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757907.301221:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757907.301232:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.301240:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.301251:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.301262:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757907.301301:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757907.301305:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757907.301311:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757907.301316:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757907.301324:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757907.301333:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757907.301347:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.301351:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757907.301360:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757907.301367:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757907.301373:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757907.301384:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757907.301425:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757907.301432:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757907.301442:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757907.301453:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.301462:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757907.301467:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757907.301474:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.301479:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757907.301488:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787757907.301498:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757907.301504:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757907.301509:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757907.301511:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757907.301515:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757907.301523:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757907.301536:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787757907.301547:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757907.301563:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931110656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757907.301612:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757907.301619:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757907.301635:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931110656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757907.301663:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757907.301672:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15621) 00000100:00000001:1.0:1787757908.259444:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757908.259455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757908.259462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757908.259472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757908.259483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757908.259492:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757908.259513:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757908.259516:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757908.259528:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757908.259531:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757908.259543:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757908.259553:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757908.259562:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757908.259563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757908.259571:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259572:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757908.259579:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757908.259581:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757908.259589:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757908.259590:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757908.259605:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757908.259606:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757908.259614:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259622:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757908.259629:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757908.259640:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757908.259641:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757908.259649:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757908.259655:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757908.259667:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757908.259678:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757908.259686:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259690:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757908.259691:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757908.259699:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259700:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757908.259707:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757908.259709:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757908.259714:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757908.259723:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757908.259730:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259736:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757908.259741:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757908.259745:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757908.323415:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310285265, at 4310285312 00000100:00000010:1.0:1787757908.323432:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000040:0.0:1787757908.323449:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310285265, at 4310285312 00000100:00000010:0.0:1787757908.323469:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787757909.283433:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757909.283442:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757909.283448:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757909.283452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757909.283460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757909.283460:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757909.283477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787757909.283479:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757909.283489:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757909.283494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757909.283498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757909.283506:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757909.283510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757909.283518:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757909.283525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757909.283539:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757909.283545:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757909.283550:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757909.283551:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757909.283558:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757909.283564:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757909.283569:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757909.283582:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757909.283589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757909.283592:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757909.283601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757909.283603:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757909.283610:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757909.283612:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757909.283617:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757909.283628:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757909.283642:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757909.283653:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757909.283666:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757909.283686:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757909.283693:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757910.307437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757910.307449:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757910.307454:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757910.307462:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757910.307471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757910.307477:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757910.307478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307488:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757910.307489:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757910.307496:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757910.307500:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757910.307506:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757910.307512:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757910.307515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757910.307525:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307535:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757910.307540:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307553:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757910.307568:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757910.307578:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757910.307583:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757910.307586:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757910.307589:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757910.307593:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757910.307599:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757910.307601:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757910.307604:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757910.307613:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307614:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757910.307623:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757910.307626:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757910.307633:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757910.307635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757910.307647:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757910.307651:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307659:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757910.307711:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757910.307720:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757910.307724:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757910.307729:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757910.307732:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757910.307737:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307740:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757910.307742:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757910.307745:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757911.331420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757911.331431:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757911.331435:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757911.331445:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757911.331454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757911.331462:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757911.331463:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757911.331475:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757911.331476:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757911.331488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757911.331489:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757911.331502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757911.331503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757911.331518:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757911.331527:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757911.331533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757911.331541:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757911.331547:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757911.331584:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757911.331585:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757911.331596:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757911.331596:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757911.331605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757911.331606:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757911.331620:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757911.331622:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757911.331637:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757911.331639:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757911.331645:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757911.331650:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757911.331652:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757911.331660:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757911.331661:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757911.331668:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757911.331669:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757911.331680:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757912.355479:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757912.355484:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757912.355491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757912.355493:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757912.355498:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.355502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757912.355509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787757912.355511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757912.355518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757912.355521:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757912.355529:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757912.355532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757912.355544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757912.355553:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757912.355562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757912.355563:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757912.355571:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757912.355581:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757912.355621:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757912.355623:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757912.355634:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757912.355635:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757912.355642:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757912.355645:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757912.355650:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787757912.355653:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757912.355664:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757912.355664:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757912.355673:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757912.355676:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757912.355680:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757912.355687:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757912.355694:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757912.355696:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757912.355703:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757912.355710:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.355735:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757912.355757:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757912.355762:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757912.355765:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787757912.355767:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000020:00000001:0.0:1787757912.355775:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.355775:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757912.355781:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787757912.355787:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757912.355787:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757912.355792:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757912.355798:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757912.419459:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757912.419468:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757912.419472:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757912.419476:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757912.419482:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757912.419492:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15616 00000400:00000200:1.0:1787757912.419504:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757912.419512:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757912.419517:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757912.419521:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419526:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.419530:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419533:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757912.419538:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757912.419541:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757912.419544:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757912.419548:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757912.419551:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757912.419554:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757912.419559:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419562:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.419565:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419568:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757912.419572:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757912.419577:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419581:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757912.419585:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757912.419589:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757912.419594:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.419597:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757912.419600:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757912.419610:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757912.419615:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757912.419620:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757912.419623:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.419627:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757912.419631:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757912.419636:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757912.419645:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757912.419654:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757912.419666:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931110784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757912.419680:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757912.419687:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757912.419694:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931110784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757912.419725:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757912.419730:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757912.419735:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757912.419737:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757912.419751:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757912.419756:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757912.419760:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15616 00000400:00000200:1.0:1787757912.419765:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757912.419769:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757912.419772:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757912.419777:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419780:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.419783:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419786:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757912.419789:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757912.419791:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757912.419793:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757912.419796:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757912.419798:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757912.419801:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757912.419805:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419808:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.419811:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419814:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757912.419818:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757912.419822:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757912.419826:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757912.419830:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757912.419837:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757912.419841:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.419849:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757912.419860:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757912.419866:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.419873:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757912.419883:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757912.419891:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757912.419899:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757912.419904:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.419912:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757912.419917:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757912.419920:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757912.419926:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757912.419937:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757912.419957:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931110912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757912.419976:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757912.419982:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757912.419993:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931110912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757912.420019:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757912.420029:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757912.420038:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757912.420046:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757912.420050:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757912.420055:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757912.420062:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15616 00000400:00000200:1.0:1787757912.420074:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757912.420082:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757912.420091:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757912.420101:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420110:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.420118:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420126:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757912.420137:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757912.420140:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757912.420146:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757912.420153:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757912.420161:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757912.420171:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757912.420180:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420187:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.420199:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420205:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757912.420208:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757912.420218:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420226:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757912.420236:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757912.420247:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757912.420260:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.420349:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757912.420358:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757912.420365:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.420369:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757912.420381:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757912.420390:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757912.420402:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757912.420409:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.420413:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757912.420417:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757912.420424:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757912.420434:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757912.420444:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757912.420460:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931111040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757912.420487:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757912.420495:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757912.420508:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931111040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757912.420531:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757912.420542:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757912.420550:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757912.420556:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757912.420563:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757912.420571:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757912.420580:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15616 00000400:00000200:1.0:1787757912.420596:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757912.420605:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757912.420611:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757912.420623:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420629:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.420639:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420648:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757912.420656:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757912.420661:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757912.420664:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757912.420671:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757912.420677:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757912.420681:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757912.420689:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420695:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.420703:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420708:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757912.420716:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757912.420721:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757912.420730:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757912.420733:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757912.420738:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757912.420746:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.420750:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757912.420756:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757912.420763:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.420770:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757912.420780:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757912.420790:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757912.420801:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757912.420809:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.420816:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757912.420820:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757912.420825:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757912.420835:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757912.420846:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757912.420862:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931111168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757912.420885:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757912.420890:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757912.420903:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931111168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757912.420938:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757912.420943:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757912.420960:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757912.420966:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757912.420971:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757912.420977:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757912.420987:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15616 00000400:00000200:1.0:1787757912.421001:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757912.421011:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757912.421020:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757912.421032:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.421039:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.421048:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.421056:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757912.421065:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757912.421069:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757912.421075:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757912.421079:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757912.421086:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757912.421097:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757912.421107:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.421113:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757912.421122:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757912.421129:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757912.421136:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757912.421146:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757912.421157:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757912.421167:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757912.421172:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757912.421180:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.421188:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757912.421193:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757912.421204:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.421211:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757912.421222:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757912.421231:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757912.421235:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757912.421243:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757912.421254:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757912.421261:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757912.421326:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757912.421343:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757912.421357:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757912.421377:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931111296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757912.421403:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757912.421412:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757912.421429:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931111296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757912.421459:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757912.421469:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15627) 00000100:00000001:1.0:1787757913.379452:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757913.379461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757913.379463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757913.379472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757913.379473:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757913.379481:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757913.379487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757913.379488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757913.379498:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757913.379504:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757913.379506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757913.379514:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757913.379524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757913.379548:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757913.379551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757913.379556:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757913.379560:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379561:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757913.379573:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757913.379574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757913.379580:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757913.379587:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379594:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757913.379599:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757913.379605:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757913.379609:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757913.379615:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757913.379623:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757913.379633:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757913.379643:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757913.379652:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379656:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757913.379663:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757913.379664:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757913.379671:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379673:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757913.379686:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757913.379687:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757913.379694:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757913.379700:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379706:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757913.379709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757913.379718:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757913.379812:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757913.379818:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757913.379824:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757913.443416:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310290385, at 4310290432 00000100:00000040:0.0:1787757913.443421:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310290385, at 4310290432 00000100:00000010:1.0:1787757913.443435:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:0.0:1787757913.443439:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787757914.403424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757914.403438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757914.403446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757914.403453:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757914.403462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757914.403464:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757914.403476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757914.403477:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757914.403487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757914.403491:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757914.403501:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757914.403504:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757914.403508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757914.403517:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757914.403529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757914.403535:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757914.403544:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757914.403549:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757914.403554:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757914.403556:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757914.403566:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757914.403572:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757914.403577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757914.403581:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757914.403587:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757914.403594:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757914.403605:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757914.403612:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757914.403621:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757914.403629:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757914.403635:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757914.403643:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757914.403655:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757914.403656:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757914.403668:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757914.403669:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757914.403677:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757914.403678:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757914.403687:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757914.403691:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757914.403694:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757914.403705:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757914.403711:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757914.403714:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757914.403718:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757915.427435:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757915.427445:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757915.427446:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757915.427454:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757915.427457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757915.427465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757915.427466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757915.427479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757915.427481:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757915.427486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427494:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757915.427504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427514:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757915.427515:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757915.427519:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757915.427523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757915.427532:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757915.427565:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757915.427575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757915.427580:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757915.427583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757915.427587:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757915.427596:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757915.427597:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757915.427607:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757915.427611:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757915.427615:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427619:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757915.427630:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757915.427632:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757915.427639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757915.427647:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757915.427648:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757915.427656:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427661:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757915.427697:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757915.427707:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757915.427717:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757915.427724:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757915.427736:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757915.427743:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427751:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757915.427759:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757915.427764:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757916.451416:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757916.451430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757916.451439:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757916.451441:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757916.451453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757916.451454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757916.451461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757916.451467:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757916.451474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757916.451477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757916.451488:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757916.451489:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757916.451496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757916.451513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757916.451519:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757916.451520:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757916.451526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757916.451531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757916.451554:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757916.451559:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757916.451562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757916.451568:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757916.451571:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757916.451575:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757916.451580:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757916.451584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757916.451590:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757916.451596:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757916.451601:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757916.451603:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757916.451623:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757916.451642:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757916.451649:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757916.451664:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757916.451675:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757916.451687:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757917.475444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757917.475446:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757917.475456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757917.475460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757917.475463:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757917.475472:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757917.475473:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757917.475484:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757917.475487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757917.475493:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757917.475501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757917.475512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757917.475520:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757917.475527:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757917.475535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757917.475536:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757917.475549:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757917.475560:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757917.475570:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757917.475578:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757917.475586:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757917.475598:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757917.475614:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757917.475621:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757917.475624:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757917.475633:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757917.475634:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757917.475642:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757917.475644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757917.475652:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757917.475660:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757917.475665:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757917.475675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757917.475683:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757917.475688:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757917.475692:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757917.475710:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757917.475719:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757917.475723:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757917.475729:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757917.475735:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757917.475740:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757917.475744:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757917.475748:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757917.475752:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757918.499474:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757918.499486:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757918.499492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757918.499498:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757918.499506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757918.499510:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757918.499521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757918.499527:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757918.499528:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757918.499537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757918.499539:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757918.499547:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757918.499564:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757918.499583:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757918.499589:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757918.499599:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757918.499609:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757918.499615:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757918.499617:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757918.499626:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757918.499635:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757918.499636:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757918.499650:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757918.499663:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757918.499676:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757918.499681:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757918.499691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757918.499746:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757918.499754:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757918.499755:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757918.499766:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757918.499767:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757918.499773:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757918.499781:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787757918.499782:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757918.499803:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757918.499803:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757918.499826:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757918.499826:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757918.499854:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757918.499857:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757918.499863:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757918.499864:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757918.499870:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757918.499876:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757918.563406:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310295505, at 4310295552 00000100:00000040:1.0:1787757918.563417:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310295505, at 4310295552 00000100:00000010:0.0:1787757918.563427:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:1.0:1787757918.563437:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787757919.523437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757919.523444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757919.523452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757919.523453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757919.523462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757919.523462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757919.523477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787757919.523491:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757919.523501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757919.523502:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757919.523520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757919.523520:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757919.523562:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757919.523571:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757919.523589:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757919.523592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757919.523599:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757919.523607:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757919.523613:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757919.523621:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757919.523626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757919.523635:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757919.523647:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757919.523655:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757919.523662:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757919.523670:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757919.523691:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757919.523698:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757919.523713:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757919.523722:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757919.523749:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757919.523765:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757919.523782:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757919.523815:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757919.523818:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757919.523824:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757920.547384:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757920.547397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757920.547401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757920.547410:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757920.547417:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757920.547427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757920.547435:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757920.547442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757920.547444:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757920.547457:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757920.547470:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757920.547477:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757920.547490:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757920.547498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757920.547505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757920.547509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757920.547513:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757920.547519:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757920.547524:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757920.547526:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757920.547531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757920.547538:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757920.547568:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757920.547575:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757920.547582:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757920.547584:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757920.547589:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757920.547596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757920.547597:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757920.547604:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757920.547610:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757920.547619:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757920.547629:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757920.547630:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757920.547637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757920.547642:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757921.571454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757921.571469:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757921.571470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757921.571484:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757921.571493:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757921.571496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757921.571510:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757921.571514:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757921.571526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757921.571541:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757921.571542:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757921.571552:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757921.571566:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757921.571569:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757921.571577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757921.571585:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757921.571595:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757921.571603:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757921.571634:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757921.571644:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757921.571646:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757921.571664:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757921.571665:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757921.571677:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757921.571679:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757921.571695:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757921.571696:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757921.571707:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757921.571712:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757921.571717:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757921.571726:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757921.571727:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757921.571756:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757921.571757:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757921.571776:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757921.571792:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757921.571835:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757921.571840:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757921.571846:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757921.571855:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757921.571860:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757921.571868:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757921.571877:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757921.571879:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757921.571883:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757921.699356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757921.699364:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757921.699367:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757921.699374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757921.699378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757921.699383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757921.699387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757921.699390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757921.699395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757922.595382:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757922.595390:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757922.595393:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.595394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757922.595399:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757922.595399:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757922.595404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757922.595406:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757922.595411:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757922.595412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757922.595417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757922.595421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757922.595424:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757922.595427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757922.595430:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757922.595434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757922.595439:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757922.595445:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.595446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757922.595451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757922.595454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.595458:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757922.595461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757922.595466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757922.595467:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757922.595473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757922.595476:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757922.595477:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.595480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757922.595483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757922.595484:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757922.595491:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757922.595496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757922.595503:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757922.595508:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757922.595514:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757922.659368:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757922.659376:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757922.659378:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757922.659381:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757922.659385:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757922.659393:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15627 00000400:00000200:1.0:1787757922.659403:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757922.659409:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757922.659412:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757922.659415:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659418:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.659420:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757922.659426:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757922.659428:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757922.659431:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757922.659434:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757922.659436:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757922.659438:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757922.659441:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659443:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.659445:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659446:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757922.659449:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757922.659452:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659455:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757922.659457:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757922.659461:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757922.659463:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659465:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757922.659468:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757922.659476:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757922.659480:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757922.659484:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757922.659485:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659488:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757922.659491:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757922.659495:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757922.659502:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757922.659508:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.659516:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931112064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757922.659526:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757922.659532:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757922.659536:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931112064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757922.659556:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757922.659559:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757922.659562:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757922.659564:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757922.659565:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757922.659568:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757922.659570:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15627 00000400:00000200:1.0:1787757922.659573:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757922.659575:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757922.659578:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757922.659581:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659583:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.659585:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659587:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757922.659589:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757922.659590:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757922.659591:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757922.659593:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757922.659594:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757922.659596:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757922.659598:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659600:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.659602:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659603:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757922.659605:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757922.659607:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659610:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757922.659611:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757922.659617:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757922.659619:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659621:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757922.659625:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757922.659628:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659630:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757922.659636:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757922.659639:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757922.659645:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757922.659648:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659651:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757922.659653:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757922.659655:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757922.659662:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757922.659668:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.659692:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931112192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757922.659709:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757922.659715:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757922.659725:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931112192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757922.659740:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757922.659743:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757922.659748:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757922.659749:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757922.659750:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757922.659753:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757922.659756:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15627 00000400:00000200:1.0:1787757922.659758:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757922.659761:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757922.659763:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757922.659767:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659772:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.659776:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659779:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757922.659782:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757922.659784:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757922.659787:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757922.659790:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757922.659793:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757922.659795:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757922.659799:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659803:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.659806:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659808:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757922.659811:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757922.659818:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757922.659820:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757922.659822:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757922.659825:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757922.659833:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659840:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757922.659844:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757922.659850:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659855:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757922.659864:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757922.659872:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757922.659880:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757922.659884:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.659890:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757922.659904:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757922.659910:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757922.659918:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757922.659925:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.659934:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931112320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757922.659940:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757922.659943:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757922.659949:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931112320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757922.659970:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757922.659977:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757922.659984:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757922.659988:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757922.659991:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757922.659998:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757922.660005:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15627 00000400:00000200:1.0:1787757922.660016:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757922.660023:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757922.660027:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757922.660033:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660035:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.660041:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660046:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757922.660049:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757922.660054:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757922.660059:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757922.660063:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757922.660071:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757922.660080:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757922.660093:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660098:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.660107:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660115:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757922.660137:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757922.660144:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660149:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757922.660154:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757922.660159:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757922.660163:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.660166:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757922.660171:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757922.660177:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.660183:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757922.660190:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757922.660197:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757922.660204:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757922.660206:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.660208:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757922.660212:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757922.660215:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757922.660222:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757922.660228:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.660239:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931112448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757922.660251:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757922.660254:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757922.660262:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931112448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757922.660298:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757922.660303:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757922.660310:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757922.660314:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757922.660317:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757922.660321:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757922.660327:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15627 00000400:00000200:1.0:1787757922.660337:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757922.660345:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757922.660349:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757922.660356:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660360:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.660364:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660369:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757922.660375:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757922.660378:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757922.660382:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757922.660386:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757922.660391:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757922.660397:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757922.660406:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660411:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757922.660417:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660422:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757922.660428:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757922.660432:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757922.660437:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757922.660441:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757922.660446:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757922.660451:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.660457:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757922.660460:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757922.660467:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.660471:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757922.660477:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757922.660483:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757922.660489:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757922.660492:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757922.660496:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757922.660499:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757922.660503:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757922.660510:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757922.660516:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.660527:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931112576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757922.660544:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757922.660549:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757922.660559:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931112576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757922.660573:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757922.660579:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15637) 00000100:00000001:1.0:1787757922.723397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757922.723407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757922.723410:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757922.723417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757922.723422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757922.723427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757922.723431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757922.723435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757922.723439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757923.619419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757923.619431:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757923.619440:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757923.619441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757923.619450:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757923.619458:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757923.619458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757923.619472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757923.619474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757923.619482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757923.619488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757923.619490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757923.619515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757923.619521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757923.619525:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757923.619528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757923.619533:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757923.619540:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757923.619559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757923.619567:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757923.619574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757923.619577:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757923.619582:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757923.619586:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757923.619591:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757923.619595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757923.619598:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757923.619602:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757923.619611:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757923.619613:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757923.619618:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757923.619621:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757923.619627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757923.619629:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757923.619634:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757923.619642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757923.683373:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310300624, at 4310300672 00000100:00000040:1.0:1787757923.683386:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310300624, at 4310300672 00000100:00000010:0.0:1787757923.683392:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787757923.683404:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787757923.747380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757923.747388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757923.747391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757923.747397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757923.747402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757923.747406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757923.747409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757923.747412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757923.747416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757924.643430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757924.643440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757924.643447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757924.643455:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757924.643457:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757924.643466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757924.643471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757924.643472:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757924.643483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757924.643484:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643497:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757924.643504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757924.643517:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757924.643519:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757924.643527:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757924.643541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757924.643564:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757924.643572:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757924.643578:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757924.643579:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757924.643590:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757924.643592:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757924.643598:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757924.643604:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757924.643605:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757924.643614:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757924.643616:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757924.643628:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757924.643629:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643635:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643647:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757924.643648:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757924.643656:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757924.643668:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757924.643674:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757924.643683:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757924.643689:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757924.643695:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757924.643700:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757924.643704:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643710:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757924.643717:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.643725:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757924.771361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757924.771370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757924.771373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757924.771379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757924.771384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757924.771389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.771393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757924.771396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757924.771400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757925.667448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757925.667462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757925.667465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757925.667484:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757925.667485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757925.667496:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757925.667506:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757925.667509:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757925.667528:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757925.667528:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757925.667545:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757925.667548:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757925.667571:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757925.667584:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757925.667600:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757925.667601:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757925.667611:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757925.667628:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757925.667630:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757925.667643:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757925.667649:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757925.667666:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757925.667667:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757925.667680:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757925.667681:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757925.667699:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757925.667703:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757925.667716:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757925.667725:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757925.667728:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757925.667735:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757925.667756:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757925.667776:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757925.667779:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757925.667791:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757925.667794:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757925.667809:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757925.667811:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757925.667817:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757925.667830:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757925.667841:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757925.667850:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757925.667861:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757925.667872:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757925.667889:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757925.795399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757925.795409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757925.795412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757925.795419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757925.795423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757925.795429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757925.795433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757925.795436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757925.795439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757926.691426:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757926.691442:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757926.691448:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757926.691460:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757926.691474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757926.691482:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691493:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757926.691502:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757926.691506:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757926.691516:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757926.691518:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757926.691535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691537:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757926.691547:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691557:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757926.691558:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757926.691567:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691588:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757926.691594:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757926.691610:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757926.691615:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757926.691618:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757926.691628:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757926.691639:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757926.691640:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757926.691661:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757926.691663:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757926.691672:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757926.691674:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691680:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757926.691685:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757926.691692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691702:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757926.691702:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757926.691711:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757926.691720:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757926.691762:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757926.691774:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757926.691783:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757926.691790:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757926.691796:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757926.691802:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757926.691807:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757926.691811:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757926.691816:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757926.819380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757926.819388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757926.819391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757926.819397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757926.819402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757926.819407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757926.819411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757926.819413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757926.819417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757927.715456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757927.715465:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757927.715471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757927.715480:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757927.715488:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757927.715490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757927.715496:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.715505:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757927.715509:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757927.715511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757927.715519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757927.715522:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757927.715540:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757927.715562:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757927.715563:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757927.715579:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757927.715581:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.715584:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.715595:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757927.715599:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757927.715603:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.715612:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757927.715619:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757927.715621:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.715654:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757927.715661:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.715668:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.715698:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757927.715706:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757927.715713:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757927.715728:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1787757927.715729:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000020:00000001:1.0:1787757927.715744:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.715754:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1787757927.715756:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757927.715767:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757927.715777:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757927.715784:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757927.715791:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757927.779429:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757927.779441:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757927.779457:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757927.779463:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757927.779470:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757927.779482:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15632 00000400:00000200:0.0:1787757927.779497:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757927.779506:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757927.779512:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757927.779517:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779522:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.779525:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779530:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757927.779536:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757927.779539:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757927.779543:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757927.779548:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757927.779552:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757927.779555:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757927.779559:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779562:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.779565:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779568:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757927.779573:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757927.779579:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779582:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757927.779586:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757927.779593:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757927.779598:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.779601:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757927.779605:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757927.779615:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787757927.779620:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757927.779627:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757927.779630:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.779635:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757927.779640:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757927.779647:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757927.779659:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787757927.779670:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757927.779685:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931112704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757927.779702:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757927.779708:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757927.779716:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931112704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757927.779756:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757927.779763:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757927.779771:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757927.779774:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757927.779778:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757927.779784:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757927.779791:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15632 00000400:00000200:0.0:1787757927.779801:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757927.779810:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757927.779816:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757927.779827:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779838:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.779851:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.779863:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757927.779885:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757927.779899:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757927.779916:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757927.779933:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757927.779947:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757927.779965:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757927.780000:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780012:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.780052:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780066:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757927.780078:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757927.780093:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780123:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757927.780134:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757927.780147:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757927.780168:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.780183:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757927.780196:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757927.780214:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.780233:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757927.780252:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787757927.780325:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757927.780332:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757927.780334:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.780349:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757927.780353:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757927.780358:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757927.780375:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787757927.780397:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757927.780422:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931112832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757927.780471:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757927.780483:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757927.780495:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931112832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757927.780516:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757927.780524:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757927.780537:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757927.780543:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757927.780552:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757927.780563:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757927.780572:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15632 00000400:00000200:0.0:1787757927.780591:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757927.780605:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757927.780612:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757927.780627:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780636:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.780651:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780662:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757927.780670:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757927.780675:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757927.780684:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757927.780689:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757927.780703:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757927.780717:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757927.780730:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780750:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.780765:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780781:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757927.780795:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757927.780826:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757927.780845:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757927.780861:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757927.780876:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757927.780891:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.780914:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757927.780927:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757927.780945:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.780959:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757927.780971:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787757927.780979:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757927.780985:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757927.780989:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.780993:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757927.781001:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757927.781017:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757927.781061:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787757927.781076:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757927.781103:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931112960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757927.781136:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757927.781142:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757927.781157:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931112960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757927.781221:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757927.781230:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757927.781258:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757927.781316:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757927.781322:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757927.781340:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757927.781356:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15632 00000400:00000200:0.0:1787757927.781374:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757927.781387:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757927.781399:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757927.781418:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.781435:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.781447:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.781462:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757927.781471:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757927.781475:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757927.781481:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757927.781487:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757927.781493:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757927.781501:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757927.781516:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.781530:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.781535:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.781546:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757927.781556:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757927.781573:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757927.781589:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757927.781603:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757927.781619:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757927.781626:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.781632:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757927.781640:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757927.781660:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.781679:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757927.781695:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787757927.781703:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757927.781710:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757927.781717:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.781727:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757927.781737:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757927.781748:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757927.781769:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787757927.781785:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757927.781817:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931113088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757927.781865:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757927.781884:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757927.781913:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931113088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757927.781974:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757927.781990:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757927.782005:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757927.782021:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757927.782053:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757927.782065:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757927.782085:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15632 00000400:00000200:0.0:1787757927.782114:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757927.782124:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757927.782136:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757927.782150:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.782163:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.782173:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.782180:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757927.782193:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757927.782200:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757927.782212:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757927.782220:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757927.782232:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757927.782250:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757927.782310:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.782326:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757927.782345:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757927.782354:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757927.782360:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757927.782376:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757927.782383:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757927.782397:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757927.782415:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757927.782430:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.782448:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757927.782458:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757927.782474:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.782483:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757927.782497:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787757927.782507:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757927.782515:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757927.782518:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757927.782526:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757927.782531:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757927.782539:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757927.782551:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787757927.782563:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757927.782580:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931113216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757927.782621:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757927.782630:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757927.782652:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931113216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757927.782702:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757927.782722:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15642) 00000100:00000001:1.0:1787757927.843391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757927.843398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757927.843401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757927.843406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757927.843410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757927.843414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.843417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757927.843420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757927.843424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757928.739493:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757928.739507:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757928.739508:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757928.739517:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757928.739520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757928.739525:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757928.739527:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757928.739538:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757928.739539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757928.739550:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757928.739554:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757928.739561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757928.739570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757928.739571:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757928.739596:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757928.739596:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757928.739610:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757928.739627:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757928.739647:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757928.739670:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757928.739676:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757928.739694:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757928.739701:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757928.739705:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757928.739707:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757928.739715:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757928.739717:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757928.739726:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757928.739727:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757928.739739:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757928.739749:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757928.739763:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787757928.739772:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757928.739775:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787757928.739780:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757928.739796:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787757928.739799:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757928.739806:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757928.739820:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757928.803393:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310305745, at 4310305792 00000100:00000040:1.0:1787757928.803398:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310305745, at 4310305792 00000100:00000010:0.0:1787757928.803418:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:1.0:1787757928.803422:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787757928.867412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757928.867419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757928.867423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757928.867429:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757928.867433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757928.867438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757928.867441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757928.867445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757928.867449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757929.763397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757929.763409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757929.763413:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757929.763420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757929.763428:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757929.763436:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757929.763455:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757929.763456:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757929.763468:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763469:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757929.763483:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757929.763484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757929.763501:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757929.763513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757929.763534:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763542:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757929.763546:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757929.763556:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757929.763564:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757929.763577:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757929.763590:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757929.763591:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757929.763600:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757929.763602:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763606:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757929.763617:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757929.763619:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757929.763624:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763628:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757929.763634:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757929.763636:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763666:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757929.763675:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.763682:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757929.763835:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757929.763839:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757929.763844:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757929.891372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757929.891380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757929.891382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757929.891389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757929.891393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757929.891397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.891400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757929.891403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757929.891406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757930.787452:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757930.787456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757930.787461:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757930.787468:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757930.787471:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757930.787478:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757930.787481:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757930.787489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757930.787499:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757930.787501:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757930.787514:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757930.787515:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757930.787525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757930.787527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757930.787539:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757930.787555:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757930.787561:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757930.787567:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757930.787591:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757930.787598:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757930.787605:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757930.787612:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757930.787623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757930.787633:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757930.787644:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757930.787651:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757930.787658:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757930.787666:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757930.787668:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757930.787675:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757930.787684:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757930.787691:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787757930.787697:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757930.787699:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787757930.787703:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757930.787708:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787757930.787712:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757930.787716:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757930.787723:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757930.915405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757930.915413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757930.915417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757930.915424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757930.915428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757930.915433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757930.915436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757930.915439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757930.915443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757931.811502:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757931.811516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757931.811523:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757931.811531:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757931.811540:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757931.811544:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757931.811546:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.811567:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757931.811568:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757931.811589:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757931.811592:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757931.811617:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757931.811618:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757931.811641:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757931.811654:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.811663:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757931.811672:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757931.811678:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757931.811689:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757931.811692:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757931.811698:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757931.811711:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757931.811729:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757931.811741:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.811747:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757931.811749:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757931.811764:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757931.811766:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757931.811790:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757931.811792:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757931.811826:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757931.811846:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757931.811864:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.811882:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757931.811888:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.811899:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757931.811956:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757931.811982:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757931.811997:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757931.939434:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757931.939445:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757931.939448:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757931.939457:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757931.939462:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757931.939468:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.939472:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757931.939476:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757931.939481:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.835536:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757932.835551:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757932.835555:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757932.835560:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757932.835570:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757932.835571:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757932.835584:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.835587:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757932.835599:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757932.835601:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757932.835626:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757932.835628:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757932.835646:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757932.835648:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757932.835664:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757932.835665:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757932.835676:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757932.835684:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757932.835736:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757932.835752:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757932.835755:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757932.835761:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.835766:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757932.835770:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757932.835773:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757932.835778:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757932.835780:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757932.835784:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757932.835788:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757932.835796:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757932.835797:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757932.835810:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757932.835819:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.835823:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757932.835830:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757932.835838:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757932.899520:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757932.899534:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757932.899538:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757932.899544:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757932.899551:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757932.899561:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15637 00000400:00000200:1.0:1787757932.899575:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757932.899585:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757932.899590:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757932.899596:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899601:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.899604:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899608:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757932.899615:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757932.899619:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757932.899623:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757932.899628:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757932.899631:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757932.899634:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757932.899638:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899641:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.899644:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899647:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757932.899652:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757932.899657:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899662:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757932.899666:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757932.899673:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757932.899677:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.899681:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757932.899684:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757932.899700:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787757932.899705:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757932.899711:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757932.899714:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.899719:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757932.899724:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757932.899731:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757932.899744:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757932.899755:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757932.899771:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931113344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757932.899788:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757932.899795:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757932.899802:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931113344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757932.899843:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757932.899848:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757932.899854:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757932.899856:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757932.899859:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757932.899863:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757932.899868:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15637 00000400:00000200:1.0:1787757932.899873:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757932.899878:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757932.899882:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757932.899888:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899893:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.899896:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899901:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757932.899914:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757932.899918:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757932.899923:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757932.899932:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757932.899963:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757932.899969:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757932.899979:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899983:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.899989:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.899999:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757932.900017:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757932.900033:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757932.900050:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757932.900061:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757932.900074:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757932.900081:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.900087:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757932.900104:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757932.900120:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.900137:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757932.900147:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757932.900154:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757932.900162:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757932.900166:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.900173:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757932.900178:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757932.900183:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757932.900195:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757932.900205:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757932.900221:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931113472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757932.900247:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757932.900253:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757932.900334:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931113472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757932.900358:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757932.900365:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757932.900374:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757932.900384:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757932.900390:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757932.900409:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757932.900425:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15637 00000400:00000200:1.0:1787757932.900431:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757932.900453:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757932.900460:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757932.900470:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.900475:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.900483:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.900495:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757932.900508:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757932.900511:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757932.900515:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757932.900518:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757932.900531:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757932.900539:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757932.900551:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.900560:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.900577:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.900589:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757932.900603:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757932.900617:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757932.900629:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757932.900640:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757932.900653:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757932.900659:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.900661:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757932.900669:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757932.900679:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.900688:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757932.900707:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757932.900717:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757932.900724:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757932.900731:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.900736:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757932.900738:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757932.900741:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757932.900749:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757932.900758:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757932.900770:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931113600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757932.900795:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757932.900803:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757932.900816:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931113600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757932.900853:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757932.900869:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757932.900886:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757932.900894:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757932.900905:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757932.900912:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757932.900925:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15637 00000400:00000200:1.0:1787757932.900934:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757932.900974:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757932.900989:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757932.900996:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901000:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.901008:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901013:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757932.901018:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757932.901030:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757932.901037:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757932.901043:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757932.901055:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757932.901070:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757932.901088:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901103:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.901116:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901126:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757932.901148:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757932.901168:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901183:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757932.901191:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757932.901202:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757932.901213:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.901217:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757932.901222:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757932.901229:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.901240:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757932.901248:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757932.901259:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757932.901265:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757932.901297:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.901301:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757932.901304:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757932.901307:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757932.901314:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757932.901326:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757932.901337:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931113728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757932.901354:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757932.901369:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757932.901382:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931113728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757932.901423:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757932.901431:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757932.901438:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757932.901445:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757932.901450:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757932.901466:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757932.901481:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15637 00000400:00000200:1.0:1787757932.901498:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757932.901516:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757932.901530:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757932.901541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901558:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.901566:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901579:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757932.901596:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757932.901603:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757932.901614:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757932.901624:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757932.901642:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757932.901652:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757932.901678:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901696:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757932.901706:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901723:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757932.901729:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757932.901738:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757932.901745:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757932.901753:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757932.901759:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757932.901767:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.901779:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757932.901784:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757932.901798:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.901807:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757932.901824:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757932.901833:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757932.901840:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757932.901845:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757932.901850:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757932.901854:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757932.901866:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757932.901879:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757932.901894:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757932.901913:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931113856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757932.901965:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757932.901974:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757932.901983:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931113856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757932.902015:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757932.902036:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15647) 00000100:00000001:1.0:1787757932.963419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757932.963426:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757932.963429:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757932.963435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757932.963439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757932.963444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757932.963447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757932.963451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757932.963455:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757933.859410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757933.859426:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757933.859435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757933.859452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757933.859457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757933.859464:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757933.859469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757933.859472:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757933.859477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757933.859479:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757933.859487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757933.859492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757933.859495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757933.859503:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757933.859514:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757933.859527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757933.859535:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757933.859543:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757933.859562:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757933.859570:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757933.859576:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757933.859584:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757933.859585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757933.859599:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757933.859600:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757933.859605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757933.859611:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757933.859615:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757933.859626:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757933.859628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757933.859634:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757933.859636:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757933.859661:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757933.859662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757933.859670:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757933.859681:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757933.923381:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310310866, at 4310310912 00000100:00000010:1.0:1787757933.923403:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000040:0.0:1787757933.923404:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310310865, at 4310310912 00000100:00000010:0.0:1787757933.923420:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787757933.987395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757933.987402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757933.987405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757933.987410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757933.987415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757933.987421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757933.987424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757933.987428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757933.987432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757934.883440:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757934.883455:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757934.883462:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757934.883464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757934.883474:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757934.883479:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757934.883482:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757934.883491:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757934.883496:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757934.883501:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883508:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757934.883511:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757934.883517:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757934.883520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757934.883529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757934.883544:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757934.883561:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883567:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757934.883632:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757934.883640:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757934.883643:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757934.883644:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757934.883653:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757934.883655:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757934.883659:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757934.883663:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757934.883665:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883677:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757934.883683:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883691:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757934.883696:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757934.883705:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757934.883715:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883719:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757934.883721:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757934.883730:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883732:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757934.883743:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757934.883744:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757934.883759:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757934.883768:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757934.883775:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883780:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757934.883784:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757934.883792:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757935.011381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757935.011390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757935.011393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757935.011399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757935.011404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757935.011409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.011413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757935.011417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.011421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757935.907415:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757935.907426:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757935.907429:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757935.907437:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757935.907443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757935.907452:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757935.907467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757935.907474:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757935.907476:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757935.907485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757935.907494:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757935.907508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757935.907520:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757935.907528:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757935.907529:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907538:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757935.907544:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757935.907553:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757935.907563:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757935.907564:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757935.907574:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907575:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757935.907588:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757935.907590:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757935.907598:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907607:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757935.907625:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757935.907633:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757935.907636:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757935.907642:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757935.907644:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757935.907649:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757935.907658:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787757935.907658:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757935.907672:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757935.907673:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757935.907683:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907684:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907698:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757935.907699:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757935.907706:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757935.907708:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757935.907720:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757935.907721:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757936.035388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757936.035397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757936.035400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757936.035407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757936.035412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757936.035417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.035421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757936.035424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.035429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757936.931429:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757936.931433:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757936.931443:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757936.931443:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757936.931451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757936.931453:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757936.931464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787757936.931466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757936.931477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757936.931478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757936.931488:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.931489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.931503:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757936.931510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.931519:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757936.931533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757936.931539:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757936.931545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757936.931561:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757936.931565:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757936.931570:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757936.931577:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757936.931588:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757936.931596:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.931603:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757936.931608:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757936.931618:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757936.931620:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757936.931629:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757936.931636:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757936.931647:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757936.931655:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757936.931663:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757936.931669:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757936.931676:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757936.931701:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757936.931753:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757936.931759:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757936.931764:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757937.059366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757937.059375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757937.059378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757937.059384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757937.059388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757937.059393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.059396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757937.059400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.059403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757937.955418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757937.955431:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757937.955436:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757937.955444:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757937.955451:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757937.955459:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955469:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757937.955475:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757937.955482:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757937.955485:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757937.955492:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757937.955502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757937.955515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757937.955523:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757937.955534:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757937.955535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955545:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757937.955548:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757937.955556:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955556:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757937.955571:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757937.955572:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757937.955584:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757937.955594:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955602:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757937.955604:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955608:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757937.955627:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757937.955638:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757937.955646:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757937.955661:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757937.955671:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757937.955674:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757937.955676:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757937.955688:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757937.955688:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757937.955695:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955702:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757937.955704:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757937.955712:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757937.955713:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757937.955729:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757937.955730:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757937.955735:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757937.955742:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757938.019421:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757938.019446:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757938.019450:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757938.019454:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757938.019460:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757938.019470:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15642 00000400:00000200:0.0:1787757938.019482:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757938.019491:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757938.019495:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757938.019500:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019504:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.019508:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019512:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757938.019517:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757938.019519:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757938.019523:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757938.019527:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757938.019530:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757938.019534:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757938.019538:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019541:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.019544:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019547:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757938.019551:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757938.019556:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019559:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757938.019562:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757938.019567:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757938.019572:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.019575:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757938.019579:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757938.019589:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787757938.019594:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757938.019600:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757938.019602:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.019606:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757938.019610:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757938.019615:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757938.019626:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787757938.019635:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757938.019648:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931113984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757938.019674:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757938.019683:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757938.019694:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931113984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757938.019733:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757938.019741:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757938.019748:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757938.019751:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757938.019756:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757938.019763:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757938.019772:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15642 00000400:00000200:0.0:1787757938.019784:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757938.019797:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757938.019804:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757938.019818:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019822:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.019832:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019842:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757938.019879:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757938.019881:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757938.019884:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757938.019887:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757938.019894:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757938.019901:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757938.019913:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019924:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.019934:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019945:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757938.019962:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757938.019973:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757938.019984:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757938.019993:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757938.020003:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757938.020017:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.020022:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757938.020030:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757938.020040:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.020045:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757938.020053:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787757938.020061:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757938.020078:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757938.020083:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.020088:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757938.020092:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757938.020096:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757938.020109:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787757938.020120:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757938.020136:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931114112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757938.020195:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757938.020203:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757938.020217:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931114112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757938.020247:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757938.020256:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757938.020263:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757938.020332:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757938.020338:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757938.020346:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757938.020356:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15642 00000400:00000200:0.0:1787757938.020369:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757938.020383:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757938.020390:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757938.020402:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020412:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.020424:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020434:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757938.020441:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757938.020444:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757938.020447:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757938.020454:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757938.020464:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757938.020473:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757938.020487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020493:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.020503:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020508:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757938.020515:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757938.020527:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020536:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757938.020543:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757938.020550:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757938.020557:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.020564:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757938.020572:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757938.020582:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.020590:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757938.020605:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787757938.020613:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757938.020622:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757938.020627:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.020631:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757938.020638:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757938.020645:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757938.020656:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787757938.020666:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757938.020690:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931114240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757938.020760:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757938.020772:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757938.020789:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931114240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757938.020821:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757938.020830:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757938.020836:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757938.020845:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757938.020873:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757938.020880:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757938.020890:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15642 00000400:00000200:0.0:1787757938.020904:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757938.020915:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757938.020924:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757938.020933:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020941:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.020953:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.020963:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757938.020973:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757938.020977:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757938.020982:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757938.020989:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757938.020997:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757938.021004:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757938.021016:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021027:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.021037:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021049:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757938.021060:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757938.021075:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021085:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757938.021093:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757938.021101:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757938.021108:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.021114:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757938.021120:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757938.021127:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.021133:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757938.021148:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787757938.021158:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757938.021164:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757938.021170:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.021178:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757938.021181:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757938.021187:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757938.021201:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787757938.021213:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757938.021229:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931114368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757938.021260:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757938.021301:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757938.021315:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931114368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757938.021350:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757938.021356:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757938.021365:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757938.021372:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757938.021375:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757938.021381:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757938.021392:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15642 00000400:00000200:0.0:1787757938.021409:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757938.021425:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757938.021432:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757938.021447:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021457:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.021468:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021478:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757938.021488:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757938.021492:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757938.021500:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757938.021509:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757938.021519:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757938.021529:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757938.021540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021550:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757938.021559:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021564:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757938.021571:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757938.021581:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757938.021589:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757938.021602:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757938.021614:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757938.021626:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.021640:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757938.021651:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757938.021668:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.021677:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757938.021696:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787757938.021711:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757938.021725:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757938.021736:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.021746:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757938.021754:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757938.021765:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757938.021787:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787757938.021805:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757938.021826:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931114496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757938.021877:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757938.021887:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757938.021900:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931114496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757938.021930:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757938.021942:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15652) 00000100:00000001:1.0:1787757938.083367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757938.083373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757938.083376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757938.083381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757938.083385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757938.083389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.083393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757938.083395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.083398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757938.979444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757938.979456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757938.979458:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757938.979466:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.979467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757938.979475:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757938.979486:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787757938.979495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757938.979496:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757938.979504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.979510:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757938.979511:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757938.979519:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.979521:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757938.979532:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757938.979533:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757938.979543:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.979551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.979572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757938.979581:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757938.979588:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757938.979590:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757938.979598:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757938.979600:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757938.979609:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757938.979611:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757938.979620:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757938.979624:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.979629:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757938.979639:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757938.979640:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757938.979649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757938.979663:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757938.979663:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757938.979672:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757938.979684:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757939.043409:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310315985, at 4310316032 00000100:00000040:0.0:1787757939.043428:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310315985, at 4310316032 00000100:00000010:1.0:1787757939.043429:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787757939.043447:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787757939.107390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757939.107397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757939.107400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757939.107406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757939.107410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757939.107415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757939.107418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757939.107422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757939.107426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757940.003407:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757940.003419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757940.003423:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757940.003430:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757940.003438:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757940.003438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757940.003446:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757940.003452:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757940.003459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757940.003468:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757940.003477:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757940.003477:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757940.003489:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757940.003492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757940.003507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757940.003523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757940.003533:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003544:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757940.003544:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757940.003553:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757940.003560:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757940.003568:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757940.003576:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757940.003588:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003596:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757940.003602:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003610:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757940.003612:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757940.003624:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757940.003633:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757940.003646:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757940.003657:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757940.003661:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757940.003664:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003668:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757940.003673:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757940.003677:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757940.003679:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757940.003685:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003690:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757940.003695:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757940.003700:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003707:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757940.003712:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757940.003719:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757940.131391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757940.131397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757940.131400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757940.131407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757940.131411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757940.131415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757940.131418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757940.131422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757940.131425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757941.027488:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757941.027501:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757941.027508:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757941.027525:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757941.027539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757941.027544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757941.027548:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757941.027557:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027562:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757941.027569:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757941.027576:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757941.027579:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027588:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757941.027592:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757941.027595:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757941.027625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027635:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757941.027641:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757941.027650:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757941.027657:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757941.027665:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757941.027676:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757941.027687:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027688:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757941.027698:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757941.027706:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757941.027712:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757941.027728:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757941.027729:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757941.027736:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027743:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757941.027751:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757941.027753:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757941.027759:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757941.027775:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757941.155371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757941.155380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757941.155383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757941.155390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757941.155395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757941.155399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757941.155403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757941.155406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757941.155412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757942.051459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757942.051472:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757942.051480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757942.051490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757942.051503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757942.051506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757942.051514:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757942.051516:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757942.051521:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757942.051524:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757942.051529:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757942.051532:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757942.051536:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757942.051540:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757942.051551:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757942.051564:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757942.051570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757942.051571:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757942.051582:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757942.051582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757942.051594:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757942.051597:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757942.051609:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757942.051616:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757942.051624:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757942.051628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757942.051629:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757942.051633:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757942.051637:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757942.051643:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757942.051651:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757942.051663:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757942.051674:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757942.051683:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757942.051690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757942.051702:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757942.179420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757942.179427:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757942.179430:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757942.179436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757942.179440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757942.179444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757942.179447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757942.179450:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757942.179453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757943.075458:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757943.075469:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757943.075475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757943.075483:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757943.075488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757943.075491:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757943.075500:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757943.075502:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757943.075511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757943.075512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757943.075525:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757943.075526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757943.075535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757943.075537:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757943.075546:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757943.075547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757943.075556:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757943.075566:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757943.075600:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757943.075608:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757943.075609:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757943.075617:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757943.075618:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757943.075625:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757943.075626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757943.075638:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757943.075639:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757943.075648:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757943.075651:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757943.075660:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757943.075663:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757943.075666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757943.075680:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757943.075682:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757943.075693:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757943.075705:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757943.075711:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757943.075721:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757943.075728:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757943.075736:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757943.075746:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757943.075756:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757943.075785:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757943.075788:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757943.075793:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757943.203406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757943.203414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757943.203416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757943.203423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757943.203427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757943.203432:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757943.203436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757943.203439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757943.203443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757944.099395:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757944.099409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757944.099415:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757944.099424:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757944.099427:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757944.099435:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757944.099439:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757944.099441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757944.099450:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757944.099452:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757944.099458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757944.099463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757944.099466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757944.099469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757944.099477:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757944.099486:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757944.099494:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757944.099506:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757944.099528:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757944.099538:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757944.099543:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757944.099544:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757944.099553:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757944.099561:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757944.099568:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787757944.099575:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757944.099578:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757944.099586:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757944.099588:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757944.099594:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757944.099598:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757944.099601:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757944.099609:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757944.099614:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757944.099618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757944.099634:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757944.163382:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310321105, at 4310321152 00000100:00000010:1.0:1787757944.163399:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000040:0.0:1787757944.163480:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310321105, at 4310321152 00000100:00000010:0.0:1787757944.163494:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787757944.227363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757944.227385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757944.227388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757944.227395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757944.227399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757944.227405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757944.227410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757944.227415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757944.227421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757945.123396:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757945.123409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757945.123414:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757945.123424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757945.123434:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757945.123435:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757945.123447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757945.123449:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757945.123455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757945.123461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757945.123465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757945.123470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757945.123474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757945.123482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757945.123483:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757945.123507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757945.123513:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757945.123518:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757945.123541:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757945.123548:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757945.123550:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757945.123554:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757945.123560:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757945.123563:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757945.123568:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757945.123576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757945.123579:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757945.123589:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757945.123590:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757945.123597:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757945.123611:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757945.123617:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757945.123623:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757945.123627:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757945.123635:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757945.123642:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757945.251412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757945.251421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757945.251424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757945.251431:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757945.251435:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757945.251440:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757945.251444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757945.251448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757945.251452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757946.147404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757946.147415:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757946.147419:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757946.147427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757946.147435:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757946.147441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147446:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757946.147451:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.147473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757946.147485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757946.147491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757946.147504:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757946.147515:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757946.147516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757946.147527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147530:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757946.147545:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757946.147559:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757946.147581:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757946.147581:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757946.147593:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147598:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757946.147605:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757946.147610:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757946.147622:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147653:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.147673:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757946.147688:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757946.147695:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757946.147731:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757946.147735:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757946.147740:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757946.147746:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757946.147747:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147756:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.147763:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757946.147767:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757946.147772:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147780:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757946.147781:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757946.147792:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147800:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757946.147804:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.147811:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1787757946.211614:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:0.0:1787757946.211667:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1787757946.211681:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757946.211687:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:0.0:1787757946.211694:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757946.211700:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1787757946.211735:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787757946.211744:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:0.0:1787757946.211752:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787757946.211760:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787757946.211769:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72660 00000400:00000010:0.0:1787757946.211773:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72660. 00000100:00000001:0.0:1787757946.211779:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757946.211791:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551fc00 x1874583931114624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.211823:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757946.211829:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931114624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.211854:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.211860:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787757946.211882:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787757946.211888:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:0.0:1787757946.211897:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787757946.211907:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787757946.211922:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72330 00000400:00000010:0.0:1787757946.211932:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72330. 00000100:00000001:0.0:1787757946.211942:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757946.211968:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551e940 x1874583931114752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.212053:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757946.212069:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931114752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.212103:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.212113:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787757946.212137:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787757946.212150:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:0.0:1787757946.212163:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787757946.212196:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787757946.212209:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc727f8 00000400:00000010:0.0:1787757946.212244:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc727f8. 00000100:00000001:0.0:1787757946.212258:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757946.212388:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551e580 x1874583931114880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.212453:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757946.212472:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931114880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.212521:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.212531:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787757946.212565:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787757946.212583:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:0.0:1787757946.212596:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787757946.212621:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787757946.212636:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc726e8 00000400:00000010:0.0:1787757946.212647:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc726e8. 00000100:00000001:0.0:1787757946.212660:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757946.212685:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551f480 x1874583931115008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.212760:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757946.212778:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931115008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.212803:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.212813:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787757946.212842:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787757946.212853:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59700. 00000400:00000200:0.0:1787757946.212869:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787757946.212890:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787757946.212907:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72ee0 00000400:00000010:0.0:1787757946.212917:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72ee0. 00000100:00000001:0.0:1787757946.212948:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757946.212971:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551d680 x1874583931115136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.213016:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757946.213039:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931115136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757946.213080:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757946.213091:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757946.275400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757946.275410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757946.275413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757946.275419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757946.275424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757946.275429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.275433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757946.275436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757946.275440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757947.171437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757947.171448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757947.171452:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757947.171459:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757947.171465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757947.171471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757947.171477:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757947.171483:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757947.171488:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757947.171526:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757947.171526:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757947.171540:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757947.171542:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757947.171556:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757947.171557:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757947.171579:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757947.171579:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757947.171615:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757947.171616:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757947.171644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757947.171644:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757947.171670:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757947.171683:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757947.171745:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757947.171746:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757947.171753:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757947.171762:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757947.171800:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757947.171810:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757947.171813:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757947.171815:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757947.171818:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757947.171823:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757947.171826:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757947.171830:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757947.171835:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757947.171839:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757947.171848:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757947.171850:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757947.171854:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757947.171857:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757947.171867:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757947.171867:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757947.171874:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757947.171880:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757947.299406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757947.299415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757947.299418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757947.299425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757947.299429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757947.299434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757947.299437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757947.299441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757947.299444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757948.195408:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757948.195420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757948.195421:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757948.195426:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.195432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757948.195435:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757948.195441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.195451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757948.195460:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757948.195463:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757948.195474:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.195475:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757948.195488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757948.195495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757948.195504:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.195509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.195517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.195528:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757948.195561:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757948.195567:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757948.195573:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.195577:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757948.195581:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757948.195589:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757948.195590:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757948.195599:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.195602:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.195611:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757948.195614:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757948.195622:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.195623:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757948.195629:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.195633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.195641:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.195645:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.195651:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.259863:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757948.259876:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757948.259898:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757948.259920:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.259963:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.259972:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.259986:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757948.259996:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757948.260020:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.260039:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931115264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757948.260053:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757948.260064:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757948.260073:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.260083:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757948.260096:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757948.260106:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757948.260124:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757948.260138:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757948.260155:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757948.260172:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931115264, portal 25 00000100:00000001:0.0:1787757948.260183:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757948.260189:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787757948.260225:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.260310:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757948.260321:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757948.260328:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757948.260334:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931115264, offset 0 00000400:00000200:0.0:1787757948.260349:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757948.260368:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.260387:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757948.260407:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757948.260421:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757948.260433:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757948.260449:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757948.260467:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747471:747471:256:4294967295] 192.168.201.121@tcp LPNI seq info [747465:747465:8:4294967295] 00000400:00000200:0.0:1787757948.260489:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.260527:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757948.260554:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.260571:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757948.260597:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757948.260612:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757948.260713:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.260724:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757948.260739:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757948.260761:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757948.260777:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757948.260788:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757948.260803:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757948.260820:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.260860:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.260875:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.260905:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.260914:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757948.260939:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757948.260959:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757948.260971:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310326225 00000100:00000010:0.0:1787757948.260988:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787757948.261006:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757948.261026:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310326225 00000100:00000010:0.0:1787757948.261039:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787757948.261051:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757948.261062:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757948.261069:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.261078:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757948.261096:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757948/real 1787757948] req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757948.261142:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757948.261151:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757948.261159:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757948.261171:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757948.261180:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757948.261194:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757948.261211:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757948.261252:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.261312:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757948.261317:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.261327:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.261332:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757948.261349:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.261371:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757948.261384:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.261403:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757948.261413:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.261419:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.261423:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.261430:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757948.261437:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757948.261448:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757948.261457:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757948.261464:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757948.261479:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757948.261501:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931115264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757948.261515:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.261523:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.261537:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931115264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.261571:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757948.261579:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757948.261587:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757948.261599:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757948.261608:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757948.261617:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757948.261627:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757948.261637:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787757948.261648:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757948.261655:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757948.261662:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787757948.261697:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757948.261702:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.261711:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.261729:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757948.261738:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.261751:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757948.261762:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757948.261772:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757948.261791:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.261837:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.261844:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.261854:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757948.261861:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757948.261880:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.261893:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757948.261908:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757948.261916:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757948.261921:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.261926:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757948.261935:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757948.261944:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757948.261960:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757948.261970:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757948.261987:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757948.262002:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931115392, portal 10 00000100:00000001:0.0:1787757948.262013:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757948.262021:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787757948.262046:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262086:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757948.262099:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757948.262109:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757948.262118:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931115392, offset 0 00000400:00000200:0.0:1787757948.262130:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757948.262141:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.262150:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757948.262156:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757948.262163:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757948.262168:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757948.262172:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757948.262177:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747472:747472:256:4294967295] 192.168.201.121@tcp LPNI seq info [747466:747466:8:4294967295] 00000400:00000200:0.0:1787757948.262183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.262193:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757948.262199:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.262204:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757948.262211:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757948.262215:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757948.262231:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.262234:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757948.262239:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757948.262244:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757948.262248:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757948.262251:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757948.262255:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757948.262261:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262303:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.262308:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262318:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.262320:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757948.262325:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757948.262331:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757948.262335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757948.262339:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310325263 00000100:00000001:0.0:1787757948.262343:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.262346:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310325263 00000100:00000001:0.0:1787757948.262350:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.262353:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757948.262357:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.262360:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757948.262365:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757948/real 1787757948] req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757948.262375:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757948.262377:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757948.262379:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757948.262382:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757948.262385:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757948.262388:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757948.262392:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757948.262404:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262412:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757948.262414:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.262417:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.262419:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757948.262424:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262432:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757948.262437:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262446:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757948.262449:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.262452:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.262453:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.262456:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757948.262460:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757948.262465:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757948.262469:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757948.262472:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757948.262478:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757948.262488:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757948.262493:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757948.262497:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262505:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.262507:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.262510:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757948.262512:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757948.262515:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.262519:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757948.262524:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757948.262527:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757948.262529:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.262531:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757948.262537:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757948.262540:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757948.262544:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757948.262548:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757948.262552:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757948.262556:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931115520, portal 10 00000100:00000001:0.0:1787757948.262558:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757948.262561:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787757948.262568:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262585:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757948.262588:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757948.262591:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757948.262594:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931115520, offset 0 00000400:00000200:0.0:1787757948.262599:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757948.262604:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.262609:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757948.262612:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757948.262616:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757948.262620:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757948.262623:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757948.262627:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747473:747473:256:4294967295] 192.168.201.121@tcp LPNI seq info [747467:747467:8:4294967295] 00000400:00000200:0.0:1787757948.262633:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.262641:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757948.262647:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.262651:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757948.262657:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757948.262660:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757948.262713:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.262717:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757948.262724:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757948.262732:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757948.262737:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757948.262742:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757948.262747:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757948.262755:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262772:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.262779:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262808:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.262812:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757948.262818:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757948.262822:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757948.262828:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757948.262831:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310325261 00000100:00000001:0.0:1787757948.262834:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.262838:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310325261 00000100:00000001:0.0:1787757948.262841:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.262843:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757948.262846:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.262849:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757948.262854:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757948/real 1787757948] req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757948.262865:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757948.262867:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757948.262869:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757948.262873:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757948.262875:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757948.262878:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757948.262882:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757948.262893:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262902:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757948.262904:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.262906:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.262908:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757948.262913:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262923:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757948.262928:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.262937:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757948.262940:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.262942:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.262944:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.262947:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757948.262950:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757948.262953:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757948.262957:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757948.262960:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757948.262965:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757948.262980:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757948.262987:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757948.262994:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263009:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.263012:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.263017:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757948.263020:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757948.263025:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.263032:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757948.263039:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757948.263043:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757948.263047:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.263051:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757948.263057:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757948.263062:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757948.263069:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757948.263074:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757948.263079:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757948.263083:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931115648, portal 4 00000100:00000001:0.0:1787757948.263086:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757948.263088:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787757948.263097:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263106:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757948.263109:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757948.263112:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757948.263115:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931115648, offset 0 00000400:00000200:0.0:1787757948.263121:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757948.263126:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.263131:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757948.263135:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757948.263139:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757948.263142:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757948.263145:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757948.263150:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747474:747474:256:4294967295] 192.168.201.121@tcp LPNI seq info [747468:747468:8:4294967295] 00000400:00000200:0.0:1787757948.263156:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.263164:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757948.263170:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.263174:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757948.263180:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757948.263184:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757948.263199:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.263203:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757948.263207:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757948.263212:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757948.263216:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757948.263218:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757948.263222:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757948.263227:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263237:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.263241:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263250:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.263252:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757948.263256:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757948.263260:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757948.263264:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757948.263300:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310325298 00000100:00000001:0.0:1787757948.263304:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.263307:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310325298 00000100:00000001:0.0:1787757948.263310:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.263313:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757948.263316:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.263319:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757948.263324:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757948/real 1787757948] req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757948.263335:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757948.263337:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757948.263339:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757948.263343:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757948.263345:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757948.263349:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757948.263353:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757948.263365:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263373:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757948.263375:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263377:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.263379:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757948.263383:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263392:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757948.263397:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263406:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757948.263409:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263412:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.263414:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263416:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757948.263418:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757948.263422:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757948.263426:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757948.263429:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757948.263434:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757948.263443:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757948.263448:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263451:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.263456:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931115392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263465:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757948.263468:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757948.263471:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757948.263474:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757948.263477:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757948.263479:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757948.263482:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757948.263485:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787757948.263488:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757948.263490:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757948.263493:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787757948.263496:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757948.263499:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263501:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.263505:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931115520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263513:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757948.263515:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757948.263517:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757948.263520:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757948.263522:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757948.263523:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757948.263526:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757948.263527:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787757948.263530:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757948.263531:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757948.263533:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787757948.263536:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757948.263538:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263540:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.263544:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931115648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263551:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757948.263554:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757948.263556:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757948.263559:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757948.263561:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757948.263563:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757948.263566:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757948.263568:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787757948.263570:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757948.263572:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757948.263574:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787757948.263576:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757948.263578:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263580:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.263585:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757948.263587:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.263590:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757948.263592:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757948.263594:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757948.263599:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263613:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757948.263616:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.263619:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757948.263623:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757948.263627:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757948.263634:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757948.263641:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757948.263645:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757948.263649:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757948.263653:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757948.263659:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757948.263664:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757948.263693:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757948.263700:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757948.263708:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757948.263715:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931115776, portal 4 00000100:00000001:0.0:1787757948.263721:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757948.263724:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787757948.263736:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263749:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757948.263755:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757948.263761:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757948.263766:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931115776, offset 0 00000400:00000200:0.0:1787757948.263775:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757948.263784:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.263792:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757948.263799:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757948.263804:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757948.263810:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757948.263814:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757948.263821:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747475:747475:256:4294967295] 192.168.201.121@tcp LPNI seq info [747469:747469:8:4294967295] 00000400:00000200:0.0:1787757948.263827:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757948.263836:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757948.263843:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.263849:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757948.263855:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757948.263859:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787757948.263875:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757948.263878:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757948.263882:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757948.263887:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757948.263892:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757948.263894:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757948.263898:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757948.263904:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263923:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.263928:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.263937:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.263939:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757948.263943:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757948.263948:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757948.263952:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757948.263955:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310325277 00000100:00000001:0.0:1787757948.263959:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.263962:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310325277 00000100:00000001:0.0:1787757948.263965:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310326225 00000100:00000001:0.0:1787757948.263968:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757948.263972:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.263976:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757948.263983:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757948/real 1787757948] req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757948.263999:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757948.264002:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757948.264005:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757948.264011:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757948.264015:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757948.264019:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757948.264027:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757948.264046:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.264062:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757948.264065:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.264070:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.264073:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757948.264081:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.264091:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757948.264096:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.264106:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757948.264109:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.264111:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757948.264113:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.264115:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757948.264117:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757948.264121:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757948.264125:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757948.264128:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757948.264133:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757948.264143:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931115776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757948.264149:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.264151:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757948.264156:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931115776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757948.264164:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757948.264166:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757948.264169:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787757948.264172:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757948.264174:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757948.264177:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757948.264180:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757948.264182:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787757948.264186:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757948.264188:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757948.264190:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787757948.264193:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757948.264196:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.264198:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757948.264203:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757948.264205:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757948.264208:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757948.264210:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757948.323377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757948.323387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757948.323391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757948.323399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757948.323405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757948.323410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757948.323414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757948.323419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757948.323424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757949.219411:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757949.219421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757949.219425:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757949.219432:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757949.219440:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757949.219442:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757949.219451:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757949.219453:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757949.219461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757949.219462:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757949.219473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757949.219485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757949.219487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757949.219493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757949.219502:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757949.219504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757949.219511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757949.219518:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757949.219559:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757949.219565:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757949.219569:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757949.219574:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757949.219579:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757949.219584:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757949.219592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757949.219600:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757949.219606:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757949.219611:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757949.219620:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757949.219626:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757949.219633:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757949.219642:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757949.219650:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757949.219706:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757949.219713:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757949.219728:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757949.283382:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310326225, at 4310326272 00000100:00000010:1.0:1787757949.283398:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000040:0.0:1787757949.283537:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310326225, at 4310326272 00000100:00000010:0.0:1787757949.283550:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:1.0:1787757949.347350:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757949.347357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757949.347360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757949.347365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757949.347369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757949.347373:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757949.347376:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757949.347379:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757949.347382:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757950.243425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757950.243438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757950.243442:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757950.243450:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757950.243458:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757950.243467:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.243475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757950.243482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757950.243483:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757950.243495:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757950.243497:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757950.243506:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757950.243517:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757950.243529:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757950.243537:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.243558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757950.243561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757950.243565:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757950.243570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.243571:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757950.243581:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757950.243582:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757950.243589:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757950.243595:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.243599:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757950.243602:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.243606:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757950.243663:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757950.243673:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757950.243680:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757950.243687:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757950.243700:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757950.243704:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757950.243711:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757950.243712:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757950.243722:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757950.243724:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757950.243731:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757950.243733:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757950.243745:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757950.243746:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757950.243755:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757950.243762:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757950.243766:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757950.243770:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757950.371389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757950.371395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757950.371398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757950.371403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757950.371408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757950.371411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.371414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757950.371417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757950.371420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757951.267476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757951.267491:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757951.267502:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757951.267518:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757951.267527:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757951.267531:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757951.267536:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757951.267544:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.267544:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757951.267560:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757951.267560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757951.267571:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.267571:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757951.267582:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757951.267584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757951.267593:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757951.267599:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.267605:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757951.267677:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757951.267688:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757951.267694:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757951.267701:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757951.267708:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757951.267714:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757951.267719:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757951.267726:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.267727:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757951.267737:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757951.267739:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757951.267743:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757951.267756:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757951.267768:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757951.267780:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.267798:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757951.267803:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.267808:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757951.395381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757951.395391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757951.395395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757951.395402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757951.395408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757951.395413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.395418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757951.395422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757951.395427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757952.291415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757952.291426:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757952.291430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757952.291439:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757952.291450:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757952.291460:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.291466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757952.291471:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.291477:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757952.291502:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757952.291514:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757952.291521:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757952.291530:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757952.291544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757952.291545:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757952.291556:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.291559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757952.291575:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757952.291575:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757952.291590:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757952.291594:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757952.291647:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757952.291653:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757952.291665:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.291698:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757952.291710:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.291723:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757952.291744:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757952.291752:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757952.291759:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757952.291766:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757952.291777:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757952.291784:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757952.291791:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757952.291803:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757952.291816:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757952.419385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757952.419391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757952.419394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757952.419399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757952.419404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757952.419408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.419411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757952.419414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757952.419418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.315380:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757953.315385:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757953.315388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757953.315394:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757953.315398:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757953.315403:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.315406:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757953.315408:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.315412:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.315434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757953.315442:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757953.315447:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757953.315456:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757953.315463:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757953.315464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757953.315480:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.315481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757953.315490:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.315494:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757953.315496:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757953.315502:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.315503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757953.315509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.315516:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.315530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757953.315533:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757953.315533:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.315541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.315542:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757953.315548:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757953.315553:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757953.315562:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757953.315573:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.315594:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757953.315600:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.315610:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757953.379345:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757953.379351:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757953.379353:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757953.379366:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757953.379370:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757953.379377:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15657 00000400:00000200:1.0:1787757953.379385:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757953.379389:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757953.379393:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757953.379395:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379398:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.379400:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379401:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757953.379405:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757953.379407:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757953.379408:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757953.379411:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757953.379413:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757953.379414:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757953.379417:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379418:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.379430:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379432:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757953.379434:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757953.379437:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379438:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757953.379440:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757953.379443:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757953.379445:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379447:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757953.379449:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757953.379457:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757953.379460:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757953.379463:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757953.379465:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379467:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757953.379470:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757953.379473:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757953.379480:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757953.379485:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757953.379503:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757953.379512:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757953.379516:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757953.379519:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757953.379538:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757953.379541:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757953.379544:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757953.379545:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757953.379546:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757953.379548:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757953.379550:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15657 00000400:00000200:1.0:1787757953.379552:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757953.379554:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757953.379555:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757953.379565:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379566:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.379568:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379569:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757953.379571:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757953.379572:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757953.379573:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757953.379575:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757953.379576:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757953.379577:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757953.379603:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379606:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.379607:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379609:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757953.379610:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757953.379612:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379614:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757953.379615:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757953.379620:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757953.379621:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379623:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757953.379626:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757953.379629:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379631:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757953.379634:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757953.379636:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757953.379639:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757953.379641:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379642:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757953.379643:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757953.379645:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757953.379648:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757953.379651:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.379656:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787757953.379656:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757953.379664:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757953.379666:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757953.379668:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787757953.379670:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757953.379677:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787757953.379682:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757953.379717:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.379722:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1787757953.379723:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787757953.379725:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757953.379735:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1787757953.379737:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787757953.379739:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1787757953.379742:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787757953.379743:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1787757953.379753:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379754:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1787757953.379770:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931115904:192.168.201.121@tcp:250:kworker.0 00000100:00080000:1.0:1787757953.379770:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15657 00000100:00000001:0.0:1787757953.379787:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1787757953.379787:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:0.0:1787757953.379797:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1787757953.379797:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 02000000:00000001:0.0:1787757953.379802:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757953.379803:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1787757953.379808:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787757953.379812:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379815:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.379816:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379818:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000010:0.0:1787757953.379819:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 00000020:00000001:1.0:1787757953.379821:0:220460:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787757953.379824:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787757953.379826:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757953.379837:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757953.379840:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000400:00000200:0.0:1787757953.379845:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:1.0:1787757953.379849:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000010:0.0:1787757953.379854:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000020:00000001:1.0:1787757953.379856:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757953.379867:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379869:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1787757953.379870:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000040:1.0:1787757953.379872:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379877:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757953.379879:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757953.379881:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757953.379883:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757953.379886:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931115904, portal 25 02000000:00000001:1.0:1787757953.379886:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757953.379891:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757953.379896:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1787757953.379897:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.379902:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000001:1.0:1787757953.379903:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757953.379906:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757953.379914:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379916:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757953.379924:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000100:00000040:0.0:1787757953.379925:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787757953.379929:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757953.379938:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757953.379943:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.379950:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757953.379954:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757953.379958:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.379963:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1787757953.379964:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757953.379972:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757953.379980:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00100000:1.0:1787757953.379983:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787757953.379988:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000001:1.0:1787757953.379989:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757953.379994:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757953.380000:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931115904, offset 0 00000100:00000040:1.0:1787757953.380001:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757953.380016:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757953.380018:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757953.380026:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:0.0:1787757953.380027:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380028:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757953.380033:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757953.380036:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757953.380039:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15657 00000400:00000200:0.0:1787757953.380047:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.380058:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757953.380064:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757953.380068:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757953.380072:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757953.380074:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757953.380078:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747476:747476:256:4294967295] 192.168.201.121@tcp LPNI seq info [747470:747470:8:4294967295] 00000400:00000200:0.0:1787757953.380098:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.380108:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787757953.380116:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787757953.380118:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787757953.380123:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757953.380125:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000010:0.0:1787757953.380127:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000100:00000040:1.0:1787757953.380128:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380132:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.380136:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000200:0.0:1787757953.380138:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757953.380144:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000200:0.0:1787757953.380145:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later) 00000020:00000001:1.0:1787757953.380156:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757953.380164:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757953.380172:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000100:0.0:1787757953.380175:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787757953.380178:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000800:00000010:0.0:1787757953.380179:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000020:00000001:1.0:1787757953.380187:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000200:0.0:1787757953.380189:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1787757953.380195:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757953.380199:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380201:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.380205:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787757953.380212:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787757953.380213:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757953.380217:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000400:00000200:0.0:1787757953.380219:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000100:00080000:1.0:1787757953.380225:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000010:0.0:1787757953.380226:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:1.0:1787757953.380236:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.380239:0:2420:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787757953.380240:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757953.380247:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787757953.380252:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787757953.380253:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380255:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757953.380279:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00100000:1.0:1787757953.380293:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757953.380295:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380297:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757953.380300:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757953.380302:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757953.380305:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757953.380306:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380308:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757953.380309:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757953.380311:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757953.380316:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787757953.380320:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:0.0:1787757953.380329:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380329:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.380342:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1787757953.380347:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757953.380366:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757953.380368:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380368:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757953.380378:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757953.380381:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310331345 00000100:00000010:0.0:1787757953.380387:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787757953.380393:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757953.380401:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310331345 00000100:00000040:1.0:1787757953.380403:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787757953.380405:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787757953.380415:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757953.380433:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.380437:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787757953.380439:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787757953.380442:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757953.380445:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757953.380447:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787757953.380449:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757953.380451:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757953.380454:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1787757953.380457:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757953/real 1787757953] req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757953.380461:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15657 00000400:00000200:1.0:1787757953.380478:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757953.380485:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757953.380487:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757953.380500:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380510:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.380520:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380531:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757953.380541:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757953.380545:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757953.380550:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757953.380556:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757953.380566:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757953.380568:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000400:00000001:0.0:1787757953.380571:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1787757953.380572:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380591:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757953.380594:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757953.380595:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757953.380597:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757953.380599:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000001:0.0:1787757953.380601:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787757953.380602:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757953.380607:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757953.380622:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787757953.380625:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787757953.380626:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380631:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757953.380635:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1787757953.380636:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000008:00000001:1.0:1787757953.380637:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.380642:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757953.380643:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000010:1.0:1787757953.380646:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787757953.380650:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1787757953.380650:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757953.380657:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757953.380658:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757953.380665:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757953.380666:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757953.380672:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757953.380677:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757953.380688:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000200:0.0:1787757953.380695:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757953.380697:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757953.380714:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757953.380719:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757953.380725:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.380730:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757953.380732:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787757953.380736:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.380737:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757953.380766:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757953.380767:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.380832:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.380834:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757953.380840:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15668) 00000100:00000040:0.0:1787757953.380842:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.380852:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757953.380854:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.380855:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.380858:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.380860:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757953.380862:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757953.380865:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757953.380868:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757953.380871:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757953.380875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757953.380885:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931115904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757953.380891:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.380893:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.380897:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.380904:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757953.380907:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757953.380911:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757953.380915:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757953.380918:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757953.380920:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757953.380922:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757953.380925:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787757953.380929:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757953.380931:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757953.380932:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787757953.380935:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757953.380936:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.380938:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.380946:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757953.380947:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.380949:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757953.380951:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757953.380952:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757953.380955:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.380962:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757953.380963:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.380965:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757953.380967:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757953.380969:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757953.380971:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757953.380974:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757953.380976:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757953.380978:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.380979:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757953.380982:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757953.380983:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757953.380987:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757953.380990:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757953.380993:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757953.380996:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116032, portal 10 00000100:00000001:0.0:1787757953.380997:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757953.380998:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787757953.381003:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381008:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757953.381010:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757953.381012:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757953.381013:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931116032, offset 0 00000400:00000200:0.0:1787757953.381017:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381020:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381023:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757953.381025:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757953.381027:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757953.381029:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757953.381031:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381034:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747477:747477:256:4294967295] 192.168.201.121@tcp LPNI seq info [747471:747471:8:4294967295] 00000400:00000200:0.0:1787757953.381037:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381041:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757953.381044:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381047:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757953.381049:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757953.381052:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1787757953.381062:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381063:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757953.381066:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757953.381068:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757953.381071:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757953.381072:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757953.381074:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757953.381077:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381099:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.381103:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381112:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381114:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757953.381119:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757953.381125:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757953.381130:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757953.381133:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310330381 00000100:00000001:0.0:1787757953.381137:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381141:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310330381 00000100:00000001:0.0:1787757953.381144:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381147:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757953.381150:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381152:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757953.381157:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757953/real 1787757953] req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757953.381167:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757953.381169:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757953.381172:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757953.381176:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757953.381178:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757953.381181:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757953.381185:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757953.381196:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381204:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757953.381206:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381209:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.381210:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757953.381215:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381223:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757953.381228:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381237:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757953.381241:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381243:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.381245:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381248:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757953.381253:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757953.381256:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757953.381261:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757953.381280:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757953.381283:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757953.381289:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757953.381292:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757953.381295:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381300:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757953.381301:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.381303:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757953.381304:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757953.381305:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757953.381307:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757953.381309:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757953.381310:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757953.381312:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.381331:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757953.381334:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757953.381336:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757953.381339:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757953.381340:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757953.381343:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757953.381345:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116160, portal 10 00000100:00000001:0.0:1787757953.381347:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757953.381348:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787757953.381353:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381375:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757953.381377:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757953.381379:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757953.381381:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931116160, offset 0 00000400:00000200:0.0:1787757953.381383:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381389:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757953.381391:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757953.381394:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757953.381396:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757953.381397:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381400:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747478:747478:256:4294967295] 192.168.201.121@tcp LPNI seq info [747472:747472:8:4294967295] 00000400:00000200:0.0:1787757953.381403:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381407:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757953.381410:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381412:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757953.381416:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757953.381418:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1787757953.381442:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381443:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757953.381446:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757953.381448:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757953.381451:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757953.381452:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757953.381454:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757953.381456:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381462:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.381464:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381469:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381470:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757953.381472:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757953.381475:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757953.381477:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757953.381478:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310330380 00000100:00000001:0.0:1787757953.381479:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381481:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310330380 00000100:00000001:0.0:1787757953.381483:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381501:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757953.381502:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381504:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757953.381507:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757953/real 1787757953] req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757953.381512:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757953.381513:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757953.381514:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757953.381515:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757953.381517:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757953.381518:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757953.381520:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757953.381526:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381532:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757953.381533:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381534:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.381535:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757953.381537:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381541:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757953.381544:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381550:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757953.381553:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381569:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.381570:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381574:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757953.381578:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757953.381594:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757953.381599:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757953.381602:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757953.381607:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757953.381617:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757953.381622:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757953.381626:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381632:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757953.381633:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.381635:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757953.381637:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757953.381638:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757953.381641:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757953.381643:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757953.381645:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757953.381646:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.381648:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757953.381651:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757953.381652:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757953.381656:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757953.381658:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757953.381661:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757953.381664:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116288, portal 4 00000100:00000001:0.0:1787757953.381665:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757953.381667:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787757953.381671:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381676:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757953.381678:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757953.381680:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757953.381682:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931116288, offset 0 00000400:00000200:0.0:1787757953.381685:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381687:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381690:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757953.381692:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757953.381694:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757953.381695:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757953.381697:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381700:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747479:747479:256:4294967295] 192.168.201.121@tcp LPNI seq info [747473:747473:8:4294967295] 00000400:00000200:0.0:1787757953.381703:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381707:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757953.381710:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381713:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757953.381716:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757953.381718:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1787757953.381726:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381727:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757953.381730:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757953.381732:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757953.381735:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757953.381736:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757953.381738:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757953.381740:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381746:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.381748:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381758:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381759:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757953.381761:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757953.381764:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757953.381766:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757953.381768:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310330416 00000100:00000001:0.0:1787757953.381770:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381771:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310330416 00000100:00000001:0.0:1787757953.381773:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381774:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757953.381776:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381777:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757953.381779:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757953/real 1787757953] req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757953.381784:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757953.381785:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757953.381786:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757953.381787:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757953.381788:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757953.381790:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757953.381792:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757953.381798:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381802:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757953.381802:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381804:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.381805:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757953.381807:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381812:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757953.381815:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381819:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757953.381821:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381822:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.381823:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.381824:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757953.381825:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757953.381827:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757953.381829:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757953.381830:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757953.381833:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757953.381838:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757953.381840:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757953.381842:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381846:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757953.381848:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.381849:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757953.381850:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757953.381852:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757953.381854:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757953.381857:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757953.381858:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757953.381860:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757953.381861:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757953.381863:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757953.381865:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757953.381867:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757953.381869:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757953.381873:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757953.381877:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116416, portal 4 00000100:00000001:0.0:1787757953.381879:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757953.381880:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787757953.381887:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381894:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757953.381896:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757953.381899:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757953.381902:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931116416, offset 0 00000400:00000200:0.0:1787757953.381907:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381912:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381916:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757953.381919:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757953.381922:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757953.381925:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757953.381928:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757953.381930:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747480:747480:256:4294967295] 192.168.201.121@tcp LPNI seq info [747474:747474:8:4294967295] 00000400:00000200:0.0:1787757953.381933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757953.381938:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757953.381941:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381944:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757953.381947:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757953.381949:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1787757953.381958:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757953.381960:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757953.381963:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757953.381965:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757953.381967:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757953.381968:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757953.381970:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757953.381973:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381979:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.381981:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.381986:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.381987:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757953.381989:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757953.381992:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757953.381994:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757953.381995:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310330395 00000100:00000001:0.0:1787757953.381997:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.381999:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310330395 00000100:00000001:0.0:1787757953.382001:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310331345 00000100:00000001:0.0:1787757953.382002:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757953.382003:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.382005:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757953.382007:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757953/real 1787757953] req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757953.382012:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757953.382013:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757953.382014:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757953.382016:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757953.382017:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757953.382019:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757953.382021:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757953.382027:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382031:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757953.382032:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382033:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.382034:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757953.382036:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382040:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757953.382043:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382047:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757953.382049:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382050:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757953.382051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382053:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757953.382054:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757953.382056:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757953.382058:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757953.382059:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757953.382062:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757953.382066:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757953.382069:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382070:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.382073:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931116032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382078:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757953.382079:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757953.382098:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757953.382101:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757953.382104:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757953.382106:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757953.382109:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757953.382112:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787757953.382116:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757953.382118:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757953.382120:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787757953.382124:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757953.382126:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382129:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.382133:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931116160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382141:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757953.382143:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757953.382145:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757953.382148:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757953.382150:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757953.382151:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757953.382154:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757953.382156:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787757953.382159:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757953.382160:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757953.382162:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787757953.382165:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757953.382167:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382169:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.382173:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931116288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382181:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757953.382184:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757953.382186:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757953.382189:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757953.382191:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757953.382193:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757953.382196:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757953.382197:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787757953.382200:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757953.382202:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757953.382203:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787757953.382207:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757953.382208:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382210:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757953.382214:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931116416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757953.382222:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757953.382223:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757953.382225:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757953.382243:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757953.382244:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757953.382245:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757953.382246:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757953.382247:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787757953.382249:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757953.382249:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757953.382250:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787757953.382252:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757953.382253:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382254:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757953.382257:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757953.382258:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757953.382259:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757953.382260:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757953.443328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757953.443332:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757953.443334:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757953.443337:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757953.443340:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757953.443342:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.443344:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757953.443345:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757953.443347:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757954.339455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757954.339471:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757954.339483:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757954.339504:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757954.339521:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757954.339537:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757954.339540:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757954.339553:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757954.339559:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757954.339607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757954.339613:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757954.339614:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757954.339641:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757954.339644:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757954.339660:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757954.339673:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757954.339680:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757954.339698:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757954.339713:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757954.339728:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757954.339744:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757954.339755:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757954.339778:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757954.339793:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757954.339807:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757954.339814:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757954.339826:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757954.339844:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757954.339854:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757954.339866:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757954.339881:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757954.339892:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757954.339901:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757954.339908:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757954.339914:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757954.339928:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757954.403374:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310331345, at 4310331392 00000100:00000010:1.0:1787757954.403397:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000040:0.0:1787757954.403416:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310331345, at 4310331392 00000100:00000010:0.0:1787757954.403434:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:1.0:1787757954.467436:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757954.467445:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757954.467448:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757954.467455:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757954.467459:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757954.467464:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757954.467468:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757954.467471:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757954.467476:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757955.363446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757955.363457:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757955.363464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757955.363472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757955.363479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757955.363488:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.363493:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757955.363503:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757955.363503:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.363513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757955.363514:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757955.363524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757955.363532:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757955.363543:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757955.363579:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757955.363592:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757955.363599:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757955.363606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757955.363641:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757955.363649:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757955.363655:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757955.363663:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757955.363668:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757955.363672:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757955.363684:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.363685:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757955.363695:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757955.363697:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757955.363704:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757955.363709:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757955.363714:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757955.363718:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757955.363729:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.363754:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757955.363762:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.363772:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757955.491372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757955.491380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757955.491383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757955.491390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757955.491394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757955.491398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.491401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757955.491404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757955.491408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757956.387468:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757956.387474:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757956.387477:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757956.387484:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757956.387485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757956.387491:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757956.387494:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757956.387500:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757956.387508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757956.387514:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757956.387516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.387524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757956.387554:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757956.387563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757956.387566:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.387569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757956.387582:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757956.387584:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757956.387631:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757956.387634:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757956.387641:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757956.387646:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757956.387649:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757956.387654:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757956.387661:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757956.387666:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757956.387672:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757956.387677:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757956.387680:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757956.387688:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757956.387690:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757956.387691:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757956.387704:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757956.387705:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757956.387712:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.387720:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757956.387750:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757956.387762:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757956.387769:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757956.387776:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757956.387782:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757956.387788:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.387795:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757956.387803:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.387814:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757956.515384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757956.515400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757956.515402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757956.515408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757956.515413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757956.515418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.515422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757956.515427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757956.515433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757957.411496:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757957.411507:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757957.411542:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757957.411547:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757957.411553:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757957.411559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757957.411563:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757957.411570:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757957.411572:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757957.411585:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757957.411587:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757957.411594:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.411603:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757957.411607:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757957.411613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.411627:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757957.411638:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.411650:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757957.411651:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757957.411668:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757957.411676:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757957.411691:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757957.411701:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757957.411712:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757957.411728:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757957.411736:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757957.411742:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757957.411748:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757957.411757:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757957.411760:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757957.411765:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757957.411770:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757957.411775:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.411778:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757957.411781:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.411785:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757957.539400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757957.539411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757957.539415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757957.539424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757957.539431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757957.539437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.539442:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757957.539446:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757957.539450:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.435372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757958.435397:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757958.435401:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.435404:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757958.435407:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757958.435408:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757958.435413:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.435414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757958.435420:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757958.435421:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757958.435429:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757958.435434:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.435439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757958.435440:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757958.435444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.435444:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.435456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.435458:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.435480:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757958.435487:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757958.435504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.435505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757958.435510:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757958.435511:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757958.435514:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.435517:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757958.435518:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757958.435521:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.435522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757958.435527:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.435533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757958.435537:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.435541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.435542:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757958.435547:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.435552:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757958.499321:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757958.499326:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757958.499328:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757958.499331:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757958.499335:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757958.499342:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15663 00000400:00000200:1.0:1787757958.499349:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757958.499354:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757958.499357:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757958.499360:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499363:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.499365:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499367:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757958.499370:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757958.499372:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757958.499374:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757958.499376:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757958.499378:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757958.499380:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757958.499382:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499383:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.499385:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499386:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757958.499389:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757958.499391:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499393:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.499395:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757958.499398:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757958.499400:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.499401:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757958.499403:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757958.499411:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757958.499414:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757958.499417:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757958.499419:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.499421:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757958.499423:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757958.499426:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757958.499432:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757958.499438:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757958.499446:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757958.499455:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757958.499460:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757958.499464:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757958.499482:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757958.499485:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757958.499507:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757958.499509:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757958.499510:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757958.499513:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757958.499515:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15663 00000400:00000200:1.0:1787757958.499518:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757958.499520:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757958.499522:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757958.499525:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499527:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.499529:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499531:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757958.499533:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757958.499534:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757958.499535:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757958.499537:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757958.499539:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757958.499540:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757958.499542:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757958.499544:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787757958.499544:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.499549:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757958.499550:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757958.499551:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757958.499552:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787757958.499555:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757958.499562:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000040:0.0:1787757958.499563:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757958.499564:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.499570:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787757958.499576:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787757958.499576:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757958.499578:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.499581:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.499583:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787757958.499584:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787757958.499587:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1787757958.499589:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787757958.499590:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787757958.499595:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757958.499598:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931116544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757958.499599:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757958.499605:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787757958.499606:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1787757958.499610:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757958.499611:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787757958.499614:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757958.499615:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.499618:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.499619:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787757958.499622:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757958.499624:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1787757958.499626:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:1.0:1787757958.499626:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.499631:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757958.499634:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757958.499638:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.499639:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757958.499645:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00100000:1.0:1787757958.499646:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787757958.499651:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787757958.499655:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757958.499658:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757958.499660:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116544, portal 25 00000100:00000040:1.0:1787757958.499661:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.499665:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757958.499668:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000001:1.0:1787757958.499676:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757958.499677:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757958.499679:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757958.499688:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757958.499691:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757958.499694:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757958.499695:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787757958.499698:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787757958.499700:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787757958.499704:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15663 00000400:00000010:0.0:1787757958.499705:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000400:00000200:1.0:1787757958.499709:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000200:0.0:1787757958.499711:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931116544, offset 0 00000400:00000200:1.0:1787757958.499713:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757958.499718:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757958.499720:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499722:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.499726:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787757958.499727:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499729:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757958.499732:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757958.499733:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757958.499734:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757958.499735:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757958.499737:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757958.499738:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787757958.499742:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787757958.499743:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499748:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.499749:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499751:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757958.499753:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787757958.499756:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00080000:1.0:1787757958.499758:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499763:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.499765:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757958.499767:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787757958.499768:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787757958.499769:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.499772:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757958.499774:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757958.499776:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.499777:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787757958.499780:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.499784:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1787757958.499785:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757958.499789:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000400:00000200:0.0:1787757958.499790:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 02000000:00000001:1.0:1787757958.499794:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757958.499798:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.499799:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747481:747481:256:4294967295] 192.168.201.121@tcp LPNI seq info [747475:747475:8:4294967295] 00000100:00000001:1.0:1787757958.499801:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757958.499804:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757958.499806:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.499808:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787757958.499811:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757958.499814:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.499822:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00100000:1.0:1787757958.499822:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757958.499835:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1787757958.499836:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757958.499840:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787757958.499861:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000100:00000040:1.0:1787757958.499864:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787757958.499883:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757958.499885:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787757958.499893:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000100:00080000:1.0:1787757958.499894:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757958.499907:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757958.499915:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757958.499922:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757958.499928:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:0.0:1787757958.499939:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787757958.499941:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15663 00000800:00000010:0.0:1787757958.499949:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:1.0:1787757958.499958:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.499963:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787757958.499981:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757958.499985:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787757958.499990:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787757958.499993:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787757958.499997:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000100:00000001:1.0:1787757958.499997:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.500002:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787757958.500003:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:1.0:1787757958.500005:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757958.500008:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757958.500009:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000001:0.0:1787757958.500010:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1787757958.500011:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757958.500014:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000200:0.0:1787757958.500017:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757958.500018:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757958.500023:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757958.500032:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.500035:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757958.500036:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787757958.500039:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787757958.500059:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757958.500059:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757958.500063:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757958.500069:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757958.500074:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.500079:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787757958.500084:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.500084:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757958.500086:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500090:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787757958.500090:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757958.500095:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757958.500098:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.500099:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500102:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.500108:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:1.0:1787757958.500109:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787757958.500113:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310336464 00000020:00000040:1.0:1787757958.500113:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757958.500119:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757958.500121:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.500122:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757958.500123:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1787757958.500124:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 02000000:00000001:1.0:1787757958.500125:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757958.500132:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:0.0:1787757958.500133:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757958.500135:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500141:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310336464 00000100:00100000:1.0:1787757958.500142:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1787757958.500148:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787757958.500169:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757958.500169:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757958.500174:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500175:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757958.500180:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757958.500180:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500185:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787757958.500191:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757958.500193:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757958/real 1787757958] req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757958.500194:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757958.500202:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757958.500205:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757958.500208:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:0.0:1787757958.500211:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1787757958.500212:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:0.0:1787757958.500214:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757958.500218:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000100:00080000:1.0:1787757958.500218:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15663 00000400:00000200:0.0:1787757958.500224:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000200:1.0:1787757958.500225:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757958.500228:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000400:00000200:1.0:1787757958.500231:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787757958.500233:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1787757958.500234:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1787757958.500240:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757958.500240:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.500246:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757958.500250:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757958.500255:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757958.500258:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757958.500260:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000200:0.0:1787757958.500261:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757958.500262:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757958.500265:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757958.500270:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757958.500275:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787757958.500276:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757958.500279:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500282:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.500283:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757958.500288:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500294:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757958.500297:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757958.500302:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757958.500303:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757958.500307:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757958.500308:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757958.500312:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757958.500313:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.500316:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.500317:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757958.500320:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000040:1.0:1787757958.500321:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000001:0.0:1787757958.500323:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787757958.500326:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757958.500328:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757958.500329:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757958.500332:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757958.500334:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.500335:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757958.500337:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757958.500339:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.500340:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757958.500344:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757958.500346:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757958.500349:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757958.500352:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757958.500353:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787757958.500355:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757958.500358:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:0.0:1787757958.500360:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 02000000:00000001:1.0:1787757958.500361:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500364:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000010:1.0:1787757958.500367:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000040:0.0:1787757958.500369:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757958.500371:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757958.500381:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787757958.500384:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931116544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757958.500393:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.500396:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757958.500397:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787757958.500401:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757958.500403:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931116544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757958.500408:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500413:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757958.500417:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757958.500422:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 00000100:00000001:1.0:1787757958.500422:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500428:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1787757958.500430:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15673) 00000020:00000001:0.0:1787757958.500432:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757958.500434:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757958.500437:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757958.500439:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787757958.500443:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757958.500445:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757958.500447:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787757958.500449:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757958.500450:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500452:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500457:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757958.500459:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500460:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757958.500461:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757958.500463:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757958.500466:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500471:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757958.500472:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500474:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757958.500476:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757958.500477:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757958.500479:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757958.500482:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757958.500484:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757958.500485:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500486:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757958.500506:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757958.500508:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.500511:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757958.500514:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757958.500517:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757958.500519:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116672, portal 10 00000100:00000001:0.0:1787757958.500520:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757958.500522:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000040:0.0:1787757958.500527:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500532:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757958.500534:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757958.500536:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757958.500537:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931116672, offset 0 00000400:00000200:0.0:1787757958.500541:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757958.500544:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.500547:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757958.500550:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757958.500552:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757958.500554:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757958.500556:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757958.500558:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747482:747482:256:4294967295] 192.168.201.121@tcp LPNI seq info [747476:747476:8:4294967295] 00000400:00000200:0.0:1787757958.500562:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.500566:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757958.500569:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.500572:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757958.500575:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757958.500577:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787757958.500585:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.500587:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757958.500589:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757958.500592:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757958.500595:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757958.500596:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757958.500598:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757958.500601:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500607:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.500609:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500614:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500615:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757958.500618:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757958.500621:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757958.500624:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757958.500626:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310335501 00000100:00000001:0.0:1787757958.500628:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.500630:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310335501 00000100:00000001:0.0:1787757958.500632:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.500634:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757958.500636:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500638:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757958.500640:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757958/real 1787757958] req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757958.500645:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757958.500646:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757958.500647:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757958.500649:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757958.500650:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757958.500651:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757958.500653:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757958.500659:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500664:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757958.500665:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500666:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.500667:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757958.500670:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500674:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757958.500676:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500682:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757958.500684:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500686:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.500687:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500688:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757958.500690:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757958.500692:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757958.500694:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757958.500695:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757958.500698:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757958.500704:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757958.500708:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757958.500712:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500719:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757958.500721:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500724:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757958.500725:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757958.500728:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757958.500732:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757958.500736:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757958.500739:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757958.500740:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500742:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757958.500746:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757958.500749:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.500753:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757958.500756:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757958.500760:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757958.500764:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116800, portal 10 00000100:00000001:0.0:1787757958.500766:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757958.500767:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787757958.500772:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500778:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757958.500779:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757958.500781:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757958.500783:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931116800, offset 0 00000400:00000200:0.0:1787757958.500786:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757958.500789:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.500791:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757958.500793:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757958.500795:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757958.500797:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757958.500799:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757958.500801:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747483:747483:256:4294967295] 192.168.201.121@tcp LPNI seq info [747477:747477:8:4294967295] 00000400:00000200:0.0:1787757958.500805:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.500809:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757958.500812:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.500814:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757958.500817:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757958.500820:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787757958.500828:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.500830:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757958.500832:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757958.500834:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757958.500837:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757958.500839:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757958.500841:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757958.500843:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500849:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.500851:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500871:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500872:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757958.500874:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757958.500877:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757958.500879:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757958.500880:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310335499 00000100:00000001:0.0:1787757958.500882:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.500884:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310335499 00000100:00000001:0.0:1787757958.500885:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.500887:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757958.500889:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.500890:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757958.500893:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757958/real 1787757958] req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757958.500898:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757958.500899:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757958.500900:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757958.500901:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757958.500902:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757958.500904:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757958.500906:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757958.500912:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500917:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757958.500918:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500920:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.500921:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757958.500923:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500927:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757958.500930:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500935:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757958.500936:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500937:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.500938:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.500939:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757958.500941:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757958.500943:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757958.500945:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757958.500947:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757958.500949:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757958.500954:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757958.500957:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757958.500974:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.500979:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757958.500980:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500982:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757958.500984:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757958.500985:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757958.500987:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757958.500990:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757958.500991:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757958.500992:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.500993:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757958.500996:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757958.500997:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.501000:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757958.501001:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757958.501004:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757958.501006:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931116928, portal 4 00000100:00000001:0.0:1787757958.501007:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757958.501008:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787757958.501012:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501016:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757958.501018:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757958.501020:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757958.501022:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931116928, offset 0 00000400:00000200:0.0:1787757958.501024:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757958.501042:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.501044:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757958.501046:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757958.501047:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757958.501049:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757958.501051:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757958.501053:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747484:747484:256:4294967295] 192.168.201.121@tcp LPNI seq info [747478:747478:8:4294967295] 00000400:00000200:0.0:1787757958.501056:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.501060:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757958.501065:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.501068:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757958.501072:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757958.501075:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787757958.501087:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.501089:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757958.501093:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757958.501097:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757958.501101:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757958.501103:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757958.501106:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757958.501110:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501120:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.501123:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501128:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.501129:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757958.501132:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757958.501135:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757958.501138:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757958.501139:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310335535 00000100:00000001:0.0:1787757958.501141:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.501143:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310335535 00000100:00000001:0.0:1787757958.501145:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.501146:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757958.501163:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.501165:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757958.501167:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757958/real 1787757958] req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757958.501174:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757958.501175:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757958.501176:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757958.501178:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757958.501179:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757958.501180:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757958.501182:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757958.501188:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501192:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757958.501193:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501194:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.501195:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757958.501197:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501201:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757958.501204:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501209:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757958.501211:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501212:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.501213:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501214:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757958.501215:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757958.501217:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757958.501219:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757958.501220:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757958.501223:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757958.501229:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931116928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757958.501231:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757958.501233:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501237:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757958.501238:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.501240:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757958.501241:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757958.501242:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757958.501244:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757958.501246:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757958.501247:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757958.501248:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757958.501249:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757958.501252:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757958.501253:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757958.501256:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757958.501257:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757958.501259:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757958.501262:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117056, portal 4 00000100:00000001:0.0:1787757958.501263:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757958.501264:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787757958.501268:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501272:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757958.501274:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757958.501276:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757958.501277:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931117056, offset 0 00000400:00000200:0.0:1787757958.501280:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757958.501283:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.501285:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757958.501287:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757958.501289:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757958.501291:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757958.501293:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757958.501295:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747485:747485:256:4294967295] 192.168.201.121@tcp LPNI seq info [747479:747479:8:4294967295] 00000400:00000200:0.0:1787757958.501298:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757958.501302:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757958.501305:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.501307:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757958.501310:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757958.501312:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787757958.501320:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757958.501322:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757958.501324:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757958.501342:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757958.501344:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757958.501346:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757958.501347:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757958.501350:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501355:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.501358:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501362:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.501363:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757958.501365:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757958.501368:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757958.501370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757958.501372:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310335515 00000100:00000001:0.0:1787757958.501374:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.501376:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310335515 00000100:00000001:0.0:1787757958.501378:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310336464 00000100:00000001:0.0:1787757958.501380:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757958.501381:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.501382:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757958.501384:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757958/real 1787757958] req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757958.501390:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757958.501391:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757958.501392:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757958.501394:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757958.501395:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757958.501397:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757958.501399:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757958.501404:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501409:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757958.501410:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501411:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.501413:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757958.501415:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501419:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757958.501421:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501426:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757958.501428:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501429:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757958.501430:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501431:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757958.501432:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757958.501434:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757958.501436:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757958.501438:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757958.501440:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757958.501445:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757958.501447:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501449:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.501465:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931116672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501471:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757958.501472:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757958.501473:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757958.501475:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757958.501477:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757958.501478:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757958.501479:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757958.501481:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787757958.501483:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757958.501484:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757958.501486:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787757958.501488:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757958.501502:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501504:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.501507:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931116800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501517:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757958.501518:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757958.501519:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757958.501521:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757958.501522:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757958.501523:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757958.501524:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757958.501525:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787757958.501527:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757958.501528:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757958.501529:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787757958.501530:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757958.501531:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501532:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.501550:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931116928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501554:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757958.501555:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757958.501557:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757958.501558:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757958.501559:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757958.501560:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757958.501562:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757958.501562:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787757958.501564:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757958.501565:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757958.501565:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787757958.501567:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757958.501568:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501569:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757958.501571:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931117056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757958.501575:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757958.501575:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757958.501577:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757958.501579:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757958.501579:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757958.501581:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757958.501582:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757958.501583:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787757958.501584:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757958.501585:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757958.501586:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787757958.501587:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757958.501588:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501589:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757958.501592:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757958.501593:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757958.501594:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757958.501595:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757958.563338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757958.563343:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757958.563345:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757958.563349:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757958.563351:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757958.563354:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.563356:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757958.563358:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757958.563361:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757959.459423:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757959.459438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757959.459438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757959.459446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757959.459448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757959.459457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757959.459459:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757959.459467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757959.459469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757959.459508:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757959.459508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757959.459513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757959.459519:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757959.459523:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757959.459526:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757959.459535:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757959.459538:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757959.459542:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757959.459562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757959.459571:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757959.459579:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757959.459585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757959.459591:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757959.459592:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757959.459600:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757959.459601:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757959.459608:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757959.459609:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757959.459622:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757959.459626:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757959.459629:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757959.459635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757959.459650:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757959.459653:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757959.459662:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757959.459672:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757959.459704:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757959.459711:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757959.459716:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757959.459738:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757959.459744:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757959.459749:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757959.459753:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757959.459755:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757959.459758:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757959.523380:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310336464, at 4310336512 00000100:00000040:1.0:1787757959.523380:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310336464, at 4310336512 00000100:00000010:1.0:1787757959.523392:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000010:0.0:1787757959.523393:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:1.0:1787757959.587390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757959.587395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757959.587396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757959.587400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757959.587403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757959.587406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757959.587408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757959.587410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757959.587412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757960.483447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757960.483496:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757960.483502:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757960.483506:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757960.483514:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757960.483519:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757960.483528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757960.483530:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757960.483538:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757960.483542:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757960.483557:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757960.483559:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757960.483576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.483577:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.483596:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757960.483597:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757960.483604:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.483624:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757960.483688:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757960.483695:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757960.483696:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757960.483706:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757960.483711:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757960.483714:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757960.483718:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757960.483725:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757960.483734:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757960.483738:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.483742:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757960.483756:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757960.483758:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757960.483761:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757960.483775:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757960.483823:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757960.483836:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.483847:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757960.611413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757960.611420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757960.611423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757960.611429:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757960.611434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757960.611438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.611441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757960.611444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757960.611448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757961.507423:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757961.507458:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757961.507463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757961.507473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757961.507483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757961.507497:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757961.507503:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757961.507515:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757961.507515:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757961.507525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757961.507527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757961.507534:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757961.507544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757961.507546:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757961.507557:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757961.507583:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757961.507586:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757961.507591:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757961.507594:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757961.507599:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757961.507603:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757961.507614:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757961.507623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757961.507630:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757961.507637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757961.507644:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757961.507654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757961.507659:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757961.507671:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757961.507680:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757961.507691:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757961.507704:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757961.507714:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757961.507721:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757961.507730:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757961.507739:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757961.635372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757961.635379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757961.635381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757961.635387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757961.635391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757961.635395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757961.635398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757961.635401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757961.635404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757962.531497:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757962.531498:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757962.531511:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757962.531513:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757962.531518:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757962.531522:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757962.531530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757962.531534:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757962.531540:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757962.531548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757962.531549:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.531560:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757962.531562:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.531569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757962.531572:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757962.531583:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.531584:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757962.531596:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757962.531616:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757962.531624:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757962.531625:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757962.531632:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757962.531636:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757962.531638:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757962.531642:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757962.531649:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757962.531652:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757962.531656:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757962.531663:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757962.531664:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757962.531672:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757962.531674:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.531678:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757962.531685:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757962.531692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757962.531703:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757962.531731:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757962.531738:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757962.531745:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757962.531754:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757962.531761:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757962.531767:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.531771:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757962.531774:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.531779:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757962.531797:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757962.531804:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757962.531812:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757962.659400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757962.659407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757962.659409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757962.659415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757962.659455:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757962.659459:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.659462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757962.659465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757962.659469:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.555500:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757963.555513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757963.555522:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.555522:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757963.555534:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757963.555536:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757963.555540:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.555545:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757963.555549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757963.555553:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.555557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757963.555560:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757963.555564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.555566:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.555579:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.555580:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757963.555587:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.555594:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.555684:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757963.555694:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757963.555697:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757963.555702:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.555707:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757963.555708:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757963.555712:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.555717:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757963.555720:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757963.555725:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.555732:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757963.555733:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757963.555741:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.555742:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.555747:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.555753:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757963.555759:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.555765:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757963.619371:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757963.619381:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757963.619384:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757963.619389:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757963.619394:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757963.619452:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15668 00000400:00000200:1.0:1787757963.619468:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757963.619479:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757963.619484:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757963.619489:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619493:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757963.619497:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619500:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757963.619505:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757963.619508:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757963.619512:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757963.619516:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757963.619519:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757963.619523:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757963.619528:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619531:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757963.619534:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619537:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757963.619541:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757963.619546:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619549:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757963.619553:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757963.619557:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757963.619561:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.619564:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757963.619568:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757963.619579:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757963.619584:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757963.619590:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757963.619592:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.619596:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757963.619599:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757963.619605:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757963.619614:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757963.619623:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757963.619636:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757963.619650:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757963.619658:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757963.619664:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757963.619695:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757963.619700:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757963.619705:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757963.619707:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757963.619710:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757963.619715:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757963.619718:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15668 00000400:00000200:1.0:1787757963.619723:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757963.619728:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757963.619731:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757963.619734:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619738:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757963.619741:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619744:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757963.619746:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757963.619748:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757963.619750:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757963.619753:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757963.619756:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757963.619758:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757963.619762:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619765:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757963.619767:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619770:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757963.619773:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757963.619778:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757963.619781:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757963.619784:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757963.619791:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757963.619794:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.619797:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757963.619803:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757963.619807:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.619810:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.619813:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1787757963.619816:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787757963.619822:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1787757963.619824:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787757963.619829:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1787757963.619832:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757963.619837:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.619842:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1787757963.619846:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787757963.619847:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757963.619853:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757963.619865:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757963.619876:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.619877:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757963.619884:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.619891:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1787757963.619893:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787757963.619896:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757963.619907:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757963.619922:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931117184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787757963.619924:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757963.619932:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.619936:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1787757963.619945:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787757963.619947:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757963.619953:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.619963:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787757963.619972:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757963.619975:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 00000100:00080000:1.0:1787757963.619977:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787757963.619986:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757963.619988:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757963.619993:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757963.619995:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787757963.620001:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757963.620004:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787757963.620009:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00080000:1.0:1787757963.620012:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15668 00000400:00000010:0.0:1787757963.620023:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000400:00000200:1.0:1787757963.620023:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757963.620034:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757963.620038:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1787757963.620039:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117184, portal 25 00000100:00000040:1.0:1787757963.620045:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757963.620048:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787757963.620054:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757963.620055:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:1.0:1787757963.620065:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620072:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787757963.620074:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757963.620077:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757963.620083:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757963.620091:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757963.620097:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000100:00000001:0.0:1787757963.620101:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1787757963.620103:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757963.620109:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757963.620114:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757963.620118:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931117184, offset 0 00000020:00000001:1.0:1787757963.620130:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787757963.620139:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787757963.620143:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620149:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757963.620153:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787757963.620161:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757963.620162:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757963.620169:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787757963.620176:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00080000:1.0:1787757963.620180:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787757963.620190:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787757963.620191:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.620200:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 02000000:00000001:1.0:1787757963.620200:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757963.620212:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787757963.620213:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757963.620223:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 02000000:00000001:1.0:1787757963.620228:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.620233:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747486:747486:256:4294967295] 192.168.201.121@tcp LPNI seq info [747480:747480:8:4294967295] 00000100:00000001:1.0:1787757963.620240:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787757963.620246:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00100000:1.0:1787757963.620250:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757963.620264:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.620306:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757963.620323:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620323:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787757963.620335:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000100:00000010:1.0:1787757963.620337:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757963.620347:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000800:00000200:0.0:1787757963.620358:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 02000000:00000001:1.0:1787757963.620359:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757963.620367:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787757963.620370:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000100:00000001:1.0:1787757963.620373:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757963.620378:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757963.620385:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757963.620397:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000800:00000100:0.0:1787757963.620439:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620439:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787757963.620446:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757963.620456:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:1.0:1787757963.620461:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787757963.620470:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757963.620483:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757963.620489:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:1.0:1787757963.620495:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757963.620499:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787757963.620504:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757963.620513:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757963.620521:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.620549:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787757963.620553:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757963.620560:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757963.620563:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757963.620579:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757963.620586:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757963.620591:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757963.620595:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.620599:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787757963.620601:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1787757963.620610:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15668 00000100:00000001:0.0:1787757963.620614:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757963.620623:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.620632:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757963.620639:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787757963.620641:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310341585 00000100:00080000:1.0:1787757963.620648:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1787757963.620655:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000040:1.0:1787757963.620656:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620668:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757963.620673:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1787757963.620674:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620685:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757963.620688:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787757963.620690:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310341585 00000020:00000040:1.0:1787757963.620692:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757963.620702:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000010:0.0:1787757963.620703:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000020:00000040:1.0:1787757963.620706:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787757963.620711:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1787757963.620713:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787757963.620718:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787757963.620720:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787757963.620729:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757963.620733:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757963.620736:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787757963.620741:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787757963.620750:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757963/real 1787757963] req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757963.620751:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.620759:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757963.620769:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757963.620780:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000001:0.0:1787757963.620784:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1787757963.620786:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787757963.620789:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787757963.620795:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787757963.620797:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757963.620805:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 02000000:00000001:1.0:1787757963.620806:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787757963.620809:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 02000000:00000001:1.0:1787757963.620818:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.620820:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787757963.620828:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000200:0.0:1787757963.620835:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787757963.620837:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757963.620848:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.620857:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757963.620870:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000200:0.0:1787757963.620873:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787757963.620878:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757963.620889:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757963.620893:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.620898:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787757963.620900:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787757963.620905:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787757963.620906:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757963.620914:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.620915:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.620921:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1787757963.620923:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00100000:0.0:1787757963.620931:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757963.620934:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.620952:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757963.620954:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787757963.620970:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757963.620975:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757963.620983:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.620995:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787757963.620998:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.621003:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.621013:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.621017:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.621026:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757963.621031:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757963.621035:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757963.621038:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787757963.621042:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757963.621050:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00080000:1.0:1787757963.621052:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757963.621056:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787757963.621058:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757963.621065:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757963.621073:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787757963.621074:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757963.621083:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15668 00000400:00000200:1.0:1787757963.621102:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:0.0:1787757963.621114:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931117184:192.168.201.121@tcp:250:kworker.0 00000400:00000200:1.0:1787757963.621116:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757963.621127:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787757963.621131:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757963.621137:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757963.621140:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787757963.621148:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757963.621155:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931117184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757963.621160:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757963.621172:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757963.621183:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787757963.621185:0:220460:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787757963.621188:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1787757963.621193:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 02000000:00000010:0.0:1787757963.621194:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 00000020:00000001:1.0:1787757963.621204:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1787757963.621205:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757963.621209:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787757963.621214:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000040:0.0:1787757963.621215:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757963.621222:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757963.621229:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 00000020:00000001:1.0:1787757963.621230:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 02000000:00000001:0.0:1787757963.621235:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1787757963.621242:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 02000000:00000001:0.0:1787757963.621243:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757963.621248:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787757963.621257:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757963.621264:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757963.621264:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757963.621296:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.621307:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757963.621311:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757963.621313:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.621321:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787757963.621322:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757963.621326:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757963.621329:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757963.621331:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787757963.621339:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000040:0.0:1787757963.621347:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787757963.621352:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757963.621366:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757963.621375:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787757963.621378:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757963.621383:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757963.621384:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757963.621387:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787757963.621396:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.621397:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757963.621430:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787757963.621431:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787757963.621441:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787757963.621443:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117312:192.168.201.121@tcp:38:kworker.0 00000008:00000001:1.0:1787757963.621456:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.621458:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757963.621464:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787757963.621467:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.621469:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.621479:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1787757963.621485:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 02000000:00000010:0.0:1787757963.621486:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757963.621496:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787757963.621498:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000400:00000200:0.0:1787757963.621506:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787757963.621509:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1787757963.621513:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787757963.621515:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.621523:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787757963.621524:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 02000000:00000001:1.0:1787757963.621526:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1787757963.621535:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117312, portal 10 02000000:00000001:1.0:1787757963.621536:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.621547:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757963.621550:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 02000000:00000010:1.0:1787757963.621553:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000040:0.0:1787757963.621563:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757963.621564:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.621586:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1787757963.621587:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787757963.621599:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757963.621609:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000001:1.0:1787757963.621616:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787757963.621618:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931117312, offset 0 00000100:00000001:1.0:1787757963.621624:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.621633:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787757963.621642:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787757963.621649:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.621666:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757963.621679:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757963.621687:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787757963.621688:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.621694:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757963.621702:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000040:1.0:1787757963.621707:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15678) 00000400:00000200:0.0:1787757963.621708:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747487:747487:256:4294967295] 192.168.201.121@tcp LPNI seq info [747481:747481:8:4294967295] 00000400:00000200:0.0:1787757963.621723:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.621732:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757963.621739:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.621744:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757963.621751:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757963.621756:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787757963.621772:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.621775:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757963.621779:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757963.621784:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757963.621788:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757963.621791:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757963.621794:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757963.621800:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.621811:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.621815:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.621824:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.621826:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757963.621830:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757963.621835:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757963.621839:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757963.621842:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310340622 00000100:00000001:0.0:1787757963.621846:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.621850:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310340622 00000100:00000001:0.0:1787757963.621853:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.621856:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757963.621859:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.621861:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757963.621866:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757963/real 1787757963] req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757963.621876:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757963.621877:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757963.621880:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757963.621883:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757963.621885:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757963.621888:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757963.621892:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757963.621903:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.621911:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757963.621913:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.621915:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.621917:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757963.621922:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.621930:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757963.621935:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.621944:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757963.621948:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.621951:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.621953:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.621956:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757963.621960:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757963.621964:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757963.621968:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757963.621971:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757963.621976:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757963.621985:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757963.621991:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757963.621995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622004:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757963.622006:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.622008:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757963.622011:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757963.622013:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757963.622017:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757963.622021:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757963.622024:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757963.622026:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.622029:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757963.622033:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757963.622036:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.622040:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757963.622043:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757963.622047:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757963.622051:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117440, portal 10 00000100:00000001:0.0:1787757963.622053:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757963.622056:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787757963.622063:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622072:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757963.622076:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757963.622078:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757963.622082:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931117440, offset 0 00000400:00000200:0.0:1787757963.622087:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757963.622091:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.622096:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757963.622099:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757963.622103:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757963.622106:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757963.622109:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757963.622114:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747488:747488:256:4294967295] 192.168.201.121@tcp LPNI seq info [747482:747482:8:4294967295] 00000400:00000200:0.0:1787757963.622119:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.622127:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757963.622133:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.622137:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757963.622141:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757963.622145:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787757963.622160:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.622162:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757963.622166:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757963.622171:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757963.622174:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757963.622177:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757963.622180:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757963.622184:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622202:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.622206:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622215:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.622217:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757963.622220:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757963.622224:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757963.622228:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757963.622231:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310340620 00000100:00000001:0.0:1787757963.622233:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.622236:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310340620 00000100:00000001:0.0:1787757963.622239:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.622242:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757963.622245:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.622248:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757963.622252:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757963/real 1787757963] req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757963.622261:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757963.622263:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757963.622293:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757963.622298:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757963.622300:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757963.622303:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757963.622307:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757963.622319:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622328:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757963.622331:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622334:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.622336:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757963.622341:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622349:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757963.622354:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622363:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757963.622366:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622369:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.622371:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622374:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757963.622377:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757963.622381:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757963.622385:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757963.622387:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757963.622392:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757963.622425:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757963.622431:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757963.622435:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622445:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757963.622447:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.622450:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757963.622452:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757963.622455:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757963.622460:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757963.622464:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757963.622467:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757963.622469:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.622471:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757963.622476:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757963.622479:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.622483:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757963.622486:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757963.622490:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757963.622494:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117568, portal 4 00000100:00000001:0.0:1787757963.622497:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757963.622499:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787757963.622506:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622514:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757963.622517:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757963.622520:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757963.622523:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931117568, offset 0 00000400:00000200:0.0:1787757963.622528:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757963.622533:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.622537:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757963.622541:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757963.622545:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757963.622548:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757963.622551:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757963.622555:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747489:747489:256:4294967295] 192.168.201.121@tcp LPNI seq info [747483:747483:8:4294967295] 00000400:00000200:0.0:1787757963.622561:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.622569:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757963.622574:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.622578:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757963.622584:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757963.622588:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787757963.622603:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.622605:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757963.622609:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757963.622614:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757963.622618:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757963.622620:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757963.622623:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757963.622628:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622638:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.622642:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622650:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.622653:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757963.622656:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757963.622660:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757963.622664:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757963.622667:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310340657 00000100:00000001:0.0:1787757963.622670:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.622673:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310340657 00000100:00000001:0.0:1787757963.622676:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.622679:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757963.622681:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.622684:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757963.622688:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757963/real 1787757963] req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757963.622698:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757963.622700:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757963.622703:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757963.622706:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757963.622708:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757963.622711:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757963.622715:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757963.622725:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622733:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757963.622735:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622737:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.622739:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757963.622743:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622751:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757963.622756:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622765:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757963.622768:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622771:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.622772:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622775:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757963.622777:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757963.622781:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757963.622784:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757963.622787:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757963.622792:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757963.622809:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757963.622814:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622817:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.622821:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931117312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622829:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757963.622831:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757963.622834:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757963.622837:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757963.622839:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757963.622840:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757963.622843:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757963.622846:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787757963.622849:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757963.622851:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757963.622853:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787757963.622856:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757963.622858:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622860:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.622864:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931117440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622872:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757963.622874:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757963.622876:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757963.622879:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757963.622880:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757963.622882:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757963.622884:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757963.622886:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787757963.622889:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757963.622891:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757963.622892:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787757963.622896:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757963.622898:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622900:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.622904:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931117568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622912:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757963.622914:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757963.622916:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757963.622919:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757963.622920:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757963.622922:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757963.622924:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757963.622926:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787757963.622929:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757963.622930:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757963.622932:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787757963.622935:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757963.622936:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622939:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.622943:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757963.622944:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.622947:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757963.622949:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757963.622951:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757963.622955:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.622963:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757963.622965:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.622968:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757963.622970:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757963.622973:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757963.622976:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757963.622981:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757963.622983:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757963.622985:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757963.622989:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757963.622992:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757963.622995:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757963.623000:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757963.623003:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757963.623007:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757963.623011:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117696, portal 4 00000100:00000001:0.0:1787757963.623013:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757963.623015:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787757963.623022:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623031:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757963.623034:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757963.623056:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757963.623061:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931117696, offset 0 00000400:00000200:0.0:1787757963.623067:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757963.623072:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.623077:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757963.623081:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757963.623085:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757963.623089:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757963.623092:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757963.623097:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747490:747490:256:4294967295] 192.168.201.121@tcp LPNI seq info [747484:747484:8:4294967295] 00000400:00000200:0.0:1787757963.623102:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757963.623116:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757963.623122:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.623126:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757963.623132:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757963.623136:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787757963.623151:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757963.623154:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757963.623159:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757963.623164:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757963.623168:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757963.623170:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757963.623174:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757963.623179:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623189:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.623193:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623202:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.623204:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757963.623208:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757963.623212:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757963.623216:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757963.623218:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310340636 00000100:00000001:0.0:1787757963.623221:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.623224:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310340636 00000100:00000001:0.0:1787757963.623228:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310341585 00000100:00000001:0.0:1787757963.623231:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757963.623234:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.623236:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757963.623241:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757963/real 1787757963] req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757963.623250:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757963.623252:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757963.623255:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757963.623258:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757963.623260:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757963.623263:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757963.623294:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757963.623306:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623315:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757963.623317:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.623319:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.623321:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757963.623326:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623334:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757963.623339:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623349:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757963.623352:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.623354:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757963.623356:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.623359:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757963.623361:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757963.623364:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757963.623368:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757963.623371:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757963.623376:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757963.623385:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757963.623390:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.623393:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757963.623396:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931117696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757963.623428:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757963.623431:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757963.623434:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757963.623437:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757963.623439:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757963.623441:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757963.623444:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757963.623446:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787757963.623450:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757963.623451:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757963.623453:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787757963.623457:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757963.623459:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.623461:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757963.623465:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757963.623467:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757963.623470:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757963.623472:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757963.683366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757963.683372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757963.683375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757963.683380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757963.683384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757963.683388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.683391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757963.683395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757963.683432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757964.579427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757964.579429:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757964.579440:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757964.579442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757964.579446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757964.579451:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757964.579455:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787757964.579462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757964.579465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757964.579476:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757964.579478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757964.579488:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757964.579490:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579509:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757964.579513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757964.579523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757964.579535:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757964.579539:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757964.579549:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757964.579555:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757964.579568:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757964.579578:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757964.579585:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579591:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757964.579594:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757964.579604:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757964.579612:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757964.579617:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757964.579624:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757964.579635:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757964.579643:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757964.579645:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579651:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757964.579660:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757964.579661:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757964.579673:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757964.579673:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757964.579683:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757964.579687:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757964.579695:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579709:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757964.579715:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.579722:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757964.579784:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757964.579790:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757964.579795:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787757964.643380:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310341585, at 4310341632 00000100:00000040:1.0:1787757964.643405:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310341585, at 4310341632 00000100:00000010:0.0:1787757964.643422:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000010:1.0:1787757964.643425:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787757964.707374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757964.707403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757964.707406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757964.707411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757964.707415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757964.707419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.707423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757964.707425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757964.707429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757965.603472:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757965.603484:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757965.603493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757965.603503:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757965.603509:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757965.603513:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757965.603517:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757965.603523:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757965.603524:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757965.603535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757965.603537:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757965.603542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757965.603548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757965.603550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757965.603559:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757965.603574:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757965.603581:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757965.603589:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757965.603591:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757965.603599:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757965.603606:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757965.603616:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757965.603628:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757965.603635:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757965.603642:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757965.603649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757965.603654:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757965.603682:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757965.603696:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757965.603707:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757965.603721:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757965.603731:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757965.603734:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757965.603738:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757965.603744:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757965.603746:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757965.603751:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757965.603752:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757965.603763:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757965.603766:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757965.603770:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757965.603781:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757965.603794:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757965.603802:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757965.603811:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757965.731355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757965.731407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757965.731412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757965.731420:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757965.731425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757965.731431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757965.731435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757965.731439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757965.731445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757966.627423:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757966.627434:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757966.627438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757966.627449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757966.627450:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757966.627461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757966.627464:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757966.627467:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757966.627472:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757966.627475:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757966.627482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757966.627485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757966.627491:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757966.627494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.627499:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757966.627502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757966.627510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757966.627522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757966.627554:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757966.627559:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757966.627561:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757966.627567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757966.627571:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757966.627573:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757966.627584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757966.627585:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757966.627598:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757966.627599:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757966.627607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.627609:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757966.627617:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757966.627625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757966.627631:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757966.627633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757966.627642:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.627647:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757966.627706:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757966.627712:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757966.627719:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757966.627724:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757966.627733:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757966.627743:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.627765:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757966.627770:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.627775:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757966.755420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757966.755426:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757966.755429:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757966.755435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757966.755439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757966.755443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.755446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757966.755449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757966.755452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757967.651482:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757967.651492:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757967.651495:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757967.651500:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757967.651506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757967.651510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757967.651514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757967.651517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757967.651522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757967.651533:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757967.651543:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757967.651551:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757967.651556:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757967.651565:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757967.651566:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757967.651574:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757967.651579:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757967.651582:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757967.651590:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757967.651592:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757967.651604:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757967.651605:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757967.651612:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757967.651620:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757967.651643:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757967.651652:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757967.651661:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757967.651709:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757967.651716:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757967.651723:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757967.651733:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757967.651745:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757967.651753:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757967.651757:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757967.651760:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757967.651765:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757967.779437:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757967.779444:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757967.779447:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757967.779453:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757967.779457:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757967.779461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757967.779464:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757967.779467:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757967.779471:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.675443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757968.675443:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757968.675456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.675457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757968.675464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.675465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757968.675478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757968.675480:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757968.675490:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757968.675498:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.675507:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757968.675510:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757968.675515:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.675527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.675554:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.675556:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757968.675567:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.675582:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.675642:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757968.675650:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.675654:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757968.675659:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757968.675661:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757968.675665:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757968.675676:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.675676:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.675687:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757968.675687:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.675701:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.675720:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757968.675720:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757968.675742:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757968.675757:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.675773:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757968.675785:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757968.675786:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.675795:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.675798:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757968.675814:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757968.675816:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.675825:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757968.675834:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.675855:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757968.675862:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.675874:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757968.675929:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757968.675934:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757968.675939:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757968.739401:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757968.739412:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757968.739415:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757968.739420:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757968.739426:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757968.739435:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15673 00000400:00000200:1.0:1787757968.739447:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757968.739456:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757968.739460:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757968.739465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739469:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757968.739473:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739476:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757968.739481:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757968.739484:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757968.739488:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757968.739492:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757968.739495:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757968.739499:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757968.739504:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739506:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757968.739509:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739512:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757968.739516:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757968.739521:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739524:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.739527:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757968.739532:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757968.739536:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.739539:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757968.739542:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757968.739553:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787757968.739557:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757968.739563:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757968.739565:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.739570:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757968.739573:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757968.739578:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757968.739588:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757968.739597:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757968.739610:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757968.739625:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757968.739631:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757968.739638:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.739668:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757968.739673:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757968.739678:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757968.739680:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757968.739683:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757968.739687:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757968.739690:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15673 00000400:00000200:1.0:1787757968.739696:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757968.739699:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757968.739703:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757968.739708:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739712:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757968.739716:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739719:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757968.739722:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757968.739725:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757968.739727:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757968.739731:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757968.739733:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757968.739736:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787757968.739740:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787757968.739741:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739748:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757968.739749:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787757968.739754:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.739761:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757968.739766:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000001:0.0:1787757968.739769:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1787757968.739776:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000040:0.0:1787757968.739787:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.739790:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.739801:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787757968.739814:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787757968.739816:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.739819:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.739830:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.739832:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757968.739838:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787757968.739841:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787757968.739845:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757968.739853:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931117824:192.168.201.121@tcp:250:kworker.0 00000008:00100000:1.0:1787757968.739854:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787757968.739862:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1787757968.739868:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.739870:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757968.739878:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.739880:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.739885:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1787757968.739890:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 02000000:00000010:0.0:1787757968.739895:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 00000020:00000040:1.0:1787757968.739898:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757968.739902:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.739906:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757968.739912:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.739919:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787757968.739921:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757968.739928:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787757968.739929:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787757968.739932:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757968.739941:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 02000000:00000010:1.0:1787757968.739944:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000200:0.0:1787757968.739953:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117824, portal 25 00000100:00000001:1.0:1787757968.739955:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.739963:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757968.739968:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00100000:1.0:1787757968.739974:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787757968.739984:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.740009:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757968.740017:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787757968.740018:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757968.740027:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787757968.740035:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787757968.740036:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757968.740045:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931117824, offset 0 00000100:00000001:1.0:1787757968.740063:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.740064:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787757968.740071:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757968.740077:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757968.740081:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787757968.740083:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787757968.740086:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757968.740093:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787757968.740098:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00080000:1.0:1787757968.740105:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15673 00000400:00000200:0.0:1787757968.740113:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757968.740121:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757968.740126:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757968.740131:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757968.740136:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747491:747491:256:4294967295] 192.168.201.121@tcp LPNI seq info [747485:747485:8:4294967295] 00000400:00000200:0.0:1787757968.740143:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.740154:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787757968.740168:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787757968.740169:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.740182:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000400:00000200:1.0:1787757968.740182:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757968.740191:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757968.740201:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787757968.740202:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787757968.740210:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1787757968.740214:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000100:00000040:1.0:1787757968.740218:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.740228:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757968.740235:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757968.740240:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757968.740247:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757968.740254:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757968.740297:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757968.740305:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757968.740334:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.740340:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:0.0:1787757968.740344:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787757968.740346:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000010:0.0:1787757968.740356:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000100:00000001:1.0:1787757968.740357:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787757968.740368:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1787757968.740370:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787757968.740387:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1787757968.740388:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787757968.740398:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000100:00000001:1.0:1787757968.740399:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787757968.740405:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 02000000:00000001:1.0:1787757968.740409:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757968.740420:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.740422:0:2420:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787757968.740430:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787757968.740434:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.740436:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757968.740442:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757968.740452:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.740461:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.740468:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1787757968.740471:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000100:00000040:0.0:1787757968.740477:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787757968.740480:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757968.740490:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757968.740495:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.740504:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757968.740509:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787757968.740510:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.740516:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.740517:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757968.740529:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757968.740530:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757968.740545:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.740546:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757968.740556:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310346705 00000100:00100000:1.0:1787757968.740566:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1787757968.740569:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787757968.740583:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787757968.740585:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757968.740593:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.740600:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310346705 00000100:00000040:1.0:1787757968.740603:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787757968.740609:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787757968.740618:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787757968.740626:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.740629:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787757968.740632:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787757968.740636:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757968.740641:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757968.740643:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787757968.740646:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757968.740652:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787757968.740656:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757968/real 1787757968] req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.740659:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757968.740669:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15673 00000400:00000200:1.0:1787757968.740686:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000001:0.0:1787757968.740690:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1787757968.740697:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000001:0.0:1787757968.740698:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1787757968.740707:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1787757968.740708:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757968.740718:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000100:00000040:1.0:1787757968.740719:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000010:0.0:1787757968.740723:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787757968.740726:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787757968.740731:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1787757968.740734:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757968.740741:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787757968.740743:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757968.740746:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757968.740750:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757968.740756:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757968.740763:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000200:0.0:1787757968.740773:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787757968.740774:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757968.740788:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787757968.740796:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757968.740800:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787757968.740806:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757968.740807:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.740811:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.740819:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787757968.740824:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787757968.740834:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757968.740844:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.740847:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787757968.740858:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787757968.740859:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757968.740875:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757968.740887:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787757968.740888:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.740899:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787757968.740900:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.740906:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787757968.740907:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.740909:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787757968.740919:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.740921:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787757968.740927:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757968.740928:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:1.0:1787757968.740936:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787757968.740938:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:1.0:1787757968.740947:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757968.740953:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787757968.740955:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.740961:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000010:1.0:1787757968.740966:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000040:0.0:1787757968.740972:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787757968.740974:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757968.740985:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757968.740990:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.740996:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1787757968.740998:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931117824:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787757968.741001:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757968.741008:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.741011:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.741016:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1787757968.741018:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000040:0.0:1787757968.741025:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931117824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.741029:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757968.741047:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757968.741090:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787757968.741092:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787757968.741096:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787757968.741099:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757968.741102:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757968.741112:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1787757968.741113:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787757968.741119:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757968.741124:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757968.741133:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757968.741141:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787757968.741143:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.741152:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1787757968.741153:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787757968.741159:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1787757968.741163:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000010:0.0:1787757968.741165:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:1.0:1787757968.741171:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787757968.741174:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1787757968.741178:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757968.741179:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.741190:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.741190:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757968.741197:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15673 00000100:00000001:0.0:1787757968.741200:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.741207:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787757968.741208:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757968.741220:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1787757968.741224:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787757968.741226:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1787757968.741231:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787757968.741233:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787757968.741242:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787757968.741248:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.741249:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757968.741259:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757968.741304:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757968.741308:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757968.741332:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.741336:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757968.741342:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787757968.741347:0:218438:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787757968.741348:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787757968.741357:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00100000:0.0:1787757968.741360:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117952:192.168.201.121@tcp:38:kworker.0 00000020:00000001:1.0:1787757968.741368:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787757968.741369:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757968.741378:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1787757968.741380:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 02000000:00000001:0.0:1787757968.741381:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.741387:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1787757968.741392:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 02000000:00000010:0.0:1787757968.741395:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757968.741405:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757968.741406:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000400:00000200:0.0:1787757968.741415:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757968.741422:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00000040:1.0:1787757968.741425:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000010:0.0:1787757968.741430:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787757968.741432:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757968.741441:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000200:0.0:1787757968.741442:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931117952, portal 10 00000100:00000001:1.0:1787757968.741448:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787757968.741450:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757968.741456:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000020:00000040:1.0:1787757968.741458:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757968.741467:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000040:0.0:1787757968.741474:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757968.741475:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757968.741484:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757968.741492:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.741495:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787757968.741500:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757968.741507:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757968.741509:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000010:0.0:1787757968.741513:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000008:00100000:1.0:1787757968.741516:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000200:0.0:1787757968.741521:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931117952, offset 0 00000008:00000001:1.0:1787757968.741524:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.741530:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.741533:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000010:1.0:1787757968.741539:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000400:00000200:0.0:1787757968.741542:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787757968.741549:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000400:00000200:0.0:1787757968.741555:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 02000000:00000001:1.0:1787757968.741558:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757968.741564:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.741567:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787757968.741569:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787757968.741576:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 02000000:00000001:1.0:1787757968.741577:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787757968.741584:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1787757968.741585:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.741593:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 02000000:00000010:1.0:1787757968.741597:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000400:00000200:0.0:1787757968.741601:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747492:747492:256:4294967295] 192.168.201.121@tcp LPNI seq info [747486:747486:8:4294967295] 00000100:00000001:1.0:1787757968.741608:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.741616:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787757968.741626:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787757968.741640:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787757968.741662:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1787757968.741663:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787757968.741671:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787757968.741675:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000100:00000040:1.0:1787757968.741684:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787757968.741692:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757968.741702:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000100:00000001:1.0:1787757968.741720:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757968.741730:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15683) 00000800:00000100:0.0:1787757968.741740:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.741744:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757968.741750:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757968.741756:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757968.741761:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757968.741764:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757968.741769:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757968.741775:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.741787:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.741791:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.741800:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.741803:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757968.741808:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757968.741812:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757968.741818:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757968.741821:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310345742 00000100:00000001:0.0:1787757968.741825:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.741829:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310345742 00000100:00000001:0.0:1787757968.741832:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.741835:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.741838:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.741840:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757968.741845:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757968/real 1787757968] req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757968.741855:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757968.741856:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757968.741858:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757968.741862:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757968.741865:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757968.741868:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757968.741872:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757968.741883:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.741899:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757968.741902:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.741904:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.741906:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757968.741911:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.741919:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757968.741924:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.741933:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757968.741936:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.741938:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.741940:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.741943:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757968.741947:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757968.741950:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757968.741954:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757968.741957:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757968.741962:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757968.741973:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931117952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757968.741978:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757968.741983:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.741991:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757968.741993:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.741997:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757968.741999:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757968.742002:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757968.742006:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757968.742011:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757968.742014:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757968.742016:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.742018:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757968.742022:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757968.742025:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.742029:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757968.742033:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757968.742037:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757968.742041:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118080, portal 10 00000100:00000001:0.0:1787757968.742044:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757968.742046:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787757968.742053:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742062:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757968.742065:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757968.742068:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757968.742071:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931118080, offset 0 00000400:00000200:0.0:1787757968.742077:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757968.742081:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.742085:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757968.742088:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757968.742092:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757968.742095:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757968.742098:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757968.742103:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747493:747493:256:4294967295] 192.168.201.121@tcp LPNI seq info [747487:747487:8:4294967295] 00000400:00000200:0.0:1787757968.742109:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.742117:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757968.742124:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.742128:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757968.742133:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757968.742137:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757968.742151:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.742153:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757968.742157:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757968.742162:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757968.742165:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757968.742168:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757968.742171:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757968.742176:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742185:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.742190:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742198:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.742200:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757968.742204:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757968.742207:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757968.742212:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757968.742214:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310345740 00000100:00000001:0.0:1787757968.742217:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.742220:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310345740 00000100:00000001:0.0:1787757968.742223:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.742226:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.742229:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.742231:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757968.742235:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757968/real 1787757968] req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757968.742247:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757968.742249:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757968.742251:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757968.742254:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757968.742256:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757968.742259:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757968.742263:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757968.742302:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742328:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757968.742330:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742333:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.742335:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757968.742340:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742350:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757968.742355:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742365:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757968.742368:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742371:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.742373:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742375:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757968.742379:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757968.742382:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757968.742386:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757968.742389:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757968.742395:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757968.742406:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757968.742410:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757968.742415:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742423:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757968.742425:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.742427:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757968.742430:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757968.742432:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757968.742436:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757968.742440:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757968.742443:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757968.742445:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.742448:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757968.742452:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757968.742455:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.742460:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757968.742463:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757968.742467:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757968.742471:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118208, portal 4 00000100:00000001:0.0:1787757968.742474:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757968.742476:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787757968.742484:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742492:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757968.742496:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757968.742499:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757968.742502:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931118208, offset 0 00000400:00000200:0.0:1787757968.742508:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757968.742513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.742517:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757968.742521:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757968.742525:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757968.742528:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757968.742531:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757968.742535:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747494:747494:256:4294967295] 192.168.201.121@tcp LPNI seq info [747488:747488:8:4294967295] 00000400:00000200:0.0:1787757968.742541:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.742549:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757968.742555:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.742559:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757968.742564:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757968.742568:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757968.742581:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.742584:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757968.742588:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757968.742593:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757968.742597:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757968.742600:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757968.742603:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757968.742607:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742617:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.742621:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742630:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.742632:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757968.742636:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757968.742640:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757968.742644:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757968.742647:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310345777 00000100:00000001:0.0:1787757968.742650:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.742654:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310345777 00000100:00000001:0.0:1787757968.742657:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.742659:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.742662:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.742664:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757968.742669:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757968/real 1787757968] req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757968.742679:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757968.742681:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757968.742683:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757968.742686:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757968.742688:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757968.742691:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757968.742695:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757968.742706:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742713:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757968.742715:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742717:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.742719:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757968.742724:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742734:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757968.742739:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742747:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757968.742751:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742753:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.742755:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742757:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757968.742760:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757968.742763:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757968.742767:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757968.742770:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757968.742774:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757968.742784:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757968.742789:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742791:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.742795:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931117952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742803:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757968.742805:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757968.742808:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757968.742811:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757968.742813:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757968.742815:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757968.742818:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757968.742820:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787757968.742824:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757968.742826:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757968.742827:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787757968.742831:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757968.742833:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742835:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.742839:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931118080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742855:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757968.742857:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757968.742859:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757968.742863:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757968.742864:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757968.742866:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757968.742868:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757968.742870:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787757968.742873:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757968.742875:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757968.742876:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787757968.742879:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757968.742881:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742883:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.742887:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931118208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742894:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757968.742896:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757968.742898:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757968.742901:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757968.742902:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757968.742904:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757968.742906:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757968.742908:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787757968.742911:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757968.742912:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757968.742914:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787757968.742917:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757968.742919:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742921:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.742925:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.742927:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.742930:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757968.742931:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757968.742933:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757968.742938:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.742947:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757968.742950:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.742953:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757968.742955:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757968.742957:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757968.742961:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757968.742966:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757968.742968:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757968.742971:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757968.742973:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757968.742977:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757968.742980:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757968.742984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757968.742987:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757968.742991:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757968.742995:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118336, portal 4 00000100:00000001:0.0:1787757968.742998:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757968.743000:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787757968.743007:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743016:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757968.743019:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757968.743022:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757968.743025:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931118336, offset 0 00000400:00000200:0.0:1787757968.743031:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757968.743035:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.743039:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757968.743043:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757968.743046:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757968.743050:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757968.743053:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757968.743058:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747495:747495:256:4294967295] 192.168.201.121@tcp LPNI seq info [747489:747489:8:4294967295] 00000400:00000200:0.0:1787757968.743064:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757968.743072:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757968.743078:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.743082:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757968.743087:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757968.743091:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787757968.743105:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757968.743108:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757968.743111:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757968.743116:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757968.743120:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757968.743122:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757968.743125:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757968.743130:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743140:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.743144:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743152:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.743154:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757968.743157:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757968.743161:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757968.743165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757968.743167:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310345756 00000100:00000001:0.0:1787757968.743171:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.743174:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310345756 00000100:00000001:0.0:1787757968.743177:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310346705 00000100:00000001:0.0:1787757968.743179:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757968.743182:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.743185:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757968.743190:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757968/real 1787757968] req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757968.743200:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757968.743201:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757968.743203:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757968.743206:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757968.743208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757968.743211:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757968.743215:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757968.743226:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743234:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757968.743236:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.743238:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.743240:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757968.743244:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743252:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757968.743257:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743265:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757968.743293:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.743297:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757968.743299:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.743301:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757968.743303:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757968.743307:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757968.743332:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757968.743335:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757968.743341:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757968.743352:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757968.743357:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.743360:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757968.743364:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931118336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757968.743372:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757968.743374:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757968.743376:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757968.743380:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757968.743381:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757968.743383:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757968.743386:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757968.743388:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787757968.743391:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757968.743393:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757968.743395:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787757968.743399:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757968.743400:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.743403:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757968.743407:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757968.743409:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757968.743411:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757968.743414:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757968.803432:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757968.803439:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757968.803442:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757968.803447:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757968.803452:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757968.803456:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.803459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757968.803462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757968.803465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757969.699484:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757969.699499:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757969.699507:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757969.699517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757969.699525:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757969.699535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.699545:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757969.699550:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757969.699563:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757969.699570:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757969.699572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757969.699583:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757969.699626:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757969.699637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757969.699660:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.699664:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757969.699678:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757969.699685:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757969.699692:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787757969.699693:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757969.699705:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.699719:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757969.699726:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757969.699729:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.699739:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757969.699743:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.699748:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757969.699796:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757969.699803:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757969.699808:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757969.699818:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757969.699837:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757969.699844:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757969.699854:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757969.699865:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757969.699872:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757969.699876:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757969.699880:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757969.699887:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.699906:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757969.699907:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757969.699915:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757969.699920:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757969.699924:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757969.699929:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757969.763396:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310346705, at 4310346752 00000100:00000040:0.0:1787757969.763406:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310346705, at 4310346752 00000100:00000010:1.0:1787757969.763417:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000010:0.0:1787757969.763422:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:1.0:1787757969.827414:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757969.827422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757969.827425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757969.827431:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757969.827436:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757969.827441:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.827445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757969.827449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757969.827453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757970.723445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757970.723456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757970.723462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757970.723471:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757970.723474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757970.723480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757970.723491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757970.723491:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757970.723503:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757970.723503:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757970.723513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757970.723518:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757970.723520:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757970.723536:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757970.723547:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.723559:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757970.723562:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757970.723567:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757970.723570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.723572:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757970.723581:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757970.723582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757970.723596:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757970.723603:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.723609:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757970.723614:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757970.723616:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757970.723622:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757970.723629:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757970.723630:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757970.723643:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757970.723651:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757970.723658:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757970.723666:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757970.723673:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757970.723682:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757970.723683:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757970.723695:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757970.723702:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757970.723708:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757970.723714:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757970.723720:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.723725:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757970.723728:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.723734:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757970.851404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757970.851412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757970.851415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757970.851422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757970.851426:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757970.851430:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.851433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757970.851437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757970.851440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757971.747434:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757971.747446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757971.747455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757971.747467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757971.747468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757971.747481:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757971.747492:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757971.747493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757971.747502:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757971.747507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757971.747520:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757971.747520:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757971.747532:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757971.747538:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757971.747552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757971.747562:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757971.747567:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757971.747574:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757971.747612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757971.747622:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757971.747632:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757971.747633:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757971.747643:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757971.747646:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757971.747650:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757971.747662:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757971.747663:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757971.747671:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757971.747672:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757971.747681:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757971.747683:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757971.747688:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757971.747698:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757971.747699:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757971.747709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757971.747723:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757971.747798:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757971.747805:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757971.747809:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757971.875364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757971.875372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757971.875375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757971.875380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757971.875384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757971.875388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757971.875391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757971.875394:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757971.875398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757972.771392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757972.771403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757972.771407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757972.771415:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757972.771423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757972.771428:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.771433:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757972.771436:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.771441:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757972.771467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757972.771481:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757972.771488:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757972.771493:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757972.771500:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757972.771505:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757972.771511:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757972.771511:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757972.771523:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757972.771526:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.771534:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757972.771535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757972.771543:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757972.771544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757972.771559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757972.771561:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757972.771568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.771575:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757972.771632:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757972.771639:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757972.771641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757972.771650:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757972.771652:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757972.771671:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757972.771679:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757972.771680:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757972.771696:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757972.771709:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.771722:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757972.771723:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757972.771739:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757972.771741:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757972.771756:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757972.771758:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757972.771765:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.771776:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757972.899382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757972.899390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757972.899394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757972.899400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757972.899404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757972.899409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.899412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757972.899415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757972.899419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.795460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757973.795473:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757973.795483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.795493:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757973.795510:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757973.795519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795526:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757973.795533:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757973.795541:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757973.795547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757973.795549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757973.795562:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757973.795580:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757973.795595:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757973.795597:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757973.795607:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757973.795608:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795613:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.795624:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757973.795638:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757973.795641:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757973.795653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795654:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795668:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757973.795668:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.795675:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795681:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757973.795715:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757973.795723:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757973.795727:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757973.795733:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757973.795740:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757973.795743:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757973.795747:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757973.795750:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795755:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.795775:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757973.795776:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757973.795790:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795793:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757973.795801:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.795806:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795834:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757973.795839:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.795844:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.859773:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757973.859783:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757973.859790:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757973.859808:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.859840:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757973.859845:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.859857:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757973.859867:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757973.859879:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.859896:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931118464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757973.859915:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757973.859928:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757973.859936:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.859946:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757973.859960:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757973.859968:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757973.859985:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757973.859994:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757973.860008:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757973.860025:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118464, portal 25 00000100:00000001:0.0:1787757973.860037:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757973.860046:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787757973.860075:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.860122:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757973.860138:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757973.860149:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757973.860160:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931118464, offset 0 00000400:00000200:0.0:1787757973.860180:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757973.860201:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.860247:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757973.860263:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757973.860314:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757973.860323:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757973.860335:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757973.860353:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747496:747496:256:4294967295] 192.168.201.121@tcp LPNI seq info [747490:747490:8:4294967295] 00000400:00000200:0.0:1787757973.860368:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.860398:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757973.860421:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.860433:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757973.860453:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757973.860463:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757973.860515:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.860522:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757973.860532:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757973.860547:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757973.860562:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757973.860569:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757973.860579:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757973.860596:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.860633:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.860647:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.860690:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.860703:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757973.860723:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757973.860743:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757973.860755:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310351825 00000100:00000010:0.0:1787757973.860774:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787757973.860791:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787757973.860803:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310351825 00000100:00000010:0.0:1787757973.860819:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787757973.860829:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787757973.860840:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757973.860849:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.860864:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757973.860884:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757973/real 1787757973] req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757973.860928:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757973.860937:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757973.860947:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757973.860956:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757973.860963:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757973.860969:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757973.860983:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757973.861031:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861080:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757973.861091:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861104:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.861113:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757973.861134:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861165:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757973.861177:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861202:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757973.861212:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861241:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.861249:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861259:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757973.861265:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757973.861302:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757973.861313:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757973.861323:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757973.861340:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757973.861374:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931118464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787757973.861393:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861402:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.861414:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931118464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861438:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757973.861442:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757973.861446:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757973.861451:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757973.861454:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757973.861456:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787757973.861460:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757973.861463:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:0.0:1787757973.861468:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757973.861471:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757973.861473:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:0.0:1787757973.861477:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757973.861479:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861482:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861491:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757973.861493:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.861496:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757973.861499:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757973.861501:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757973.861506:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861516:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757973.861518:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.861521:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757973.861524:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757973.861527:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.861531:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757973.861536:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757973.861539:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757973.861542:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.861544:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757973.861549:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757973.861552:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757973.861558:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757973.861563:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757973.861568:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757973.861573:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118592, portal 10 00000100:00000001:0.0:1787757973.861576:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757973.861578:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787757973.861587:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861595:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757973.861599:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757973.861602:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757973.861605:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931118592, offset 0 00000400:00000200:0.0:1787757973.861611:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757973.861617:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.861622:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757973.861627:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757973.861631:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757973.861635:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757973.861638:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757973.861643:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747497:747497:256:4294967295] 192.168.201.121@tcp LPNI seq info [747491:747491:8:4294967295] 00000400:00000200:0.0:1787757973.861648:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.861659:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757973.861670:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.861677:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757973.861686:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757973.861692:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757973.861716:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.861720:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757973.861727:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757973.861735:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757973.861742:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757973.861747:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757973.861753:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757973.861761:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861775:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.861780:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861789:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.861792:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757973.861798:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757973.861804:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787757973.861808:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757973.861811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310350862 00000100:00000001:0.0:1787757973.861815:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.861819:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310350862 00000100:00000001:0.0:1787757973.861822:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.861825:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757973.861828:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.861831:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757973.861836:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757973/real 1787757973] req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757973.861846:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757973.861848:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757973.861851:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757973.861856:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757973.861860:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757973.861865:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757973.861872:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757973.861890:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861918:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757973.861922:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861926:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.861929:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757973.861938:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861951:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757973.861958:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.861967:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757973.861970:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861973:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.861974:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.861977:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757973.861981:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757973.861985:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757973.861989:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757973.861992:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757973.861997:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757973.862008:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757973.862014:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757973.862018:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862026:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757973.862028:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.862033:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757973.862037:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757973.862042:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.862049:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757973.862056:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757973.862060:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757973.862063:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.862067:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757973.862074:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757973.862079:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757973.862087:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757973.862092:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757973.862100:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757973.862107:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118720, portal 10 00000100:00000001:0.0:1787757973.862112:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757973.862115:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787757973.862127:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862137:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757973.862140:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757973.862144:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757973.862148:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931118720, offset 0 00000400:00000200:0.0:1787757973.862154:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757973.862160:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.862166:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757973.862170:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757973.862174:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757973.862178:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757973.862181:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757973.862186:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747498:747498:256:4294967295] 192.168.201.121@tcp LPNI seq info [747492:747492:8:4294967295] 00000400:00000200:0.0:1787757973.862192:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.862201:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757973.862208:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.862213:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757973.862243:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757973.862248:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757973.862264:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.862267:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757973.862300:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757973.862305:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757973.862310:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757973.862313:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757973.862316:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757973.862322:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862333:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.862338:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862347:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.862350:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757973.862355:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757973.862359:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787757973.862365:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757973.862368:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310350861 00000100:00000001:0.0:1787757973.862372:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.862375:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310350861 00000100:00000001:0.0:1787757973.862378:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.862381:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757973.862383:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.862386:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757973.862391:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757973/real 1787757973] req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757973.862403:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757973.862405:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757973.862408:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757973.862411:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757973.862413:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757973.862416:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757973.862420:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757973.862431:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862440:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757973.862442:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.862444:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.862446:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757973.862451:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862459:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757973.862464:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862473:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757973.862476:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.862478:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.862480:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.862482:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757973.862485:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757973.862489:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757973.862493:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757973.862496:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757973.862502:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757973.862512:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787757973.862517:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757973.862521:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862530:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757973.862532:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.862534:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757973.862537:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757973.862539:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.862543:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757973.862547:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757973.862550:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757973.862552:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.862554:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757973.862559:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757973.862562:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757973.862566:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757973.862570:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757973.862574:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757973.862579:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118848, portal 4 00000100:00000001:0.0:1787757973.862581:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757973.862583:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787757973.862591:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862599:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757973.862603:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757973.862606:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757973.862609:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931118848, offset 0 00000400:00000200:0.0:1787757973.862614:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757973.862620:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.862624:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757973.862628:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757973.862632:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757973.862636:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757973.862639:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757973.862643:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747499:747499:256:4294967295] 192.168.201.121@tcp LPNI seq info [747493:747493:8:4294967295] 00000400:00000200:0.0:1787757973.862649:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.862659:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757973.862668:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.862674:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757973.862682:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757973.862688:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757973.862711:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.862716:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757973.862722:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757973.862729:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757973.862736:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757973.862740:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757973.862746:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757973.862754:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862771:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.862776:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862785:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.862787:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757973.862792:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757973.862797:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787757973.862802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757973.862806:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310350897 00000100:00000001:0.0:1787757973.862810:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.862813:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310350897 00000100:00000001:0.0:1787757973.862816:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.862819:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757973.862821:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.862824:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757973.862829:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757973/real 1787757973] req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757973.862839:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757973.862841:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757973.862844:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757973.862847:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757973.862849:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757973.862854:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757973.862862:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757973.862880:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862894:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757973.862897:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.862902:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.862905:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757973.862914:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862930:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757973.862940:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.862953:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757973.862957:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.862960:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.862962:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.862964:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757973.862967:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757973.862971:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757973.862975:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757973.862978:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757973.862983:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757973.862994:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757973.862999:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787757973.863004:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863012:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757973.863014:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.863017:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787757973.863019:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757973.863022:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757973.863026:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757973.863031:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787757973.863034:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787757973.863038:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757973.863042:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787757973.863049:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757973.863054:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787757973.863061:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787757973.863067:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787757973.863075:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787757973.863082:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931118976, portal 4 00000100:00000001:0.0:1787757973.863088:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787757973.863090:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787757973.863103:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863118:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787757973.863124:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787757973.863129:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787757973.863134:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931118976, offset 0 00000400:00000200:0.0:1787757973.863140:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787757973.863147:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.863152:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787757973.863156:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787757973.863160:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787757973.863164:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787757973.863167:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787757973.863172:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747500:747500:256:4294967295] 192.168.201.121@tcp LPNI seq info [747494:747494:8:4294967295] 00000400:00000200:0.0:1787757973.863178:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757973.863187:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787757973.863193:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.863198:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787757973.863203:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787757973.863207:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787757973.863254:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787757973.863258:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787757973.863263:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787757973.863294:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787757973.863299:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787757973.863302:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787757973.863306:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787757973.863311:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863331:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.863335:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863344:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.863346:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787757973.863351:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757973.863356:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787757973.863360:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787757973.863363:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310350877 00000100:00000001:0.0:1787757973.863367:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.863370:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310350877 00000100:00000001:0.0:1787757973.863373:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310351825 00000100:00000001:0.0:1787757973.863376:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787757973.863378:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.863381:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787757973.863386:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757973/real 1787757973] req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787757973.863396:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787757973.863398:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787757973.863401:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787757973.863404:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787757973.863406:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787757973.863409:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787757973.863413:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787757973.863424:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863432:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787757973.863435:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863437:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.863439:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757973.863444:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863453:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787757973.863458:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863466:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787757973.863469:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863471:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787757973.863473:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863476:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787757973.863478:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787757973.863481:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787757973.863485:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787757973.863488:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787757973.863493:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787757973.863502:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931118976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787757973.863507:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863510:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.863514:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931118592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863523:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757973.863526:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757973.863529:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787757973.863532:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757973.863535:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757973.863538:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757973.863541:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757973.863543:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787757973.863547:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757973.863549:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757973.863551:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:0.0:1787757973.863555:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757973.863556:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863559:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.863563:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931118720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863571:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757973.863573:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757973.863575:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787757973.863578:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757973.863580:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757973.863582:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787757973.863584:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757973.863586:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787757973.863589:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757973.863590:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757973.863592:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787757973.863595:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757973.863597:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863599:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.863602:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931118848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863610:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757973.863612:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757973.863614:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787757973.863617:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757973.863618:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757973.863620:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757973.863622:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757973.863624:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787757973.863627:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757973.863629:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757973.863631:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787757973.863634:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757973.863636:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863638:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787757973.863642:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931118976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757973.863649:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787757973.863651:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787757973.863653:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787757973.863657:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787757973.863659:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787757973.863661:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787757973.863665:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787757973.863668:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787757973.863672:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787757973.863675:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787757973.863677:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787757973.863681:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787757973.863684:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863688:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757973.863695:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757973.863698:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757973.863702:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787757973.863706:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757973.923377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757973.923383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757973.923386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757973.923391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757973.923395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757973.923399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757973.923402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757973.923405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757973.923408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757974.819410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757974.819425:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757974.819435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757974.819452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757974.819461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757974.819468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757974.819470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757974.819479:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757974.819483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757974.819487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757974.819502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757974.819512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757974.819528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757974.819538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757974.819545:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757974.819561:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757974.819567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757974.819573:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757974.819605:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757974.819611:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757974.819614:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757974.819622:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757974.819624:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757974.819629:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757974.819635:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757974.819636:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757974.819644:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757974.819649:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757974.819653:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757974.819663:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757974.819665:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757974.819668:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757974.819679:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757974.819689:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757974.819698:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757974.819712:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757974.883369:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310351825, at 4310351872 00000100:00000010:0.0:1787757974.883387:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000040:1.0:1787757974.883390:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310351825, at 4310351872 00000100:00000010:1.0:1787757974.883405:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787757974.947389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757974.947395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757974.947399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757974.947405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757974.947411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757974.947417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757974.947423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757974.947427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757974.947432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757975.843421:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757975.843424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757975.843434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757975.843435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757975.843441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757975.843443:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757975.843454:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757975.843455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757975.843466:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757975.843467:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757975.843475:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.843477:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757975.843484:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757975.843493:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.843502:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757975.843508:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757975.843511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.843526:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757975.843553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757975.843561:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757975.843569:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757975.843577:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757975.843588:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757975.843595:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757975.843601:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757975.843603:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757975.843607:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757975.843616:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757975.843623:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757975.843631:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757975.843649:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757975.843650:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757975.843659:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757975.843664:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757975.843665:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757975.843678:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757975.843680:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757975.843687:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757975.843696:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757975.843697:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.843707:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.843722:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757975.843724:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757975.843730:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757975.843738:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757975.971379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757975.971389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757975.971392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757975.971398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757975.971402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757975.971406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.971409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757975.971412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757975.971415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757976.867452:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757976.867463:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757976.867474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757976.867488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757976.867494:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757976.867499:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757976.867505:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757976.867514:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757976.867516:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757976.867522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757976.867532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757976.867548:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757976.867548:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757976.867587:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757976.867606:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757976.867610:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757976.867622:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757976.867633:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757976.867635:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757976.867643:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757976.867644:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757976.867664:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757976.867664:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757976.867685:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757976.867705:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757976.867712:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757976.867720:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757976.867725:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757976.867733:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757976.867737:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757976.867741:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757976.867745:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757976.867750:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757976.867757:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757976.867762:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757976.867768:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757976.867787:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757976.867795:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757976.867802:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757976.867826:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757976.867835:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757976.867852:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757976.867859:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757976.867864:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757976.867870:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757976.995369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757976.995378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757976.995380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757976.995387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757976.995392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757976.995397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757976.995401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757976.995404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757976.995407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757977.891463:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757977.891463:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757977.891475:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757977.891476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757977.891488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757977.891488:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757977.891500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787757977.891500:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757977.891515:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757977.891515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757977.891525:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757977.891525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757977.891532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757977.891542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757977.891553:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757977.891554:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757977.891562:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757977.891573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757977.891592:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757977.891604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757977.891615:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757977.891627:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757977.891638:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757977.891644:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757977.891649:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757977.891654:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757977.891660:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757977.891668:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757977.891679:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757977.891687:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757977.891692:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757977.891699:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757977.891710:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757977.891724:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757977.891731:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757977.891742:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757978.019358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757978.019367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757978.019370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757978.019376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757978.019381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757978.019385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757978.019388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757978.019392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757978.019395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.915392:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757978.915399:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757978.915404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757978.915407:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757978.915410:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757978.915414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.915422:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787757978.915423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757978.915435:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757978.915437:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757978.915444:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757978.915448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757978.915455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757978.915464:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757978.915478:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757978.915480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757978.915492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757978.915507:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.915560:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757978.915568:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757978.915570:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757978.915576:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757978.915579:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757978.915584:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757978.915587:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.915595:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757978.915598:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757978.915602:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757978.915606:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757978.915617:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757978.915624:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757978.915630:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757978.915635:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757978.915637:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757978.915643:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757978.915647:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.915664:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757978.915671:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757978.915677:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.915683:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757978.915690:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757978.915699:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757978.915707:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757978.915713:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757978.915720:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757978.979449:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757978.979459:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757978.979462:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757978.979467:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757978.979472:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757978.979482:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15683 00000400:00000200:0.0:1787757978.979495:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757978.979503:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757978.979508:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757978.979512:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979517:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.979520:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757978.979530:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757978.979533:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757978.979536:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757978.979553:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757978.979557:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757978.979560:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757978.979565:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979568:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.979571:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979574:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757978.979578:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757978.979583:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979586:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757978.979589:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757978.979594:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757978.979598:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.979601:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757978.979604:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757978.979615:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787757978.979619:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757978.979625:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757978.979627:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.979631:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757978.979635:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757978.979640:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757978.979650:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787757978.979659:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.979671:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931119104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757978.979686:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757978.979692:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757978.979699:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931119104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757978.979731:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757978.979736:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757978.979741:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757978.979743:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757978.979746:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757978.979750:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757978.979754:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15683 00000400:00000200:0.0:1787757978.979760:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757978.979766:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757978.979770:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757978.979776:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979779:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.979784:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979792:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757978.979800:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757978.979807:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757978.979810:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757978.979816:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757978.979821:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757978.979829:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757978.979843:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979853:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.979861:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979868:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757978.979874:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757978.979884:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757978.979890:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757978.979896:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757978.979905:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757978.979915:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.979919:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757978.979928:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757978.979937:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.979940:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757978.979948:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787757978.979962:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757978.979974:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757978.979981:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.979985:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757978.979989:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757978.979995:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757978.980008:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787757978.980017:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.980031:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931119232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757978.980060:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757978.980067:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757978.980075:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931119232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757978.980097:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757978.980107:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757978.980117:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757978.980125:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757978.980154:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757978.980161:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757978.980170:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15683 00000400:00000200:0.0:1787757978.980183:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757978.980198:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757978.980203:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757978.980208:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980217:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.980226:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980229:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757978.980234:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757978.980237:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757978.980243:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757978.980249:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757978.980253:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757978.980258:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757978.980309:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980313:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.980316:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980319:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757978.980323:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757978.980328:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980332:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757978.980336:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757978.980343:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757978.980350:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.980355:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757978.980364:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757978.980372:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.980380:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757978.980388:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787757978.980399:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757978.980405:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757978.980408:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.980412:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757978.980418:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757978.980427:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757978.980441:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787757978.980453:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.980475:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931119360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757978.980515:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757978.980526:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757978.980542:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931119360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757978.980566:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757978.980574:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757978.980583:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757978.980591:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757978.980595:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757978.980606:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757978.980616:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15683 00000400:00000200:0.0:1787757978.980628:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757978.980639:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757978.980648:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757978.980659:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980666:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.980675:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980684:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757978.980690:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757978.980695:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757978.980703:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757978.980709:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757978.980716:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757978.980724:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757978.980732:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980743:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.980747:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980751:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757978.980760:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757978.980766:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757978.980776:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757978.980780:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757978.980788:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757978.980795:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.980803:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757978.980811:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757978.980820:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.980826:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757978.980834:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787757978.980842:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757978.980851:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757978.980858:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.980867:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757978.980872:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757978.980877:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757978.980889:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787757978.980898:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.980913:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931119488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757978.980935:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757978.980943:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757978.980961:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931119488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757978.980999:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757978.981008:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757978.981021:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757978.981027:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757978.981033:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757978.981043:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757978.981056:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15683 00000400:00000200:0.0:1787757978.981070:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757978.981079:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757978.981086:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757978.981096:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.981106:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.981113:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.981120:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757978.981158:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757978.981166:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757978.981173:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757978.981180:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757978.981189:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757978.981194:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757978.981208:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.981219:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757978.981228:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757978.981233:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757978.981240:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757978.981248:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757978.981257:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757978.981265:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757978.981299:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757978.981303:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.981311:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757978.981316:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757978.981325:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.981328:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757978.981337:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787757978.981347:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757978.981351:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757978.981357:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757978.981364:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757978.981369:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757978.981374:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757978.981386:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787757978.981394:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757978.981412:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931119616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757978.981438:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757978.981443:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757978.981456:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931119616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757978.981483:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757978.981494:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15693) 00000100:00000001:1.0:1787757979.043387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757979.043394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757979.043397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757979.043404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757979.043408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757979.043413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.043416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757979.043419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.043423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757979.939447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757979.939462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757979.939464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757979.939470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757979.939473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757979.939481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757979.939486:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757979.939495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757979.939500:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757979.939508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757979.939513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757979.939518:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.939524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757979.939535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.939545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757979.939546:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757979.939552:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757979.939557:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757979.939572:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757979.939580:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757979.939588:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757979.939599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757979.939604:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757979.939607:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757979.939611:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.939618:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757979.939621:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757979.939622:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757979.939633:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757979.939634:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757979.939648:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757979.939665:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757979.939677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757979.939698:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757979.939705:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757979.939714:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757979.939716:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757979.939727:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757979.939733:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757979.939740:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757979.939746:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757979.939749:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.939754:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757979.939757:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757979.939761:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757980.003380:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310356945, at 4310356992 00000100:00000040:0.0:1787757980.003388:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310356945, at 4310356992 00000100:00000010:1.0:1787757980.003399:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787757980.003406:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787757980.067369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757980.067376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757980.067379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757980.067385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757980.067389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757980.067394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757980.067398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757980.067401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757980.067404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757980.963449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757980.963451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757980.963462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757980.963463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757980.963469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757980.963472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757980.963480:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757980.963485:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757980.963490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757980.963493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757980.963498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757980.963503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757980.963507:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757980.963517:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757980.963524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757980.963527:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757980.963535:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757980.963541:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757980.963555:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757980.963564:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757980.963567:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757980.963574:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757980.963574:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757980.963583:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757980.963587:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757980.963589:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757980.963599:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757980.963600:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757980.963614:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757980.963615:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757980.963623:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757980.963626:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757980.963642:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757980.963642:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757980.963649:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757980.963657:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757980.963685:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757980.963692:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757980.963695:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757980.963699:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757980.963703:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757980.963708:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757980.963711:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787757980.963713:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757980.963714:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757980.963723:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757980.963725:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757980.963738:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757981.091388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757981.091396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757981.091399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757981.091405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757981.091410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757981.091414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757981.091418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757981.091421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757981.091426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757981.987360:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757981.987366:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757981.987370:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757981.987378:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757981.987385:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757981.987394:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757981.987406:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757981.987409:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757981.987413:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757981.987428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757981.987431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757981.987433:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757981.987435:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757981.987442:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757981.987448:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757981.987451:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757981.987453:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757981.987458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757981.987459:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757981.987476:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757981.987483:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757981.987499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757981.987516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757981.987518:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757981.987530:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757981.987533:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757981.987540:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757981.987550:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757981.987557:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757981.987563:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757981.987566:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757981.987571:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757981.987576:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757981.987576:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757981.987581:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757981.987587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757981.987612:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757981.987619:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757981.987623:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757981.987628:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757981.987633:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757981.987637:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757981.987641:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757981.987644:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757981.987649:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757981.987774:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757981.987781:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757981.987786:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757982.115379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757982.115388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757982.115391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757982.115399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757982.115404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757982.115410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757982.115414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757982.115418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757982.115422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757983.011429:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757983.011441:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757983.011449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757983.011449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757983.011461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757983.011463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757983.011469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757983.011472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757983.011481:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757983.011483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757983.011496:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757983.011503:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757983.011506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757983.011515:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757983.011520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757983.011521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757983.011527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757983.011534:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757983.011558:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757983.011567:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787757983.011568:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757983.011576:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1787757983.011579:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757983.011582:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757983.011591:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757983.011600:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757983.011606:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757983.011607:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757983.011619:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757983.011620:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757983.011627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757983.011629:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757983.011636:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757983.011640:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757983.011652:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757983.011663:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757983.011675:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757983.011680:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757983.011687:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757983.011688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757983.011696:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757983.011702:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757983.011706:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757983.011710:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757983.011714:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757983.011717:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757983.011724:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757983.011731:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757983.139330:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757983.139337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757983.139339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757983.139344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757983.139348:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757983.139351:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757983.139371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757983.139375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757983.139380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.035420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757984.035436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757984.035445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.035461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757984.035471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757984.035472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757984.035484:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757984.035485:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757984.035494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757984.035510:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757984.035513:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757984.035522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757984.035523:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757984.035533:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757984.035535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757984.035553:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757984.035562:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757984.035575:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757984.035576:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.035587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757984.035594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.035605:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757984.035609:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757984.035620:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757984.035620:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757984.035627:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.035629:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757984.035637:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757984.035637:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757984.035644:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757984.035644:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757984.035652:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757984.035652:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757984.035661:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757984.035668:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757984.035679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757984.035736:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757984.035744:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757984.035752:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757984.099399:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757984.099409:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757984.099412:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757984.099416:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757984.099422:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757984.099432:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15688 00000400:00000200:1.0:1787757984.099444:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757984.099452:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757984.099457:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757984.099462:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099466:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.099470:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099473:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757984.099478:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757984.099494:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757984.099499:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757984.099503:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757984.099506:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757984.099510:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757984.099515:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099518:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.099521:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757984.099528:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757984.099532:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099535:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757984.099539:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757984.099543:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757984.099547:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.099550:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757984.099553:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757984.099562:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757984.099567:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757984.099572:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757984.099575:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.099578:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757984.099582:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757984.099587:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757984.099596:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757984.099605:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.099617:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931119744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757984.099631:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757984.099638:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757984.099644:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931119744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757984.099673:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757984.099678:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757984.099683:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757984.099685:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757984.099688:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757984.099692:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757984.099696:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15688 00000400:00000200:1.0:1787757984.099701:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757984.099705:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757984.099708:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757984.099712:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099715:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.099718:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099721:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757984.099724:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757984.099726:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757984.099729:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757984.099732:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757984.099736:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757984.099740:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757984.099745:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099747:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.099750:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099753:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757984.099756:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757984.099762:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757984.099769:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757984.099773:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757984.099781:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757984.099787:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.099793:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757984.099798:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757984.099804:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.099813:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757984.099824:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757984.099832:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757984.099841:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757984.099846:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.099853:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757984.099858:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757984.099864:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757984.099875:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757984.099886:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.099901:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931119872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757984.099919:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757984.099925:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757984.099936:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931119872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757984.099963:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757984.099970:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757984.099980:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757984.099983:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757984.099987:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757984.099996:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757984.100006:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15688 00000400:00000200:1.0:1787757984.100033:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757984.100260:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757984.100306:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757984.100314:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100318:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.100327:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100335:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757984.100341:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757984.100349:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757984.100354:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757984.100360:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757984.100367:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757984.100373:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757984.100382:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100389:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.100398:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100410:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757984.100415:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757984.100429:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100436:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757984.100447:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757984.100455:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757984.100465:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.100471:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757984.100478:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757984.100485:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.100490:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757984.100501:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757984.100508:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757984.100515:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757984.100521:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.100525:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757984.100530:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757984.100537:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757984.100549:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757984.100559:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.100575:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931120000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757984.100626:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757984.100634:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757984.100651:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931120000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757984.100676:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757984.100683:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757984.100691:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757984.100697:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757984.100703:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757984.100711:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757984.100715:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15688 00000400:00000200:1.0:1787757984.100725:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757984.100733:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757984.100738:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757984.100749:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100754:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.100758:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100768:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757984.100774:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757984.100777:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757984.100784:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757984.100788:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757984.100792:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757984.100801:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757984.100810:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100819:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.100828:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100832:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757984.100839:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757984.100852:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757984.100862:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757984.100870:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757984.100879:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757984.100888:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.100894:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757984.100902:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757984.100907:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.100913:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757984.100922:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757984.100931:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757984.100938:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757984.100943:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.100950:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757984.100954:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757984.100959:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757984.100969:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757984.100979:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.100994:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931120128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757984.101020:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757984.101027:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757984.101065:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931120128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757984.101099:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757984.101114:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757984.101128:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757984.101139:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757984.101147:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757984.101156:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757984.101166:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15688 00000400:00000200:1.0:1787757984.101178:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757984.101188:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757984.101192:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757984.101203:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.101210:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.101216:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.101225:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757984.101229:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757984.101232:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757984.101236:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757984.101241:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757984.101250:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757984.101258:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757984.101297:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.101306:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757984.101314:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757984.101322:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757984.101330:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757984.101339:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757984.101348:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757984.101354:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757984.101362:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757984.101372:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.101378:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757984.101385:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757984.101393:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.101399:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757984.101410:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757984.101420:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757984.101432:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757984.101439:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757984.101448:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757984.101455:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757984.101460:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757984.101470:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757984.101481:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.101493:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931120256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757984.101521:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757984.101529:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757984.101542:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931120256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757984.101573:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757984.101582:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15698) 00000100:00000001:1.0:1787757984.163368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757984.163374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757984.163377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757984.163382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757984.163386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757984.163390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757984.163393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757984.163396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757984.163399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757985.059395:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757985.059406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757985.059409:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757985.059416:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757985.059423:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757985.059426:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757985.059430:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059434:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757985.059439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757985.059440:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757985.059445:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757985.059449:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757985.059457:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757985.059458:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757985.059467:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757985.059481:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059490:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757985.059589:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787757985.059593:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757985.059596:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757985.059602:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757985.059616:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000020:00000001:1.0:1787757985.059616:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757985.059627:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1787757985.059630:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757985.059634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059644:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757985.059647:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059652:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757985.059718:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757985.059726:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757985.059731:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757985.059736:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757985.059742:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757985.059751:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757985.059751:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757985.059763:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757985.059764:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757985.059779:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757985.059782:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757985.059786:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059795:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757985.059799:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757985.059803:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059814:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757985.059821:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757985.059833:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757985.123381:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310362065, at 4310362112 00000100:00000040:1.0:1787757985.123387:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310362065, at 4310362112 00000100:00000010:0.0:1787757985.123398:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:1.0:1787757985.123404:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787757985.187368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757985.187374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757985.187377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757985.187382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757985.187385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757985.187389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757985.187392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757985.187395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757985.187399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757986.083501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757986.083513:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757986.083517:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757986.083522:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757986.083526:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757986.083530:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757986.083547:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757986.083549:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757986.083558:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757986.083564:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757986.083572:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757986.083576:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757986.083582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757986.083593:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757986.083604:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757986.083606:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757986.083627:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757986.083645:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757986.083652:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757986.083672:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757986.083678:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757986.083699:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757986.083730:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757986.083737:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757986.083746:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757986.083756:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757986.083757:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757986.083778:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757986.083780:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757986.083802:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757986.083817:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757986.083837:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757986.083853:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757986.083867:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757986.083878:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757986.083894:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757986.084034:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757986.084038:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757986.084043:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757986.211375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757986.211383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757986.211386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757986.211392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757986.211397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757986.211402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757986.211405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757986.211408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757986.211412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757987.107451:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757987.107463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757987.107475:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757987.107476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787757987.107495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757987.107499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757987.107511:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757987.107524:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757987.107530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757987.107535:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.107540:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757987.107554:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757987.107555:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757987.107569:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757987.107583:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757987.107584:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757987.107597:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.107622:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757987.107636:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757987.107666:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757987.107669:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757987.107672:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757987.107680:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757987.107681:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757987.107688:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757987.107691:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757987.107695:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757987.107700:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.107707:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757987.107708:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757987.107715:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.107716:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757987.107721:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757987.107723:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757987.107733:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.107743:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757987.107780:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787757987.107787:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787757987.107789:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757987.107797:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757987.107808:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757987.107810:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787757987.107818:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787757987.107823:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757987.107826:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757987.107830:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757987.107834:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757987.107838:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757987.235385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757987.235395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757987.235398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757987.235405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757987.235411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757987.235416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.235420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757987.235425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757987.235432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757988.131490:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757988.131509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757988.131510:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757988.131518:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757988.131525:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787757988.131534:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757988.131535:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757988.131557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787757988.131560:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757988.131569:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757988.131572:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757988.131590:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757988.131605:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757988.131608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757988.131616:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757988.131664:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757988.131671:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757988.131680:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757988.131718:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757988.131735:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757988.131743:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757988.131757:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757988.131780:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757988.131783:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757988.131793:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757988.131797:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757988.131815:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757988.131817:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757988.131825:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757988.131829:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757988.131833:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757988.131836:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757988.131853:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757988.131868:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757988.131872:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757988.131882:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757988.132086:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757988.132093:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757988.132100:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757988.259388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757988.259397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757988.259400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757988.259409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757988.259414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757988.259419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757988.259423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757988.259427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757988.259433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757989.155436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757989.155454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757989.155463:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757989.155477:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757989.155486:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757989.155488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757989.155508:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757989.155509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.155529:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757989.155534:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757989.155548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787757989.155566:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757989.155567:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.155600:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757989.155617:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.155628:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757989.155634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.155643:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757989.155668:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757989.155680:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757989.155684:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757989.155690:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757989.155702:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757989.155704:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757989.155726:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757989.155728:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757989.155740:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757989.155745:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.155749:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757989.155760:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757989.155764:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757989.155773:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757989.155786:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.155787:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757989.155794:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.155804:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757989.155968:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757989.155973:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757989.155978:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787757989.219397:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757989.219407:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757989.219410:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757989.219415:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757989.219421:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757989.219431:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15693 00000400:00000200:1.0:1787757989.219444:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757989.219453:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757989.219457:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757989.219462:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219466:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.219469:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219473:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757989.219478:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757989.219481:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757989.219484:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757989.219489:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757989.219492:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757989.219495:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757989.219499:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219503:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.219506:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219509:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757989.219513:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757989.219518:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219521:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757989.219525:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757989.219530:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757989.219534:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.219537:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757989.219540:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757989.219552:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787757989.219557:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757989.219563:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757989.219565:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.219569:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757989.219572:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757989.219578:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757989.219588:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787757989.219597:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757989.219608:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931120384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757989.219623:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757989.219629:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757989.219636:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931120384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757989.219672:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757989.219677:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757989.219682:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757989.219684:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757989.219687:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757989.219691:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757989.219695:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15693 00000400:00000200:1.0:1787757989.219700:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757989.219704:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757989.219707:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757989.219711:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219714:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.219717:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219720:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757989.219723:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757989.219724:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757989.219727:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757989.219729:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757989.219732:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757989.219735:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757989.219738:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219741:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.219744:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219747:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757989.219750:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757989.219754:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757989.219756:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757989.219759:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757989.219767:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757989.219771:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.219774:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757989.219780:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757989.219784:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.219788:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757989.219793:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787757989.219797:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757989.219805:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757989.219809:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.219814:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757989.219820:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757989.219823:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757989.219832:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787757989.219842:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757989.219859:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931120512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757989.219885:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757989.219891:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757989.219903:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931120512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757989.219935:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757989.219943:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757989.219982:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757989.219985:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757989.219987:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757989.219994:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757989.220000:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15693 00000400:00000200:1.0:1787757989.220010:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757989.220023:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757989.220033:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757989.220044:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220050:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.220055:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220065:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757989.220069:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757989.220073:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757989.220078:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757989.220083:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757989.220091:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757989.220099:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757989.220109:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220117:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.220125:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220132:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757989.220141:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757989.220151:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220162:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757989.220168:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757989.220176:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757989.220184:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.220188:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757989.220192:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757989.220199:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.220202:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757989.220209:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787757989.220216:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757989.220224:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757989.220229:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.220234:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757989.220239:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757989.220245:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757989.220253:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787757989.220263:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757989.220325:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931120640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757989.220360:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757989.220367:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757989.220384:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931120640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757989.220408:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757989.220415:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757989.220426:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757989.220428:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757989.220433:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757989.220440:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757989.220447:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15693 00000400:00000200:1.0:1787757989.220463:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757989.220474:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757989.220480:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757989.220491:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220499:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.220509:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220516:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757989.220520:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757989.220525:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757989.220530:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757989.220538:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757989.220546:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757989.220550:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757989.220560:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220567:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.220576:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220581:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757989.220587:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757989.220598:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220609:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757989.220617:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757989.220626:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757989.220634:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.220639:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757989.220645:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757989.220657:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.220663:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757989.220674:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787757989.220687:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757989.220695:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757989.220699:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.220709:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757989.220713:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757989.220716:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757989.220725:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757989.220734:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757989.220749:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931120768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757989.220765:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757989.220774:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757989.220784:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931120768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757989.220810:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757989.220816:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757989.220825:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757989.220829:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757989.220834:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757989.220843:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757989.220853:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15693 00000400:00000200:1.0:1787757989.220861:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757989.220870:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757989.220877:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757989.220887:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220895:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.220904:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220913:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757989.220924:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757989.220928:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757989.220934:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757989.220939:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757989.220946:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757989.220969:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757989.220981:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.220990:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757989.220997:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757989.221003:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757989.221010:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757989.221022:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757989.221032:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757989.221040:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757989.221047:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757989.221056:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.221065:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757989.221071:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757989.221079:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.221086:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757989.221097:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787757989.221106:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757989.221115:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757989.221120:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757989.221125:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757989.221131:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757989.221137:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757989.221145:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757989.221154:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757989.221167:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931120896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757989.221241:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757989.221249:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757989.221298:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931120896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757989.221311:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757989.221317:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15703) 00000100:00000001:1.0:1787757989.283387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757989.283396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757989.283400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757989.283409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757989.283415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757989.283421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.283425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757989.283429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757989.283435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757990.179397:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757990.179407:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757990.179412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757990.179419:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757990.179430:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757990.179441:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.179447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757990.179450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757990.179455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757990.179457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.179461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757990.179466:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757990.179474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757990.179482:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757990.179492:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.179501:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757990.179505:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.179513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757990.179519:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757990.179531:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757990.179538:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757990.179546:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757990.179554:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757990.179565:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757990.179587:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757990.179593:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.179597:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757990.179599:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757990.179605:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757990.179610:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757990.179614:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757990.179620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757990.179626:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.179636:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787757990.179645:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757990.179645:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757990.179655:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757990.179659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757990.179670:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757990.243377:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310367185, at 4310367232 00000100:00000010:1.0:1787757990.243401:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:0.0:1787757990.243432:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310367185, at 4310367232 00000100:00000010:0.0:1787757990.243451:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787757990.307384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757990.307395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757990.307399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757990.307408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757990.307414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757990.307420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.307425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757990.307429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757990.307436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757991.203450:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757991.203455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757991.203459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757991.203467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757991.203468:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757991.203474:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757991.203481:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787757991.203484:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757991.203492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757991.203496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757991.203500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757991.203507:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757991.203527:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757991.203535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757991.203541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757991.203542:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757991.203549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757991.203554:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757991.203568:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757991.203578:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757991.203586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757991.203597:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757991.203598:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757991.203606:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757991.203611:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757991.203612:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757991.203619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757991.203625:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757991.203631:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757991.203633:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757991.203641:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757991.203643:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757991.203650:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757991.203654:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757991.203661:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757991.203671:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757991.203753:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757991.203761:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757991.203768:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757991.331386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757991.331396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757991.331400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757991.331409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757991.331415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757991.331421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757991.331427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757991.331432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757991.331438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757992.227409:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757992.227417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757992.227421:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757992.227424:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757992.227426:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757992.227428:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757992.227437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787757992.227438:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757992.227449:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757992.227449:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757992.227459:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227460:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227471:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757992.227486:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757992.227501:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757992.227509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757992.227523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757992.227587:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757992.227596:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757992.227604:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757992.227615:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757992.227628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757992.227634:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757992.227639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227646:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757992.227648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757992.227650:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757992.227657:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757992.227657:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227666:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757992.227666:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757992.227674:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227682:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757992.227691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757992.227705:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757992.227835:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757992.227841:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757992.227846:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757992.355371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757992.355380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757992.355384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757992.355392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757992.355398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757992.355403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757992.355408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757992.355413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757992.355418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757993.251425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757993.251437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757993.251444:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757993.251454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757993.251463:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757993.251468:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757993.251471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757993.251480:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757993.251485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757993.251486:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757993.251495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757993.251497:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757993.251510:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757993.251512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757993.251525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757993.251534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757993.251541:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757993.251547:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757993.251575:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757993.251578:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757993.251584:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757993.251586:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757993.251593:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757993.251597:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757993.251600:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787757993.251611:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757993.251613:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757993.251623:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757993.251624:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757993.251633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757993.251648:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757993.251660:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757993.251672:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757993.251673:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757993.251682:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757993.251691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757993.251746:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757993.251752:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757993.251758:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757993.379397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757993.379407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757993.379411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757993.379419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757993.379424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757993.379428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757993.379432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757993.379434:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757993.379438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757994.275412:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757994.275425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757994.275432:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757994.275444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787757994.275452:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757994.275458:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757994.275461:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757994.275469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757994.275470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757994.275476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787757994.275484:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757994.275485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757994.275492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757994.275501:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757994.275510:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.275529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757994.275535:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757994.275540:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757994.275588:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757994.275602:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757994.275610:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757994.275617:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757994.275627:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757994.275629:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757994.275635:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757994.275639:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757994.275642:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757994.275648:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757994.275650:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757994.275663:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757994.275664:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.275674:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757994.275681:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757994.275687:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757994.275689:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757994.275693:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757994.275884:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757994.275892:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757994.275899:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787757994.339428:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757994.339439:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787757994.339442:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757994.339447:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757994.339453:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757994.339463:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15698 00000400:00000200:0.0:1787757994.339474:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757994.339483:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757994.339501:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757994.339507:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339511:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.339515:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339519:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757994.339525:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757994.339528:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787757994.339532:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757994.339536:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787757994.339539:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787757994.339543:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787757994.339547:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339550:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.339553:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339556:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757994.339559:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787757994.339564:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339567:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757994.339571:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757994.339576:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757994.339580:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.339583:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787757994.339586:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757994.339597:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787757994.339602:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787757994.339608:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757994.339610:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.339614:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757994.339617:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757994.339622:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757994.339632:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787757994.339641:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757994.339653:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931121024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757994.339667:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757994.339674:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757994.339680:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931121024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757994.339710:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757994.339715:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757994.339720:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787757994.339722:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757994.339725:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757994.339729:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757994.339733:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15698 00000400:00000200:0.0:1787757994.339738:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757994.339746:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757994.339750:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757994.339756:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339759:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.339764:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339773:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757994.339777:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757994.339784:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787757994.339792:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757994.339795:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787757994.339802:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787757994.339806:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787757994.339821:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339830:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.339838:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339846:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757994.339856:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787757994.339900:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757994.339912:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757994.339923:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757994.339938:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757994.339950:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.339957:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757994.339969:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757994.339983:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.339993:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757994.340005:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787757994.340017:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757994.340028:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757994.340031:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340035:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757994.340041:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757994.340047:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757994.340060:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787757994.340070:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757994.340087:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931121152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757994.340116:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757994.340123:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757994.340136:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931121152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757994.340165:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757994.340170:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757994.340178:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787757994.340187:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757994.340190:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757994.340194:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757994.340205:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15698 00000400:00000200:0.0:1787757994.340222:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757994.340235:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757994.340240:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757994.340249:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340255:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.340309:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340315:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757994.340319:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757994.340321:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787757994.340324:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757994.340327:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787757994.340330:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787757994.340333:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787757994.340340:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340346:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.340355:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340364:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757994.340370:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787757994.340381:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340391:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757994.340399:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757994.340409:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757994.340414:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340418:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757994.340425:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787757994.340433:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340442:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757994.340450:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787757994.340460:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787757994.340468:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757994.340474:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340479:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757994.340481:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757994.340487:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757994.340496:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787757994.340505:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757994.340520:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931121280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757994.340545:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757994.340551:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757994.340572:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931121280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757994.340595:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757994.340607:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757994.340618:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787757994.340625:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757994.340631:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757994.340636:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757994.340646:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15698 00000400:00000200:0.0:1787757994.340660:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757994.340673:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757994.340682:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757994.340693:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340701:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.340708:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340713:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757994.340721:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757994.340726:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787757994.340731:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757994.340737:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787757994.340745:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787757994.340753:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787757994.340768:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340773:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.340780:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340787:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757994.340794:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787757994.340804:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757994.340811:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757994.340814:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757994.340821:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757994.340825:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340829:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757994.340832:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757994.340841:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340844:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757994.340851:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787757994.340884:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757994.340901:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757994.340909:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.340920:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757994.340930:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757994.340942:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757994.340959:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787757994.340972:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757994.340992:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931121408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757994.341018:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757994.341027:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757994.341036:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931121408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757994.341061:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787757994.341069:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787757994.341084:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787757994.341091:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787757994.341098:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787757994.341106:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787757994.341114:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15698 00000400:00000200:0.0:1787757994.341131:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787757994.341143:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787757994.341152:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787757994.341164:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.341172:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.341181:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.341185:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787757994.341192:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787757994.341195:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787757994.341201:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787757994.341205:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787757994.341213:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787757994.341221:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787757994.341234:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.341239:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787757994.341246:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787757994.341252:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787757994.341256:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787757994.341295:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787757994.341301:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787757994.341305:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787757994.341310:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787757994.341318:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.341324:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787757994.341330:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787757994.341340:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.341347:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787757994.341361:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787757994.341370:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787757994.341378:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787757994.341385:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757994.341389:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787757994.341394:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787757994.341401:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787757994.341414:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787757994.341423:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757994.341441:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931121536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787757994.341466:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787757994.341476:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757994.341492:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931121536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787757994.341526:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787757994.341539:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15709) 00000100:00000001:1.0:1787757994.403370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757994.403376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757994.403379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757994.403385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757994.403389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757994.403393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757994.403396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757994.403399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757994.403402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757995.299422:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757995.299432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757995.299441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757995.299451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787757995.299455:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757995.299461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757995.299468:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757995.299470:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757995.299482:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757995.299483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757995.299498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757995.299509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757995.299510:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757995.299518:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757995.299525:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757995.299543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757995.299550:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757995.299553:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757995.299559:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757995.299562:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757995.299570:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757995.299576:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757995.299585:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757995.299590:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757995.299596:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757995.299598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757995.299609:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757995.299611:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757995.299620:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757995.299625:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757995.299626:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757995.299641:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757995.299652:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757995.299659:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757995.299667:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757995.299678:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757995.299776:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787757995.299781:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757995.299785:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787757995.363391:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310372305, at 4310372352 00000100:00000010:1.0:1787757995.363407:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000040:0.0:1787757995.363438:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310372305, at 4310372352 00000100:00000010:0.0:1787757995.363457:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787757995.427389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757995.427396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757995.427398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757995.427404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757995.427408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757995.427412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757995.427416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757995.427419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757995.427423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757996.323426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757996.323439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757996.323450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757996.323466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757996.323476:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757996.323482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757996.323484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757996.323498:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757996.323514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757996.323516:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757996.323523:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757996.323524:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323532:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757996.323532:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757996.323538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757996.323546:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323552:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757996.323575:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757996.323586:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757996.323587:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757996.323596:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757996.323596:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787757996.323604:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757996.323604:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757996.323617:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787757996.323617:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757996.323625:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757996.323629:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757996.323634:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757996.323635:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323640:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323650:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757996.323654:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757996.323667:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757996.323682:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757996.323687:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757996.323701:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757996.323711:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757996.323742:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757996.323756:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757996.323765:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323772:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757996.323775:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757996.323779:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787757996.323890:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757996.323894:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787757996.323898:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757996.451381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757996.451387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757996.451390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757996.451396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757996.451400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757996.451404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757996.451407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757996.451410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757996.451413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757997.347424:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757997.347438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757997.347444:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757997.347457:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787757997.347472:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757997.347473:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757997.347496:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757997.347498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757997.347519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757997.347548:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757997.347550:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757997.347560:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757997.347575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757997.347590:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757997.347608:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757997.347628:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757997.347637:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757997.347642:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757997.347645:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757997.347650:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757997.347660:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757997.347670:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757997.347680:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757997.347692:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757997.347704:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757997.347709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757997.347724:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757997.347726:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757997.347738:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757997.347748:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757997.347754:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787757997.347762:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757997.347767:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787757997.347780:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787757997.347790:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757997.347793:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757997.347802:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787757997.347827:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787757997.347829:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757997.475372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757997.475381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757997.475385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757997.475393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757997.475397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757997.475403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757997.475407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757997.475410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757997.475414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757998.371439:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757998.371451:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757998.371459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757998.371469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787757998.371477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757998.371482:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787757998.371485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757998.371493:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757998.371494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757998.371502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757998.371503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757998.371517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757998.371519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757998.371531:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757998.371539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757998.371544:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757998.371550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757998.371552:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757998.371556:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757998.371563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757998.371565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787757998.371571:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787757998.371580:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757998.371588:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757998.371596:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757998.371602:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757998.371609:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757998.371613:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757998.371621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757998.371626:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757998.371630:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787757998.371637:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757998.371642:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757998.371652:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757998.371655:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787757998.371663:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787757998.371663:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787757998.371670:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787757998.371679:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787757998.499431:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757998.499439:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757998.499442:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757998.499448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757998.499453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757998.499458:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757998.499461:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757998.499464:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757998.499468:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.395429:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757999.395441:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757999.395445:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.395457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787757999.395465:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757999.395470:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757999.395485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787757999.395498:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.395499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757999.395519:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787757999.395520:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757999.395533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757999.395534:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757999.395549:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757999.395551:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757999.395581:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757999.395585:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757999.395591:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.395602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757999.395610:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757999.395614:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.395623:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787757999.395635:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757999.395637:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757999.395643:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757999.395652:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757999.395654:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757999.395660:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.395662:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787757999.395674:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787757999.395675:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787757999.395690:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787757999.395699:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757999.395717:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787757999.395721:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787757999.395728:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.395740:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757999.395746:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757999.395754:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.395760:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787757999.395767:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757999.395798:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757999.395806:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757999.395811:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757999.395814:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757999.459493:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757999.459504:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787757999.459508:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757999.459513:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757999.459518:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757999.459528:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15704 00000400:00000200:1.0:1787757999.459540:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757999.459547:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757999.459552:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757999.459556:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459560:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.459564:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459568:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757999.459573:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757999.459575:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787757999.459579:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757999.459583:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787757999.459586:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787757999.459589:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787757999.459593:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459596:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.459599:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459602:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757999.459606:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787757999.459611:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459614:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757999.459617:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757999.459622:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757999.459626:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.459629:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787757999.459633:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757999.459643:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787757999.459648:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787757999.459653:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757999.459656:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.459660:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757999.459663:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757999.459669:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757999.459679:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787757999.459688:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.459699:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931121664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757999.459714:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757999.459720:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757999.459726:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931121664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757999.459758:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757999.459763:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757999.459768:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787757999.459792:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757999.459795:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757999.459799:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757999.459803:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15704 00000400:00000200:1.0:1787757999.459808:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757999.459812:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757999.459816:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757999.459820:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459823:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.459826:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459830:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757999.459833:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757999.459835:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787757999.459838:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757999.459841:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787757999.459844:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787757999.459847:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787757999.459852:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459855:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.459859:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459862:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757999.459866:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787757999.459871:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757999.459880:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757999.459884:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757999.459895:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757999.459898:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.459900:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757999.459907:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757999.459914:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.459918:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757999.459924:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787757999.459933:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757999.459941:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757999.459946:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.459953:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757999.459960:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757999.459965:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757999.459973:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787757999.459983:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.459996:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931121792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757999.460038:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757999.460046:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757999.460057:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931121792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757999.460082:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757999.460089:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757999.460100:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787757999.460102:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757999.460106:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757999.460114:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757999.460119:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15704 00000400:00000200:1.0:1787757999.460130:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757999.460141:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757999.460147:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757999.460155:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460159:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.460166:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460170:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757999.460173:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757999.460175:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787757999.460177:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757999.460181:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787757999.460188:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787757999.460197:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787757999.460204:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460211:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.460219:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460224:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757999.460233:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787757999.460244:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460251:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757999.460256:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757999.460262:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757999.460315:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.460324:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757999.460330:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787757999.460336:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.460342:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757999.460350:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787757999.460359:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787757999.460370:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757999.460376:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.460382:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757999.460387:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757999.460392:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757999.460401:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787757999.460406:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.460415:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931121920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757999.460432:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757999.460439:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757999.460452:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931121920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757999.460477:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757999.460484:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757999.460489:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787757999.460495:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757999.460497:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757999.460507:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757999.460518:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15704 00000400:00000200:1.0:1787757999.460532:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757999.460546:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757999.460552:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757999.460563:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460573:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.460584:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460590:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757999.460597:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757999.460601:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787757999.460607:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757999.460611:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787757999.460617:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787757999.460624:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787757999.460635:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460643:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.460652:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460655:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757999.460664:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787757999.460672:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460681:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757999.460687:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757999.460694:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757999.460700:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.460707:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757999.460712:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757999.460721:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.460729:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757999.460739:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787757999.460745:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757999.460751:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757999.460756:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.460760:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757999.460766:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757999.460794:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757999.460804:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787757999.460815:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.460828:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931122048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757999.460845:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757999.460850:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757999.460865:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931122048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757999.460886:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787757999.460892:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787757999.460903:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787757999.460909:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787757999.460913:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787757999.460923:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787757999.460933:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15704 00000400:00000200:1.0:1787757999.460944:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787757999.460954:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787757999.460959:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787757999.460968:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460974:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.460983:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.460990:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787757999.460997:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787757999.461001:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787757999.461006:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787757999.461010:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787757999.461018:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787757999.461028:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787757999.461041:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.461048:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787757999.461056:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787757999.461064:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787757999.461071:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787757999.461080:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787757999.461088:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787757999.461099:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787757999.461107:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787757999.461118:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.461126:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787757999.461130:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787757999.461138:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.461143:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787757999.461151:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787757999.461160:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787757999.461167:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787757999.461171:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787757999.461180:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787757999.461185:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787757999.461192:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787757999.461203:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787757999.461211:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.461226:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931122176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787757999.461250:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787757999.461257:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757999.461298:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931122176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787757999.461334:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787757999.461344:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15714) 00000100:00000001:1.0:1787757999.523361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787757999.523367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787757999.523370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787757999.523375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787757999.523378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787757999.523382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757999.523385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787757999.523388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787757999.523391:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758000.419399:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758000.419411:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758000.419420:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758000.419432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758000.419439:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758000.419451:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.419458:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758000.419462:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758000.419469:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758000.419470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.419475:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758000.419480:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758000.419486:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758000.419496:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758000.419506:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758000.419529:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758000.419536:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758000.419541:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758000.419548:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758000.419549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758000.419553:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758000.419556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758000.419563:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.419565:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758000.419569:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758000.419574:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758000.419581:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758000.419611:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758000.419616:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758000.419620:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758000.419630:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758000.419637:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758000.419642:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.419647:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758000.419649:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.419651:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758000.419788:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758000.419809:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758000.419812:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758000.483385:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310377425, at 4310377472 00000100:00000040:0.0:1787758000.483396:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310377425, at 4310377472 00000100:00000010:1.0:1787758000.483401:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787758000.483417:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787758000.547356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758000.547361:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758000.547363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758000.547368:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758000.547372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758000.547377:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.547380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758000.547384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758000.547389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758001.443370:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758001.443370:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758001.443378:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758001.443378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758001.443382:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758001.443382:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758001.443390:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758001.443391:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758001.443400:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758001.443400:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758001.443407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.443407:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.443414:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758001.443418:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.443423:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758001.443424:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758001.443428:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758001.443432:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758001.443437:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758001.443441:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758001.443447:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758001.443451:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758001.443454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758001.443458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758001.443459:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758001.443463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758001.443465:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758001.443471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758001.443472:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758001.443477:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758001.443478:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758001.443485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.443485:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758001.443492:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758001.443495:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758001.443503:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758001.443514:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758001.443519:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758001.443522:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758001.443527:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758001.443532:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758001.443532:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758001.443537:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758001.443537:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.443544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787758001.443545:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758001.443555:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.443559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758001.571377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758001.571384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758001.571386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758001.571390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758001.571393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758001.571396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.571398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758001.571401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758001.571403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758002.467412:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758002.467428:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758002.467432:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758002.467435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758002.467444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758002.467444:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758002.467457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758002.467458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758002.467468:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758002.467477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758002.467488:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758002.467494:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.467494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758002.467502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.467507:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758002.467512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758002.467515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758002.467519:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758002.467523:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758002.467530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758002.467539:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758002.467545:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758002.467551:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758002.467556:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758002.467557:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758002.467562:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758002.467565:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758002.467565:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.467571:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758002.467572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758002.467584:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758002.467590:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758002.467598:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.467606:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758002.467612:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758002.467613:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758002.467625:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758002.467626:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758002.467645:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758002.467655:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758002.467659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.467666:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758002.467669:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.467673:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758002.467760:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758002.595369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758002.595378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758002.595380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758002.595385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758002.595389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758002.595393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.595396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758002.595399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758002.595402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758003.491362:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758003.491372:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758003.491378:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758003.491386:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758003.491394:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758003.491401:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.491404:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758003.491419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758003.491426:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758003.491434:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758003.491436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758003.491446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758003.491458:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758003.491465:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758003.491466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758003.491471:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758003.491476:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758003.491477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758003.491483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.491483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758003.491491:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758003.491491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758003.491496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758003.491506:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758003.491507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758003.491516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.491523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758003.491542:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758003.491549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758003.491560:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758003.491562:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758003.491569:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758003.491575:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758003.491575:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758003.491592:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758003.491594:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758003.491606:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.491606:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758003.491615:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758003.491616:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758003.491627:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.491627:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758003.491637:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758003.491637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.491643:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758003.619385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758003.619392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758003.619400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758003.619406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758003.619408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758003.619411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.619414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758003.619416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758003.619419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758004.515465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758004.515475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758004.515476:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758004.515484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.515488:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758004.515494:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758004.515497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758004.515504:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758004.515512:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758004.515519:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758004.515521:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.515545:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758004.515546:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.515555:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.515556:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.515573:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.515581:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.515587:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758004.515591:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758004.515594:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758004.515608:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.515622:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758004.515637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758004.515639:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758004.515645:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758004.515646:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758004.515662:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758004.515662:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.515670:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758004.515670:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.515676:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.515710:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.515715:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758004.515715:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.515718:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.515730:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758004.515771:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758004.515779:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758004.515782:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758004.515801:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758004.515808:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758004.515816:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.515821:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758004.515826:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.515831:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758004.515881:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758004.515885:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758004.515890:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758004.579653:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758004.579671:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758004.579706:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758004.579733:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.579768:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.579772:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.579785:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758004.579793:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758004.579800:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758004.579810:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931122304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758004.579820:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758004.579827:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758004.579832:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.579838:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758004.579851:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758004.579860:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758004.579883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758004.579951:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758004.579968:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758004.579992:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931122304, portal 25 00000100:00000001:0.0:1787758004.580003:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758004.580014:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758004.580035:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.580064:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758004.580076:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758004.580085:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787758004.580101:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931122304, offset 0 00000400:00000200:0.0:1787758004.580134:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758004.580156:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.580178:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758004.580194:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758004.580207:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758004.580223:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758004.580244:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758004.580328:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747526:747526:256:4294967295] 192.168.201.121@tcp LPNI seq info [747520:747520:8:4294967295] 00000400:00000200:0.0:1787758004.580341:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.580367:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758004.580391:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.580432:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758004.580452:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758004.580468:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758004.580527:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.580540:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758004.580557:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758004.580579:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758004.580592:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787758004.580597:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787758004.580609:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758004.580621:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.580713:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.580729:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.580764:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.580775:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758004.580791:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758004.580804:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758004.580811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310382545 00000100:00000010:0.0:1787758004.580823:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758004.580841:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758004.580866:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310382545 00000100:00000010:0.0:1787758004.580883:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787758004.580895:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758004.580911:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758004.580925:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.580933:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758004.580950:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758004/real 1787758004] req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758004.580995:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758004.580999:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758004.581004:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758004.581010:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758004.581015:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758004.581020:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758004.581027:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758004.581039:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581048:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758004.581050:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581053:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.581056:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758004.581061:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581069:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758004.581075:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581085:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758004.581089:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581091:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.581093:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581097:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758004.581099:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758004.581104:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758004.581110:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758004.581113:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758004.581118:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758004.581129:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931122304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758004.581134:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581137:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.581141:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931122304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581149:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758004.581152:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758004.581156:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758004.581160:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758004.581163:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758004.581165:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758004.581168:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758004.581171:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758004.581176:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758004.581178:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758004.581180:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758004.581184:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758004.581185:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581189:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581198:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758004.581200:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.581203:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758004.581206:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758004.581207:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758004.581212:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581223:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.581225:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.581228:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758004.581231:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758004.581233:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758004.581237:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758004.581241:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758004.581244:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758004.581247:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.581249:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758004.581253:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758004.581255:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758004.581261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758004.581265:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758004.581299:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758004.581304:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931122432, portal 10 00000100:00000001:0.0:1787758004.581307:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758004.581309:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758004.581318:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581326:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758004.581330:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758004.581333:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787758004.581336:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931122432, offset 0 00000400:00000200:0.0:1787758004.581341:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758004.581346:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.581351:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758004.581355:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758004.581359:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758004.581362:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758004.581365:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758004.581370:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747527:747527:256:4294967295] 192.168.201.121@tcp LPNI seq info [747521:747521:8:4294967295] 00000400:00000200:0.0:1787758004.581376:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.581384:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758004.581390:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.581394:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758004.581400:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758004.581404:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758004.581418:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.581421:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758004.581425:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758004.581429:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758004.581433:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787758004.581435:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787758004.581438:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758004.581443:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581452:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.581456:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581464:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.581466:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758004.581470:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758004.581474:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758004.581478:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758004.581481:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310381582 00000100:00000001:0.0:1787758004.581485:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.581487:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310381582 00000100:00000001:0.0:1787758004.581490:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.581493:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758004.581496:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.581498:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758004.581503:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758004/real 1787758004] req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758004.581512:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758004.581514:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758004.581516:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758004.581519:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758004.581521:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758004.581523:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758004.581527:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758004.581537:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581545:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758004.581546:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581548:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.581550:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758004.581554:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581562:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758004.581567:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581574:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758004.581577:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581579:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.581581:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581583:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758004.581588:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758004.581591:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758004.581597:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758004.581599:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758004.581604:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758004.581614:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758004.581618:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758004.581623:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581630:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.581632:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.581634:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758004.581637:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758004.581639:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758004.581643:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758004.581647:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758004.581650:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758004.581652:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.581655:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758004.581658:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758004.581661:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758004.581665:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758004.581667:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758004.581671:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758004.581675:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931122560, portal 10 00000100:00000001:0.0:1787758004.581677:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758004.581709:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758004.581718:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581727:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758004.581731:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758004.581736:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787758004.581742:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931122560, offset 0 00000400:00000200:0.0:1787758004.581751:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758004.581757:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.581762:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758004.581766:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758004.581769:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758004.581773:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758004.581776:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758004.581780:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747528:747528:256:4294967295] 192.168.201.121@tcp LPNI seq info [747522:747522:8:4294967295] 00000400:00000200:0.0:1787758004.581785:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.581793:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758004.581799:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.581803:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758004.581808:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758004.581812:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758004.581825:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.581828:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758004.581832:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758004.581836:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758004.581840:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787758004.581842:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787758004.581846:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758004.581850:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581860:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.581864:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581873:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.581875:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758004.581879:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758004.581883:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758004.581887:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758004.581890:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310381580 00000100:00000001:0.0:1787758004.581893:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.581896:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310381580 00000100:00000001:0.0:1787758004.581899:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.581902:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758004.581904:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.581907:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758004.581911:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758004/real 1787758004] req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758004.581920:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758004.581921:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758004.581923:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758004.581926:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758004.581929:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758004.581931:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758004.581935:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758004.581945:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581952:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758004.581954:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581956:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.581958:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758004.581962:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581970:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758004.581975:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.581984:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758004.581987:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581989:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.581990:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.581992:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758004.581995:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758004.581998:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758004.582002:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758004.582005:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758004.582009:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758004.582018:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758004.582023:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758004.582027:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582036:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.582037:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.582040:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758004.582042:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758004.582044:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758004.582048:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758004.582052:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758004.582055:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758004.582057:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.582059:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758004.582063:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758004.582066:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758004.582070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758004.582072:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758004.582076:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758004.582080:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931122688, portal 4 00000100:00000001:0.0:1787758004.582082:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758004.582084:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758004.582091:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582098:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758004.582101:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758004.582104:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787758004.582107:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931122688, offset 0 00000400:00000200:0.0:1787758004.582112:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758004.582115:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.582119:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758004.582122:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758004.582125:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758004.582129:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758004.582132:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758004.582135:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747529:747529:256:4294967295] 192.168.201.121@tcp LPNI seq info [747523:747523:8:4294967295] 00000400:00000200:0.0:1787758004.582141:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.582148:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758004.582153:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.582156:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758004.582161:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758004.582164:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758004.582178:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.582181:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758004.582184:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758004.582188:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758004.582192:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787758004.582195:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787758004.582198:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758004.582202:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582211:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.582215:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582223:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.582225:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758004.582228:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758004.582256:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758004.582264:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758004.582295:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310381617 00000100:00000001:0.0:1787758004.582299:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.582302:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310381617 00000100:00000001:0.0:1787758004.582305:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.582308:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758004.582310:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.582313:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758004.582319:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758004/real 1787758004] req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758004.582329:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758004.582331:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758004.582334:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758004.582337:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758004.582340:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758004.582342:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758004.582346:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758004.582357:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582366:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758004.582368:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582371:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.582372:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758004.582377:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582384:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758004.582389:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582397:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758004.582399:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582401:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.582403:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582405:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758004.582408:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758004.582411:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758004.582415:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758004.582418:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758004.582423:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758004.582431:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758004.582436:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758004.582441:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582449:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758004.582451:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.582454:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758004.582456:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758004.582459:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758004.582462:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758004.582466:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758004.582469:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758004.582471:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758004.582473:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758004.582477:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758004.582480:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758004.582484:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758004.582487:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758004.582491:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758004.582494:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931122816, portal 4 00000100:00000001:0.0:1787758004.582497:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758004.582499:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758004.582506:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582514:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758004.582517:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758004.582519:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787758004.582523:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931122816, offset 0 00000400:00000200:0.0:1787758004.582527:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758004.582532:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.582536:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758004.582540:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758004.582543:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758004.582546:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758004.582549:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758004.582553:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747530:747530:256:4294967295] 192.168.201.121@tcp LPNI seq info [747524:747524:8:4294967295] 00000400:00000200:0.0:1787758004.582558:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758004.582566:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758004.582572:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.582576:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758004.582581:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758004.582584:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758004.582599:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758004.582603:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758004.582608:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758004.582615:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758004.582620:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47ee0 00000400:00000010:0.0:1787758004.582623:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47ee0. 00000100:00000001:0.0:1787758004.582626:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758004.582630:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582640:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.582643:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582651:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.582653:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758004.582657:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758004.582661:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758004.582667:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758004.582671:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310381596 00000100:00000001:0.0:1787758004.582675:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.582697:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310381596 00000100:00000001:0.0:1787758004.582702:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310382545 00000100:00000001:0.0:1787758004.582706:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758004.582711:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.582715:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758004.582723:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758004/real 1787758004] req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758004.582734:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758004.582736:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758004.582738:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758004.582741:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758004.582744:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758004.582747:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758004.582751:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758004.582761:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582769:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758004.582771:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582773:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.582775:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758004.582779:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582786:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758004.582791:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582799:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758004.582802:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582804:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758004.582806:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582808:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758004.582810:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758004.582813:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758004.582817:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758004.582820:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758004.582825:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758004.582835:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931122816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758004.582839:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582842:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.582845:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931122432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582853:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758004.582855:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758004.582857:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758004.582860:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758004.582862:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758004.582864:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758004.582867:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758004.582869:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758004.582873:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758004.582875:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758004.582877:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758004.582880:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758004.582881:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582883:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.582887:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931122560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582894:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758004.582896:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758004.582898:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758004.582900:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758004.582902:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758004.582903:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758004.582906:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758004.582907:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758004.582911:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758004.582914:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758004.582917:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758004.582922:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758004.582924:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582927:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.582931:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931122688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582939:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758004.582941:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758004.582943:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758004.582946:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758004.582947:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758004.582949:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758004.582951:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758004.582953:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758004.582955:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758004.582957:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758004.582958:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758004.582962:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758004.582964:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.582966:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758004.582969:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931122816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758004.582977:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758004.582979:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758004.582980:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758004.582983:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758004.582984:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758004.582986:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758004.582988:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758004.582990:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758004.582992:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758004.582994:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758004.582995:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758004.582998:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758004.582999:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.583002:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758004.583006:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758004.583008:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758004.583011:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758004.583013:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758004.643368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758004.643378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758004.643381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758004.643387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758004.643390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758004.643394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.643396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758004.643399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758004.643402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758005.539435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758005.539436:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758005.539444:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758005.539445:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758005.539449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758005.539450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758005.539461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758005.539462:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758005.539472:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758005.539473:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758005.539479:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758005.539483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.539485:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758005.539491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.539496:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758005.539497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758005.539504:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758005.539509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758005.539522:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758005.539532:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758005.539534:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758005.539539:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758005.539540:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758005.539545:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758005.539547:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758005.539549:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758005.539551:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758005.539558:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758005.539559:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758005.539563:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.539564:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758005.539567:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758005.539568:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758005.539573:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.539577:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758005.539579:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758005.539595:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758005.539608:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758005.539617:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758005.539625:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758005.539640:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758005.539648:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.539652:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758005.539654:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.539655:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758005.603365:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310382545, at 4310382592 00000100:00000040:1.0:1787758005.603365:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310382545, at 4310382592 00000100:00000010:1.0:1787758005.603381:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000010:0.0:1787758005.603383:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758005.667377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758005.667384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758005.667386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758005.667390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758005.667393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758005.667396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.667398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758005.667401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758005.667403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758006.563396:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758006.563404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758006.563408:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758006.563414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758006.563415:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758006.563422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758006.563425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758006.563426:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758006.563431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758006.563432:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758006.563443:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758006.563443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758006.563453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758006.563455:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758006.563471:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758006.563485:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758006.563490:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.563495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758006.563499:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758006.563508:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758006.563513:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758006.563517:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758006.563522:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758006.563523:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758006.563526:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758006.563528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.563529:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758006.563532:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758006.563535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758006.563536:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.563540:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758006.563543:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758006.563545:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.563549:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758006.563554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.563561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758006.563573:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758006.563582:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758006.563588:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758006.563598:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758006.563608:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758006.563621:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758006.563642:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758006.563677:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758006.563685:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758006.691412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758006.691422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758006.691425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758006.691432:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758006.691437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758006.691442:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.691446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758006.691449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758006.691454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758007.587366:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758007.587373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758007.587375:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758007.587380:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758007.587385:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758007.587389:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758007.587393:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758007.587397:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758007.587401:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758007.588575:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758007.588580:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758007.588583:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758007.588590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758007.588595:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758007.588596:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758007.588600:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758007.588603:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758007.588605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758007.588610:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758007.588612:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758007.588613:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758007.588616:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758007.588620:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758007.588620:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758007.588651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758007.588653:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758007.588656:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758007.588658:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758007.588660:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758007.588661:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758007.588666:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758007.588670:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758007.588675:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758007.588678:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758007.588683:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758007.588686:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758007.715351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758007.715356:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758007.715358:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758007.715363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758007.715365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758007.715368:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758007.715370:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758007.715372:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758007.715375:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758008.611410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758008.611417:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758008.611423:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758008.611427:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758008.611428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758008.611431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758008.611434:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758008.611436:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758008.611440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758008.611442:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758008.611445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.611446:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611453:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758008.611453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758008.611458:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611459:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611465:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758008.611466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758008.611500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758008.611503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758008.611509:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758008.611513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758008.611515:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758008.611524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758008.611524:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758008.611537:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.611537:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758008.611550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758008.611556:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758008.611556:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758008.611565:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611571:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758008.611571:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.611599:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758008.611606:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611627:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758008.611630:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758008.611633:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758008.611634:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758008.611656:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758008.611662:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758008.611671:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611675:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758008.611678:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758008.611683:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758008.611711:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758008.611721:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758008.611755:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758008.611762:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758008.611767:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758008.611771:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.611778:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758008.611784:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.611799:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758008.739423:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758008.739432:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758008.739435:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758008.739442:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758008.739447:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758008.739451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.739455:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758008.739459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758008.739463:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758009.635387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758009.635395:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758009.635398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758009.635399:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.635405:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758009.635407:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758009.635408:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758009.635414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758009.635416:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758009.635418:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.635421:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758009.635423:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758009.635426:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.635427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758009.635431:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.635432:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.635437:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.635441:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758009.635478:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758009.635485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758009.635491:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758009.635501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758009.635506:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758009.635512:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758009.635515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758009.635519:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.635523:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758009.635529:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758009.635535:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758009.635537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.635549:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758009.635550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.635561:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.635571:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.635580:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758009.635617:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758009.635624:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758009.635626:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758009.635627:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758009.635639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758009.635648:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758009.635655:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758009.635659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758009.635661:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758009.635664:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.699637:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758009.699648:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758009.699657:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758009.699680:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.699717:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.699724:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.699732:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758009.699739:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758009.699753:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758009.699767:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931122944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758009.699782:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758009.699790:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758009.699796:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.699802:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758009.699814:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758009.699824:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758009.699841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758009.699851:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758009.699875:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758009.699883:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931122944, portal 25 00000100:00000001:0.0:1787758009.699887:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758009.699888:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758009.699895:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.699910:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758009.699917:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758009.699920:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47ee0. 00000100:00000200:0.0:1787758009.699949:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931122944, offset 0 00000400:00000200:0.0:1787758009.699968:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758009.699992:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.700018:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758009.700039:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758009.700070:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758009.700080:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758009.700089:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758009.700098:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747531:747531:256:4294967295] 192.168.201.121@tcp LPNI seq info [747525:747525:8:4294967295] 00000400:00000200:0.0:1787758009.700111:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.700149:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758009.700171:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758009.700184:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758009.700204:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758009.700262:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758009.700292:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758009.700297:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310387665 00000100:00000010:0.0:1787758009.700304:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758009.700313:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758009.700322:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310387665 00000100:00000010:0.0:1787758009.700329:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758009.700332:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758009.700335:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758009.700338:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.700340:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.700342:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.700349:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758009.700351:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758009.700354:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758009.700359:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758009.700361:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758009.700370:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.700386:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.700389:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.700396:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758009.700400:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758009.700404:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758009.700407:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758009.700413:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758009.700416:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758009.700419:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.700422:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758009.700428:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758009.700433:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758009.700439:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758009.700445:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758009.700451:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787758009.700457:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123072, portal 10 00000100:00000001:0.0:1787758009.700463:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758009.700466:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758009.700477:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.700496:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758009.700500:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758009.700505:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a475d8. 00000100:00000200:0.0:1787758009.700510:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931123072, offset 0 00000400:00000200:0.0:1787758009.700517:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758009.700525:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.700535:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758009.700542:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758009.700550:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758009.700558:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758009.700566:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758009.700575:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747532:747532:255:4294967295] 192.168.201.121@tcp LPNI seq info [747526:747526:7:4294967295] 00000400:00000200:0.0:1787758009.700585:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.700613:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758009.700628:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758009.700637:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9800. 00000800:00000200:0.0:1787758009.700650:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758009.700667:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758009.700674:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758009.700683:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758009.700689:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310386701 00000100:00000001:0.0:1787758009.700695:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.700698:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310386701 00000100:00000001:0.0:1787758009.700702:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.700706:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758009.700711:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.700716:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758009.700724:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.700740:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.700742:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.700747:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758009.700751:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758009.700757:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758009.700772:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758009.700781:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758009.700787:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758009.700791:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.700795:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758009.700802:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758009.700807:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758009.700814:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758009.700820:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758009.700825:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787758009.700830:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123200, portal 10 00000100:00000001:0.0:1787758009.700832:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758009.700834:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758009.700842:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.700849:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758009.700852:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758009.700855:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47dd0. 00000100:00000200:0.0:1787758009.700858:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931123200, offset 0 00000400:00000200:0.0:1787758009.700863:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758009.700868:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.700872:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758009.700875:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758009.700878:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758009.700881:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758009.700884:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758009.700888:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747533:747533:254:4294967295] 192.168.201.121@tcp LPNI seq info [747527:747527:6:4294967295] 00000400:00000200:0.0:1787758009.700892:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.700900:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758009.700906:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758009.700910:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9e00. 00000800:00000200:0.0:1787758009.700915:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758009.700923:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758009.700926:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758009.700930:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758009.700932:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310386699 00000100:00000001:0.0:1787758009.700935:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.700938:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310386699 00000100:00000001:0.0:1787758009.700940:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.700943:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758009.700946:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.700949:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.700951:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.700955:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758009.700956:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758009.700957:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758009.700959:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758009.700960:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758009.700964:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.700970:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.700972:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.700975:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758009.700977:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758009.700980:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758009.700989:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758009.700994:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758009.700996:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758009.700998:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.701000:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758009.701004:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758009.701006:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758009.701010:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758009.701013:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758009.701016:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758009.701020:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123328, portal 4 00000100:00000001:0.0:1787758009.701022:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758009.701023:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758009.701030:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.701037:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758009.701039:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758009.701042:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47908. 00000100:00000200:0.0:1787758009.701045:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931123328, offset 0 00000400:00000200:0.0:1787758009.701050:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758009.701054:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.701058:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758009.701061:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758009.701063:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758009.701066:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758009.701068:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758009.701071:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747534:747534:253:4294967295] 192.168.201.121@tcp LPNI seq info [747528:747528:5:4294967295] 00000400:00000200:0.0:1787758009.701075:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.701081:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758009.701086:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758009.701090:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9c00. 00000800:00000200:0.0:1787758009.701094:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758009.701100:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758009.701104:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758009.701107:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758009.701109:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310386735 00000100:00000001:0.0:1787758009.701112:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.701114:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310386735 00000100:00000001:0.0:1787758009.701116:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.701126:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758009.701173:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.701176:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758009.701181:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.701189:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758009.701191:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.701193:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758009.701195:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758009.701197:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758009.701201:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758009.701205:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758009.701220:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758009.701223:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758009.701225:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758009.701230:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758009.701232:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758009.701237:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758009.701240:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758009.701245:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758009.701249:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123456, portal 4 00000100:00000001:0.0:1787758009.701251:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758009.701253:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758009.701260:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758009.701293:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758009.701296:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758009.701299:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a474c8. 00000100:00000200:0.0:1787758009.701302:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931123456, offset 0 00000400:00000200:0.0:1787758009.701307:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758009.701312:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.701316:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758009.701320:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758009.701324:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758009.701326:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758009.701329:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758009.701333:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747535:747535:252:4294967295] 192.168.201.121@tcp LPNI seq info [747529:747529:4:4294967295] 00000400:00000200:0.0:1787758009.701337:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758009.701344:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758009.701350:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758009.701355:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758009.701360:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758009.701369:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758009.701393:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758009.701399:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758009.701401:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310386715 00000100:00000001:0.0:1787758009.701404:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.701407:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310386715 00000100:00000001:0.0:1787758009.701410:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310387665 00000100:00000001:0.0:1787758009.701413:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758009.701415:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.701419:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.701421:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758009.701425:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758009.701427:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758009.701431:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758009.701432:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758009.701435:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758009.701437:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758009.763416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758009.763430:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758009.763432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758009.763435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758009.763438:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758009.763441:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758009.763443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758009.763445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758009.763453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758010.659466:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758010.659470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758010.659475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758010.659483:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758010.659484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758010.659491:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758010.659496:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758010.659501:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758010.659505:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758010.659513:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758010.659516:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758010.659521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.659524:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758010.659532:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.659536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758010.659540:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758010.659550:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758010.659565:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758010.659567:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758010.659603:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758010.659609:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758010.659619:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758010.659624:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758010.659628:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758010.659633:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758010.659636:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758010.659638:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758010.659644:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758010.659648:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758010.659650:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758010.659659:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758010.659663:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758010.659668:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758010.659680:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758010.659686:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.659688:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758010.659694:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758010.659697:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758010.659700:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758010.659704:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758010.659709:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.659717:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758010.659719:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758010.659721:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.659733:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758010.723397:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310387665, at 4310387712 00000100:00000010:0.0:1787758010.723415:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000040:1.0:1787758010.723421:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310387665, at 4310387712 00000100:00000010:1.0:1787758010.723436:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787758010.787391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758010.787400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758010.787403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758010.787409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758010.787415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758010.787419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.787423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758010.787426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758010.787430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758011.683384:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758011.683392:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758011.683398:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758011.683404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758011.683414:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758011.683418:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758011.683423:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758011.683426:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758011.683430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758011.683446:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758011.683449:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758011.683451:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758011.683456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758011.683464:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758011.683470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683472:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758011.683477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758011.683488:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758011.683488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683500:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758011.683508:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758011.683511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758011.683518:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758011.683528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683552:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758011.683606:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683612:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758011.683615:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758011.683622:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758011.683626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758011.683634:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758011.683637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758011.683638:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758011.683656:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758011.683656:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683670:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758011.683683:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758011.683686:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758011.683688:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758011.683704:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758011.683710:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758011.683719:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683734:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758011.683743:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758011.683759:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758011.811330:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758011.811337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758011.811339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758011.811344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758011.811347:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758011.811350:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758011.811352:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758011.811354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758011.811357:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.707402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758012.707409:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758012.707414:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758012.707418:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758012.707420:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758012.707423:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758012.707436:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758012.707437:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758012.707445:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758012.707446:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758012.707451:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.707453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758012.707468:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758012.707485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758012.707491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.707492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758012.707497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.707503:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758012.707512:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758012.707518:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758012.707521:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758012.707529:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758012.707532:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758012.707548:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758012.707552:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758012.707555:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.707558:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758012.707560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.707563:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758012.707567:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758012.707587:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758012.707600:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758012.707612:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758012.707614:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758012.707621:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758012.707632:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758012.707634:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758012.707643:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.707653:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.772151:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758012.772159:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758012.772166:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758012.772181:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758009/real 1787758012] req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758012.772211:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758012.772217:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758012.772225:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758012.772235:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787758012.772241:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787758012.772249:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758012.772261:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758012.772323:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.772334:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758012.772338:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.772342:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.772345:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758012.772352:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.772362:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758012.772369:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.772380:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758012.772384:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.772386:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.772388:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.772391:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758012.772396:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758012.772401:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758012.772408:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758012.772411:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758012.772417:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758012.772428:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758012.772434:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758012.772439:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758009/real 1787758012] req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758012.772828:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758012.772832:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758012.772835:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758012.772840:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:0.0:1787758012.772842:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:0.0:1787758012.772846:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758012.772855:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758012.772879:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.772903:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758012.772907:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.772911:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.772912:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758012.772922:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.772937:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758012.772944:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.772951:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758012.772964:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.772965:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.772966:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.772968:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758012.772970:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758012.772973:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758012.772979:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758012.772981:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758012.772985:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758012.772992:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758012.772996:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758012.772999:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758009/real 1787758012] req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758012.773005:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758012.773006:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758012.773008:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758012.773011:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758012.773013:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758012.773015:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758012.773018:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758012.773025:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773030:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758012.773031:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773033:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.773034:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758012.773037:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773043:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758012.773045:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773050:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758012.773052:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773053:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.773054:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773056:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758012.773057:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758012.773059:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758012.773062:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758012.773063:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758012.773066:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758012.773072:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931122944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758012.773075:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.773077:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758012.773080:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931123072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773085:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758012.773087:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758012.773091:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758012.773094:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758012.773096:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758012.773098:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758012.773101:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758012.773103:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758012.773135:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758012.773138:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758012.773140:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758012.773144:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758012.773146:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773148:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758012.773153:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931123200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773161:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758012.773172:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758012.773175:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758012.773179:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758012.773181:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758012.773183:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758012.773185:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758012.773187:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758012.773190:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758012.773192:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758012.773194:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758012.773197:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758012.773199:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773201:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758012.773206:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931122944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773212:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758012.773214:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758012.773215:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758012.773217:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758012.773218:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758012.773219:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758012.773221:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758012.773222:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758012.773224:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758012.773225:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758012.773226:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758012.773228:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758012.773230:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773232:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.773234:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758012.773235:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758012.773237:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758012.773240:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758009/real 1787758012] req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758012.773247:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758012.773249:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758012.773251:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758012.773253:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758012.773254:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758012.773256:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758012.773259:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758012.773288:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773306:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758012.773308:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773310:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.773311:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758012.773315:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773321:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758012.773324:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773330:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758012.773331:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773333:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.773334:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773336:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758012.773337:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758012.773340:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758012.773343:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758012.773345:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758012.773348:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758012.773354:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758012.773358:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758012.773361:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758009/real 1787758012] req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758012.773366:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758012.773367:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758012.773369:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758012.773371:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758012.773372:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758012.773374:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758012.773377:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758012.773383:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773399:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758012.773400:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773402:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.773403:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758012.773405:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773410:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758012.773413:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773430:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758012.773432:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773434:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758012.773435:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773436:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758012.773438:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758012.773440:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758012.773442:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758012.773444:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758012.773447:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758012.773453:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758012.773456:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773457:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758012.773460:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931123328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773468:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758012.773470:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758012.773472:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758012.773475:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758012.773477:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758012.773479:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758012.773481:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758012.773483:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758012.773486:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758012.773488:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758012.773489:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758012.773492:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758012.773494:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773497:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758012.773502:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931123456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758012.773511:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758012.773513:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758012.773515:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758012.773518:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758012.773519:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758012.773521:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758012.773523:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758012.773526:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758012.773528:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758012.773529:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758012.773530:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758012.773533:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758012.773534:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773555:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758012.773562:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758012.773563:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758012.773565:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758012.773566:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758012.835343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758012.835352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758012.835354:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758012.835361:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758012.835364:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758012.835369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758012.835372:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758012.835375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758012.835379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758013.731360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758013.731361:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758013.731366:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758013.731366:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758013.731370:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758013.731371:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758013.731378:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758013.731379:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758013.731385:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758013.731385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758013.731390:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.731391:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758013.731401:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758013.731404:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758013.731407:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758013.731408:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758013.731412:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.731415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758013.731424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758013.731428:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758013.731432:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758013.731435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758013.731438:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758013.731441:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758013.731443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758013.731446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758013.731448:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758013.731453:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758013.731453:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758013.731458:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.731459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758013.731464:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758013.731465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.731475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758013.731479:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.731482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758013.731553:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758013.731556:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758013.731560:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758013.859383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758013.859392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758013.859395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758013.859402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758013.859407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758013.859411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.859415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758013.859418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758013.859423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.755365:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758014.755373:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758014.755376:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758014.755382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758014.755388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758014.755393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.755398:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758014.755403:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758014.755403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758014.755410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.755411:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758014.755415:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758014.755422:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758014.755425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758014.755428:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758014.755431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758014.755433:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.755435:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.755440:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758014.755441:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758014.755444:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.755447:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758014.755450:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.755451:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.755459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758014.755463:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.755467:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758014.755468:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758014.755473:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758014.755477:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758014.755488:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758014.755492:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758014.755495:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758014.755498:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758014.755526:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758014.755528:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758014.755530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758014.755532:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758014.755534:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758014.819395:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758014.819403:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758014.819405:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758014.819408:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758014.819411:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758014.819417:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15719 00000400:00000200:1.0:1787758014.819442:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758014.819447:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758014.819450:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758014.819453:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819455:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.819457:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819459:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758014.819462:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758014.819464:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758014.819466:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758014.819469:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758014.819471:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758014.819472:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758014.819474:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819476:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.819478:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819479:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758014.819482:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758014.819484:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819486:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758014.819488:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758014.819491:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758014.819493:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.819495:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758014.819497:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758014.819517:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758014.819548:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758014.819551:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758014.819553:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.819556:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758014.819559:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758014.819563:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758014.819572:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758014.819578:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758014.819601:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758014.819614:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758014.819619:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758014.819624:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.819645:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758014.819648:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758014.819651:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758014.819652:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758014.819654:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758014.819656:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758014.819659:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15719 00000400:00000200:1.0:1787758014.819662:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758014.819669:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758014.819671:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758014.819675:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819678:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.819680:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819683:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758014.819685:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787758014.819686:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758014.819690:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000100:00000001:0.0:1787758014.819693:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758014.819694:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758014.819699:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787758014.819699:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758014.819705:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758014.819709:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758014.819712:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758014.819716:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.819722:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.819727:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758014.819729:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758014.819732:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758014.819734:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758014.819737:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 02000000:00000001:0.0:1787758014.819741:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1787758014.819744:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 02000000:00000001:0.0:1787758014.819747:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758014.819750:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.819752:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758014.819754:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1787758014.819761:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931123584:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758014.819762:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758014.819770:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.819771:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758014.819774:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787758014.819777:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1787758014.819780:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758014.819782:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787758014.819788:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.819789:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758014.819793:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758014.819799:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 02000000:00000010:0.0:1787758014.819800:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 00000020:00000040:1.0:1787758014.819803:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758014.819805:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758014.819808:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758014.819812:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.819816:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758014.819817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758014.819820:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758014.819824:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758014.819825:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 02000000:00000010:1.0:1787758014.819830:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000400:00000010:0.0:1787758014.819835:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000001:1.0:1787758014.819837:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758014.819847:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123584, portal 25 00000100:00100000:1.0:1787758014.819848:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758014.819853:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758014.819857:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000100:00000001:1.0:1787758014.819865:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787758014.819870:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.819870:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758014.819881:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.819887:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758014.819896:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758014.819899:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758014.819902:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758014.819904:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1787758014.819905:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758014.819907:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787758014.819911:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758014.819917:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931123584, offset 0 00000400:00000200:0.0:1787758014.819926:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758014.819936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.819943:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758014.819950:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787758014.819952:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758014.819957:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00080000:1.0:1787758014.819960:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15719 00000400:00000200:0.0:1787758014.819966:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758014.819971:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758014.819976:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747536:747536:256:4294967295] 192.168.201.121@tcp LPNI seq info [747530:747530:8:4294967295] 00000400:00000200:0.0:1787758014.819981:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.819992:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758014.820001:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758014.820002:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758014.820011:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000010:0.0:1787758014.820012:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000100:00080000:1.0:1787758014.820016:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758014.820024:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758014.820025:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758014.820029:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1787758014.820032:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000100:00000040:1.0:1787758014.820033:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820037:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758014.820041:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758014.820046:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758014.820049:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758014.820054:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758014.820059:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758014.820065:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000800:00000100:0.0:1787758014.820066:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.820072:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000100:00000040:1.0:1787758014.820073:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820079:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758014.820081:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758014.820082:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820088:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758014.820091:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758014.820095:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1787758014.820099:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820104:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758014.820105:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 02000000:00000001:1.0:1787758014.820108:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787758014.820110:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 02000000:00000001:1.0:1787758014.820113:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758014.820117:0:2420:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787758014.820118:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820122:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758014.820126:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1787758014.820127:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1787758014.820132:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820137:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758014.820144:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758014.820147:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1787758014.820149:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000040:0.0:1787758014.820155:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758014.820156:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758014.820159:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820164:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758014.820168:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758014.820171:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758014.820172:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820176:0:2420:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1787758014.820180:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:0.0:1787758014.820186:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820186:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758014.820195:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787758014.820198:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758014.820200:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310392784 00000100:00000010:0.0:1787758014.820210:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758014.820211:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758014.820216:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820220:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1787758014.820221:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.820230:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310392784 00000100:00000001:1.0:1787758014.820233:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758014.820237:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00080000:1.0:1787758014.820239:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758014.820244:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1787758014.820245:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758014.820250:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758014.820252:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787758014.820252:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758014.820259:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820260:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758014.820291:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15719 00000400:00000200:1.0:1787758014.820297:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758014.820301:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758014.820302:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787758014.820304:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758014.820308:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758014.820312:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758014/real 1787758014] req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.820313:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.820320:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820327:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758014.820332:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758014.820334:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000400:00000001:0.0:1787758014.820335:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1787758014.820336:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000001:0.0:1787758014.820340:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1787758014.820341:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000400:00000010:0.0:1787758014.820345:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000020:00000001:1.0:1787758014.820346:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000200:0.0:1787758014.820352:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000020:00000001:1.0:1787758014.820352:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000010:0.0:1787758014.820357:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000040:1.0:1787758014.820360:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820364:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.820367:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758014.820370:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787758014.820370:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758014.820376:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000200:0.0:1787758014.820379:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758014.820382:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820389:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758014.820393:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758014.820397:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758014.820404:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820409:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000200:0.0:1787758014.820414:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758014.820414:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758014.820421:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820426:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758014.820433:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758014.820434:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1787758014.820439:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758014.820440:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.820446:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787758014.820447:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758014.820451:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758014.820451:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758014.820458:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.820463:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758014.820466:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758014.820470:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820472:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1787758014.820478:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000040:0.0:1787758014.820482:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.820484:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820495:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:1.0:1787758014.820496:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758014.820518:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.820522:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758014.820522:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758014.820526:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758014.820528:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820530:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758014.820534:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787758014.820536:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758014.820540:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758014.820549:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758014.820553:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820567:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1787758014.820568:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758014.820575:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000040:0.0:1787758014.820578:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.820578:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758014.820582:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758014.820588:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758014.820594:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15719 00000100:00100000:0.0:1787758014.820598:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931123584:192.168.201.121@tcp:250:kworker.0 00000400:00000200:1.0:1787758014.820605:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758014.820608:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787758014.820612:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758014.820613:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787758014.820618:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758014.820621:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758014.820625:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820631:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758014.820636:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820643:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758014.820648:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758014.820652:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1787758014.820652:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758014.820656:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1787758014.820657:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1787758014.820659:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 02000000:00000010:0.0:1787758014.820662:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 00000020:00000001:1.0:1787758014.820664:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 02000000:00000001:0.0:1787758014.820668:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787758014.820669:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758014.820673:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:1.0:1787758014.820676:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000020:00000040:0.0:1787758014.820678:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787758014.820681:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1787758014.820684:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:1.0:1787758014.820687:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000010:0.0:1787758014.820689:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758014.820694:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787758014.820696:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758014.820700:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1787758014.820701:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000010:0.0:1787758014.820702:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758014.820705:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758014.820706:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.820708:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758014.820715:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758014.820717:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758014.820719:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820722:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758014.820723:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758014.820727:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758014.820728:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787758014.820731:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820733:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758014.820734:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758014.820738:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1787758014.820738:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758014.820741:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820743:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758014.820746:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758014.820749:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758014.820751:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758014.820753:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758014.820754:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758014.820755:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758014.820758:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758014.820760:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758014.820766:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:0.0:1787758014.820770:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758014.820771:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820774:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758014.820779:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758014.820780:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758014.820785:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758014.820793:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820800:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758014.820803:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758014.820804:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123712:192.168.201.121@tcp:38:kworker.0 00000100:00000040:1.0:1787758014.820808:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.820811:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758014.820816:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758014.820820:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.820820:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.820826:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787758014.820828:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15729) 02000000:00000010:0.0:1787758014.820832:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758014.820836:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758014.820842:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758014.820846:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758014.820851:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758014.820857:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123712, portal 10 00000100:00000001:0.0:1787758014.820859:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758014.820861:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758014.820868:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.820874:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758014.820876:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758014.820878:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758014.820880:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931123712, offset 0 00000400:00000200:0.0:1787758014.820883:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758014.820887:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.820891:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758014.820894:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758014.820897:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758014.820899:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758014.820901:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758014.820904:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747537:747537:256:4294967295] 192.168.201.121@tcp LPNI seq info [747531:747531:8:4294967295] 00000400:00000200:0.0:1787758014.820906:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.820912:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758014.820915:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.820918:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758014.820922:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758014.820925:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758014.820938:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.820940:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758014.820944:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758014.820949:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758014.820952:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758014.820954:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758014.820958:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758014.820962:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.820971:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.820975:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.820982:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.820984:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758014.820987:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758014.820990:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758014.820993:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758014.820994:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310391821 00000100:00000001:0.0:1787758014.820997:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.820998:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310391821 00000100:00000001:0.0:1787758014.821000:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821001:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758014.821003:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821004:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758014.821007:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758014/real 1787758014] req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758014.821013:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758014.821014:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758014.821015:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758014.821017:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758014.821018:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758014.821020:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758014.821022:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758014.821033:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821042:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758014.821043:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821045:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821046:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758014.821048:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821053:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758014.821056:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821061:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758014.821063:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821064:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821065:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821066:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758014.821069:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758014.821070:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758014.821073:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758014.821074:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758014.821077:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758014.821084:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758014.821089:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758014.821092:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821100:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758014.821102:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.821105:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758014.821107:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758014.821109:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758014.821112:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758014.821116:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758014.821118:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758014.821120:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.821121:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758014.821125:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758014.821128:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758014.821131:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758014.821134:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758014.821138:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758014.821141:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123840, portal 10 00000100:00000001:0.0:1787758014.821143:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758014.821145:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758014.821152:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821158:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758014.821161:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758014.821163:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758014.821166:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931123840, offset 0 00000400:00000200:0.0:1787758014.821171:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758014.821175:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.821180:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758014.821183:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758014.821186:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758014.821188:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758014.821191:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758014.821195:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747538:747538:256:4294967295] 192.168.201.121@tcp LPNI seq info [747532:747532:8:4294967295] 00000400:00000200:0.0:1787758014.821199:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.821203:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758014.821207:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.821210:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758014.821213:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758014.821215:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758014.821223:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.821224:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758014.821227:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758014.821229:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758014.821231:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758014.821232:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758014.821234:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758014.821237:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821242:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821245:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821249:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821250:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758014.821253:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758014.821255:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758014.821257:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758014.821259:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310391819 00000100:00000001:0.0:1787758014.821261:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821262:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310391819 00000100:00000001:0.0:1787758014.821264:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821265:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758014.821285:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821286:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758014.821289:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758014/real 1787758014] req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758014.821295:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758014.821296:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758014.821297:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758014.821299:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758014.821300:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758014.821302:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758014.821304:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758014.821311:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821319:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758014.821320:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821322:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821323:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758014.821338:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821345:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758014.821350:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821358:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758014.821361:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821363:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821365:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821367:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758014.821369:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758014.821372:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758014.821376:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758014.821378:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758014.821382:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758014.821387:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758014.821390:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758014.821392:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821396:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758014.821397:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.821399:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758014.821400:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758014.821402:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758014.821404:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758014.821406:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758014.821408:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758014.821409:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.821410:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758014.821413:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758014.821414:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758014.821417:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758014.821419:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758014.821421:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758014.821424:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931123968, portal 4 00000100:00000001:0.0:1787758014.821425:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758014.821426:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758014.821430:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821435:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758014.821437:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758014.821438:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758014.821440:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931123968, offset 0 00000400:00000200:0.0:1787758014.821443:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758014.821446:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.821448:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758014.821450:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758014.821452:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758014.821454:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758014.821456:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758014.821458:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747539:747539:256:4294967295] 192.168.201.121@tcp LPNI seq info [747533:747533:8:4294967295] 00000400:00000200:0.0:1787758014.821461:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.821466:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758014.821468:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.821471:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758014.821473:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758014.821475:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758014.821483:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.821484:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758014.821487:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758014.821489:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758014.821491:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758014.821493:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758014.821494:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758014.821497:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821523:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821526:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821531:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821532:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758014.821535:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758014.821537:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758014.821540:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758014.821552:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310391856 00000100:00000001:0.0:1787758014.821554:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821556:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310391856 00000100:00000001:0.0:1787758014.821557:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821558:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758014.821560:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821561:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758014.821564:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758014/real 1787758014] req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758014.821569:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758014.821570:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758014.821571:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758014.821573:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758014.821574:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758014.821575:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758014.821577:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758014.821583:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821588:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758014.821589:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821590:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821591:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758014.821593:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821597:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758014.821600:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821604:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758014.821606:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821607:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821608:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821610:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758014.821611:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758014.821613:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758014.821615:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758014.821616:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758014.821619:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758014.821623:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931123968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758014.821626:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821627:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821629:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931123712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821634:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758014.821635:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758014.821637:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758014.821638:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758014.821639:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758014.821641:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758014.821642:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758014.821643:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758014.821645:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758014.821646:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758014.821647:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758014.821649:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758014.821650:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821651:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821653:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931123840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821662:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758014.821663:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758014.821664:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758014.821666:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758014.821666:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758014.821667:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758014.821668:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758014.821669:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758014.821671:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758014.821672:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758014.821672:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758014.821674:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758014.821675:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821676:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821678:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931123968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821681:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758014.821682:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758014.821683:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758014.821685:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758014.821685:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758014.821686:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758014.821687:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758014.821688:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758014.821690:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758014.821691:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758014.821691:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758014.821693:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758014.821694:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821695:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821698:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758014.821699:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821700:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758014.821701:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758014.821702:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758014.821705:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821712:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758014.821714:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.821717:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758014.821718:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758014.821721:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758014.821724:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758014.821729:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758014.821731:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758014.821733:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758014.821735:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758014.821738:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758014.821741:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758014.821744:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758014.821747:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758014.821751:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758014.821754:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931124096, portal 4 00000100:00000001:0.0:1787758014.821757:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758014.821758:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758014.821765:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821769:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758014.821771:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758014.821773:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758014.821775:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931124096, offset 0 00000400:00000200:0.0:1787758014.821778:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758014.821781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.821783:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758014.821786:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758014.821788:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758014.821790:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758014.821792:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758014.821795:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747540:747540:256:4294967295] 192.168.201.121@tcp LPNI seq info [747534:747534:8:4294967295] 00000400:00000200:0.0:1787758014.821798:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758014.821814:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758014.821819:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.821823:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758014.821826:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758014.821829:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758014.821842:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758014.821844:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758014.821847:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758014.821851:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758014.821854:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758014.821856:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758014.821859:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758014.821863:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821869:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821871:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821876:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821877:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758014.821880:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758014.821882:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758014.821885:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758014.821886:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310391835 00000100:00000001:0.0:1787758014.821888:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821890:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310391835 00000100:00000001:0.0:1787758014.821892:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310392784 00000100:00000001:0.0:1787758014.821893:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758014.821895:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.821896:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758014.821899:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758014/real 1787758014] req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758014.821904:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758014.821905:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758014.821906:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758014.821908:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758014.821909:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758014.821910:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758014.821912:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758014.821918:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821922:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758014.821923:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821924:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821925:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758014.821929:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821936:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758014.821940:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821958:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758014.821961:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821963:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758014.821964:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821966:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758014.821968:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758014.821971:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758014.821975:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758014.821978:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758014.821982:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758014.821989:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758014.821992:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.821993:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758014.821995:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931124096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758014.821999:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758014.822000:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758014.822002:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758014.822004:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758014.822005:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758014.822006:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758014.822007:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758014.822008:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758014.822010:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758014.822011:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758014.822012:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758014.822014:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758014.822015:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.822016:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758014.822019:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758014.822020:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758014.822021:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758014.822022:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758014.883382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758014.883387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758014.883388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758014.883392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758014.883394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758014.883397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758014.883399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758014.883401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758014.883402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758015.779445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758015.779460:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758015.779464:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758015.779469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758015.779473:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758015.779478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758015.779480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758015.779512:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758015.779516:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758015.779522:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758015.779524:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758015.779529:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.779536:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758015.779545:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.779557:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758015.779559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758015.779563:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758015.779568:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758015.779587:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758015.779587:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758015.779596:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758015.779596:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758015.779604:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758015.779605:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758015.779613:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758015.779614:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758015.779625:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758015.779625:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758015.779631:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.779631:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758015.779639:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758015.779640:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758015.779648:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758015.779649:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758015.779664:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758015.779664:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758015.779724:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758015.779734:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758015.779739:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758015.779745:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758015.779752:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758015.779758:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.779763:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758015.779766:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.779772:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758015.843399:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310392784, at 4310392832 00000100:00000040:1.0:1787758015.843399:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310392784, at 4310392832 00000100:00000010:1.0:1787758015.843419:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000010:0.0:1787758015.843420:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758015.907379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758015.907386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758015.907389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758015.907394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758015.907398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758015.907402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.907405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758015.907408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758015.907412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758016.803535:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758016.803553:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758016.803560:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758016.803562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758016.803584:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758016.803584:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758016.803604:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758016.803607:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758016.803623:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758016.803627:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758016.803636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758016.803641:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758016.803656:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758016.803660:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758016.803686:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758016.803689:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758016.803711:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758016.803728:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758016.803747:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758016.803758:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758016.803764:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758016.803770:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758016.803777:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758016.803783:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758016.803787:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758016.803789:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758016.803795:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758016.803799:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758016.803803:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758016.803805:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758016.803808:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758016.803814:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758016.803815:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758016.803830:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758016.803836:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758016.803847:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758016.931415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758016.931423:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758016.931426:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758016.931433:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758016.931437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758016.931442:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758016.931446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758016.931450:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758016.931453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758017.827362:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758017.827373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758017.827376:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758017.827380:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758017.827382:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758017.827384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758017.827392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758017.827392:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758017.827400:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758017.827400:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758017.827406:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758017.827407:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758017.827412:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758017.827416:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758017.827421:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758017.827422:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758017.827428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758017.827433:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758017.827476:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758017.827496:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758017.827496:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758017.827502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758017.827503:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758017.827505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758017.827508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758017.827509:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758017.827514:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758017.827515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758017.827519:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758017.827523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758017.827523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758017.827528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758017.827529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758017.827534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758017.827537:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758017.827540:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758017.955383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758017.955391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758017.955394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758017.955399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758017.955402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758017.955407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758017.955411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758017.955415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758017.955420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758018.851348:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758018.851355:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758018.851358:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758018.851365:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758018.851371:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758018.851372:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758018.851376:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758018.851378:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758018.851382:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758018.851382:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758018.851388:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758018.851389:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758018.851395:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758018.851396:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758018.851401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758018.851414:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758018.851418:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758018.851422:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758018.851447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758018.851451:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758018.851455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758018.851458:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758018.851465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758018.851469:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758018.851475:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758018.851479:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758018.851484:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758018.851484:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758018.851490:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758018.851493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758018.851497:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758018.851503:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758018.851506:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758018.851510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758018.851513:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758018.851514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758018.851517:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758018.851518:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758018.851522:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758018.851525:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758018.851528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758018.851530:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758018.851532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758018.851535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758018.851537:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758018.979423:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758018.979461:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758018.979463:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758018.979469:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758018.979472:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758018.979477:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758018.979480:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758018.979483:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758018.979486:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.875448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758019.875460:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758019.875461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758019.875467:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758019.875468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758019.875472:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758019.875473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758019.875479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758019.875480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758019.875484:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758019.875489:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758019.875489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758019.875496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758019.875500:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758019.875505:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.875516:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.875520:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.875524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758019.875527:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758019.875532:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758019.875535:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758019.875539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758019.875540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758019.875544:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758019.875548:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758019.875548:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.875553:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758019.875553:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758019.875557:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758019.875560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758019.875561:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.875566:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758019.875572:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.875581:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.875583:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.875586:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758019.875594:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758019.875598:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758019.875601:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758019.875605:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758019.875609:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758019.875612:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758019.875615:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758019.875616:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758019.875618:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.939691:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758019.939697:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758019.939701:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758019.939708:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.939718:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.939721:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.939737:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758019.939740:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758019.939743:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758019.939747:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931124224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758019.939752:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758019.939756:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758019.939760:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.939763:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758019.939769:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758019.939773:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758019.939779:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758019.939784:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758019.939792:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758019.939801:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931124224, portal 25 00000100:00000001:0.0:1787758019.939804:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758019.939806:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:0.0:1787758019.939812:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.939821:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758019.939824:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758019.939827:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758019.939830:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931124224, offset 0 00000400:00000200:0.0:1787758019.939839:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758019.939859:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.939866:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758019.939873:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758019.939879:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758019.939884:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758019.939887:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758019.939891:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747541:747541:256:4294967295] 192.168.201.121@tcp LPNI seq info [747535:747535:8:4294967295] 00000400:00000200:0.0:1787758019.939897:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.939908:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758019.939915:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.939922:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758019.939931:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758019.939936:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758019.939953:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.939956:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758019.939962:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758019.939967:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758019.939974:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758019.939977:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758019.939982:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758019.939986:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.939997:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.940002:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940011:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940013:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758019.940020:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758019.940024:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758019.940028:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310397904 00000100:00000010:0.0:1787758019.940033:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758019.940040:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758019.940049:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310397904 00000100:00000010:0.0:1787758019.940052:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758019.940057:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758019.940061:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758019.940064:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940067:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758019.940072:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758019/real 1787758019] req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758019.940082:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758019.940085:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758019.940087:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758019.940090:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758019.940092:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758019.940095:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758019.940099:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758019.940110:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940118:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758019.940121:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940124:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940127:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758019.940131:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940140:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758019.940146:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940155:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758019.940158:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940160:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940161:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940164:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758019.940166:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758019.940169:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758019.940173:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758019.940176:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758019.940181:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758019.940191:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931124224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758019.940197:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940200:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.940203:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931124224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940211:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758019.940214:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758019.940218:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758019.940222:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758019.940224:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758019.940225:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758019.940228:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758019.940232:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:0.0:1787758019.940236:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758019.940239:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758019.940241:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:0.0:1787758019.940245:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758019.940246:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940249:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940257:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758019.940259:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940262:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758019.940264:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758019.940285:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758019.940288:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940294:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.940295:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940307:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758019.940309:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758019.940310:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758019.940312:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758019.940315:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758019.940316:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758019.940317:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940319:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758019.940321:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758019.940323:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758019.940326:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758019.940328:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758019.940331:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758019.940333:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931124352, portal 10 00000100:00000001:0.0:1787758019.940335:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758019.940336:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:0.0:1787758019.940342:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940347:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758019.940348:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758019.940350:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758019.940352:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931124352, offset 0 00000400:00000200:0.0:1787758019.940355:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940360:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758019.940362:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758019.940373:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758019.940375:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758019.940377:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940380:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747542:747542:256:4294967295] 192.168.201.121@tcp LPNI seq info [747536:747536:8:4294967295] 00000400:00000200:0.0:1787758019.940383:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940387:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758019.940390:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.940393:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758019.940395:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758019.940398:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758019.940406:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.940408:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758019.940425:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758019.940428:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758019.940431:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758019.940432:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758019.940434:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758019.940437:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940448:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.940450:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940455:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940456:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758019.940458:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758019.940461:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758019.940464:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758019.940466:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310396941 00000100:00000001:0.0:1787758019.940468:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.940470:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310396941 00000100:00000001:0.0:1787758019.940472:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.940473:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758019.940475:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940476:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758019.940479:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758019/real 1787758019] req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758019.940484:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758019.940485:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758019.940486:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758019.940487:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758019.940489:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758019.940490:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758019.940493:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758019.940498:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940502:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758019.940504:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940505:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940507:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758019.940509:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940513:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758019.940516:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940520:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758019.940522:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940523:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940524:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940525:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758019.940528:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758019.940530:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758019.940532:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758019.940534:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758019.940536:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758019.940541:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758019.940544:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758019.940546:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940551:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.940552:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940553:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758019.940554:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758019.940556:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758019.940558:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758019.940561:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758019.940562:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758019.940564:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940565:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758019.940567:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758019.940569:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758019.940571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758019.940572:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758019.940574:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758019.940577:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931124480, portal 10 00000100:00000001:0.0:1787758019.940578:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758019.940579:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758019.940583:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940587:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758019.940589:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758019.940590:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758019.940592:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931124480, offset 0 00000400:00000200:0.0:1787758019.940595:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940597:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940600:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758019.940602:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758019.940604:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758019.940605:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758019.940607:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940610:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747543:747543:256:4294967295] 192.168.201.121@tcp LPNI seq info [747537:747537:8:4294967295] 00000400:00000200:0.0:1787758019.940613:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940617:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758019.940620:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.940622:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758019.940625:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758019.940628:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758019.940635:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.940637:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758019.940639:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758019.940641:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758019.940643:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758019.940644:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758019.940646:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758019.940648:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940654:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.940656:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940660:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940661:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758019.940663:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758019.940666:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758019.940668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758019.940670:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310396939 00000100:00000001:0.0:1787758019.940672:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.940674:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310396939 00000100:00000001:0.0:1787758019.940675:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.940677:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758019.940678:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940680:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758019.940682:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758019/real 1787758019] req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758019.940686:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758019.940688:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758019.940689:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758019.940690:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758019.940692:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758019.940693:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758019.940695:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758019.940700:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940704:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758019.940705:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940706:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940707:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758019.940710:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940714:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758019.940716:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940720:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758019.940722:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940723:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940724:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940725:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758019.940727:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758019.940728:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758019.940730:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758019.940732:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758019.940734:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758019.940744:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758019.940746:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758019.940748:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940752:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.940753:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940754:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758019.940756:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758019.940757:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758019.940759:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758019.940761:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758019.940762:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758019.940763:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940764:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758019.940766:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758019.940767:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758019.940770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758019.940771:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758019.940774:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758019.940776:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931124608, portal 4 00000100:00000001:0.0:1787758019.940777:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758019.940778:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758019.940782:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940786:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758019.940788:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758019.940789:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758019.940791:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931124608, offset 0 00000400:00000200:0.0:1787758019.940793:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940796:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940798:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758019.940801:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758019.940803:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758019.940804:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758019.940806:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940808:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747544:747544:256:4294967295] 192.168.201.121@tcp LPNI seq info [747538:747538:8:4294967295] 00000400:00000200:0.0:1787758019.940812:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940815:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758019.940818:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.940820:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758019.940822:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758019.940824:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758019.940832:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.940834:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758019.940835:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758019.940838:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758019.940840:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758019.940841:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758019.940843:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758019.940845:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940850:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.940852:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940856:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940857:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758019.940859:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758019.940861:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758019.940863:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758019.940866:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310396975 00000100:00000001:0.0:1787758019.940867:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.940869:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310396975 00000100:00000001:0.0:1787758019.940871:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.940872:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758019.940873:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.940875:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758019.940877:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758019/real 1787758019] req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758019.940881:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758019.940882:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758019.940883:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758019.940885:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758019.940886:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758019.940888:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758019.940890:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758019.940896:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940900:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758019.940901:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940902:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940903:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758019.940905:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940909:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758019.940911:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940915:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758019.940917:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940918:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.940919:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.940921:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758019.940922:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758019.940924:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758019.940926:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758019.940927:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758019.940929:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758019.940934:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758019.940936:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758019.940938:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940942:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758019.940943:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940944:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758019.940945:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758019.940947:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758019.940948:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758019.940950:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758019.940951:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758019.940952:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758019.940954:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758019.940956:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758019.940957:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758019.940959:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758019.940961:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758019.940963:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758019.940965:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931124736, portal 4 00000100:00000001:0.0:1787758019.940967:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758019.940968:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758019.940971:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.940976:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758019.940978:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758019.940979:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758019.940980:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931124736, offset 0 00000400:00000200:0.0:1787758019.940983:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940985:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.940987:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758019.940989:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758019.940991:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758019.940993:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758019.940995:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758019.940997:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747545:747545:256:4294967295] 192.168.201.121@tcp LPNI seq info [747539:747539:8:4294967295] 00000400:00000200:0.0:1787758019.941000:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758019.941005:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758019.941007:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.941009:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758019.941012:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758019.941014:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758019.941022:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758019.941023:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758019.941025:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758019.941028:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758019.941030:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758019.941031:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758019.941032:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758019.941034:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941043:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.941046:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941050:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.941051:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758019.941053:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758019.941055:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758019.941056:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758019.941058:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310396954 00000100:00000001:0.0:1787758019.941059:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.941060:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310396954 00000100:00000001:0.0:1787758019.941062:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310397904 00000100:00000001:0.0:1787758019.941064:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758019.941065:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.941067:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758019.941069:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758019/real 1787758019] req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758019.941074:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758019.941074:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758019.941075:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758019.941077:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758019.941078:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758019.941079:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758019.941081:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758019.941086:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941090:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758019.941092:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941093:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.941094:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758019.941096:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941101:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758019.941103:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941107:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758019.941109:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941110:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758019.941110:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941112:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758019.941113:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758019.941114:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758019.941116:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758019.941117:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758019.941120:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758019.941124:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931124736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758019.941127:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941128:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.941130:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931124352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941134:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758019.941136:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758019.941137:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758019.941139:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758019.941140:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758019.941142:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758019.941144:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758019.941145:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758019.941147:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758019.941148:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758019.941149:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:0.0:1787758019.941151:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758019.941152:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941153:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.941155:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931124480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941160:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758019.941161:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758019.941162:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758019.941163:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758019.941164:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758019.941165:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758019.941166:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758019.941167:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758019.941168:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758019.941169:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758019.941170:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758019.941172:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758019.941172:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941173:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.941175:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931124608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941179:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758019.941180:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758019.941181:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758019.941182:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758019.941183:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758019.941184:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758019.941185:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758019.941186:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758019.941188:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758019.941189:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758019.941190:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758019.941191:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758019.941192:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941193:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758019.941196:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931124736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758019.941200:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758019.941200:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758019.941201:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758019.941203:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758019.941203:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758019.941204:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758019.941205:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758019.941206:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758019.941208:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758019.941208:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758019.941209:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758019.941211:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758019.941212:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941213:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758019.941215:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758019.941216:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758019.941217:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758019.941219:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758020.003366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758020.003376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758020.003378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758020.003383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758020.003386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758020.003390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.003392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758020.003395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.003398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758020.899372:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758020.899382:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758020.899387:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758020.899409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758020.899415:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758020.899420:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758020.899434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758020.899439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.899440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758020.899446:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758020.899447:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758020.899451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758020.899457:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758020.899463:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758020.899467:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.899471:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758020.899476:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758020.899480:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758020.899482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758020.899484:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758020.899488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758020.899494:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758020.899500:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758020.899504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758020.899516:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758020.899519:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.899520:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758020.899522:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758020.899524:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758020.899527:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758020.899529:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758020.899532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758020.899536:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.899539:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758020.899544:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758020.899547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758020.963333:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310397904, at 4310397952 00000100:00000040:0.0:1787758020.963347:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310397904, at 4310397952 00000100:00000010:1.0:1787758020.963349:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000010:0.0:1787758020.963358:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758021.027318:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758021.027325:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758021.027328:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758021.027332:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758021.027336:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758021.027339:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.027342:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758021.027344:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.027347:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758021.923403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758021.923404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758021.923413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758021.923414:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758021.923417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758021.923418:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758021.923427:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758021.923428:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758021.923436:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758021.923437:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758021.923441:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.923443:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758021.923447:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758021.923452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.923460:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758021.923461:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758021.923465:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.923472:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758021.923485:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758021.923490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758021.923492:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758021.923493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758021.923498:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758021.923499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758021.923504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758021.923504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758021.923507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758021.923509:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758021.923510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758021.923513:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758021.923516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758021.923516:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758021.923522:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.923528:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758021.923533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758021.923538:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758021.923549:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758021.923554:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758021.923558:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758021.923565:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000020:00000001:1.0:1787758021.923566:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758021.923571:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758021.923573:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1787758021.923576:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758021.923578:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758021.923581:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758021.923584:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758021.923586:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758022.051328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758022.051337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758022.051339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758022.051345:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758022.051349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758022.051354:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758022.051357:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758022.051362:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758022.051367:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758022.947467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758022.947480:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758022.947483:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758022.947489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758022.947490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758022.947496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758022.947497:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758022.947509:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758022.947510:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758022.947517:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758022.947517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758022.947522:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758022.947523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758022.947528:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758022.947534:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758022.947535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758022.947540:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758022.947550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758022.947585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758022.947593:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758022.947594:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758022.947601:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758022.947604:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758022.947608:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758022.947613:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758022.947624:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758022.947626:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758022.947629:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758022.947631:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758022.947639:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758022.947657:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758022.947662:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758022.947676:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758022.947677:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758022.947680:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758022.947684:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758022.947722:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758022.947726:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758022.947733:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758023.075331:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758023.075339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758023.075342:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758023.075348:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758023.075351:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758023.075366:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.075368:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758023.075371:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.075373:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758023.971402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758023.971402:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758023.971411:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758023.971411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758023.971418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758023.971418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758023.971427:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758023.971428:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758023.971446:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758023.971446:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758023.971453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971459:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758023.971460:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971474:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758023.971475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758023.971483:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758023.971494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758023.971512:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758023.971516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758023.971519:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758023.971525:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758023.971530:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758023.971530:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758023.971534:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758023.971534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787758023.971543:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758023.971543:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971551:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758023.971569:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758023.971572:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758023.971575:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758023.971580:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758023.971584:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758023.971586:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758023.971589:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758023.971590:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758023.971596:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758023.971597:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971603:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758023.971604:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758023.971607:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971608:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758023.971611:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758023.971621:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758023.971627:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758023.971631:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758024.099325:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758024.099331:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758024.099333:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758024.099348:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758024.099351:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758024.099353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.099356:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758024.099358:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.099361:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758024.995382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758024.995394:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758024.995404:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758024.995405:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758024.995415:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758024.995424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758024.995427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758024.995430:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758024.995446:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758024.995448:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758024.995456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758024.995458:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995464:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758024.995471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995486:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758024.995487:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758024.995494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995504:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758024.995511:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758024.995512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758024.995514:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758024.995525:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758024.995539:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758024.995547:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995553:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758024.995557:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995563:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758024.995573:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758024.995580:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758024.995581:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758024.995585:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758024.995592:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758024.995593:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758024.995603:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758024.995605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758024.995616:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758024.995619:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758024.995622:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758024.995630:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758024.995640:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758024.995642:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758024.995654:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995662:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758024.995666:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758024.995670:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758025.059359:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758025.059364:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758025.059367:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758025.059371:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758025.059375:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758025.059383:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15729 00000400:00000200:0.0:1787758025.059392:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758025.059398:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758025.059401:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758025.059404:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059409:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059412:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758025.059415:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758025.059416:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758025.059419:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758025.059422:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758025.059423:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758025.059426:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758025.059428:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059430:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059431:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059433:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758025.059436:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758025.059446:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059447:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758025.059450:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758025.059453:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758025.059456:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059458:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758025.059460:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758025.059471:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758025.059474:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758025.059478:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758025.059480:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059483:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758025.059486:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758025.059490:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758025.059499:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758025.059506:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758025.059514:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931124864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758025.059523:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758025.059528:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758025.059532:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931124864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758025.059553:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758025.059555:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758025.059559:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758025.059560:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758025.059562:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758025.059565:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758025.059567:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15729 00000400:00000200:0.0:1787758025.059570:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758025.059573:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758025.059575:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758025.059577:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059580:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059583:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758025.059585:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758025.059588:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758025.059589:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758025.059591:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758025.059594:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758025.059598:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758025.059603:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059605:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059609:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059614:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758025.059618:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758025.059623:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059627:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758025.059631:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758025.059638:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758025.059642:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059645:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758025.059652:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758025.059658:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059663:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758025.059666:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758025.059669:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758025.059673:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758025.059677:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059678:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758025.059679:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758025.059680:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758025.059685:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758025.059691:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758025.059698:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931124992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758025.059708:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758025.059711:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758025.059715:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931124992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758025.059724:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758025.059726:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758025.059730:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758025.059734:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758025.059735:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758025.059740:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758025.059744:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15729 00000400:00000200:0.0:1787758025.059748:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758025.059751:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758025.059753:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758025.059757:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059761:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059766:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059773:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758025.059779:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758025.059781:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758025.059787:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758025.059791:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758025.059796:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758025.059801:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758025.059809:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059815:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059818:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059820:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758025.059822:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758025.059828:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059831:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758025.059833:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758025.059837:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758025.059840:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059841:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758025.059843:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758025.059845:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059848:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758025.059854:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758025.059856:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758025.059861:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758025.059863:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.059865:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758025.059868:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758025.059871:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758025.059885:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758025.059890:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758025.059898:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931125120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758025.059911:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758025.059916:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758025.059922:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931125120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758025.059931:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758025.059934:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758025.059939:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758025.059942:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758025.059945:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758025.059951:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758025.059957:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15729 00000400:00000200:0.0:1787758025.059966:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758025.059971:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758025.059975:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758025.059978:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059980:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.059985:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.059988:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758025.059991:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758025.059993:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758025.059996:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758025.059998:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758025.060004:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758025.060006:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758025.060011:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060013:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.060016:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060019:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758025.060022:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758025.060028:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060034:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758025.060039:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758025.060043:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758025.060049:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.060054:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758025.060060:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758025.060067:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.060070:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758025.060078:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758025.060092:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758025.060096:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758025.060099:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.060100:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758025.060102:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758025.060104:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758025.060113:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758025.060118:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758025.060126:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931125248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758025.060139:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758025.060143:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758025.060152:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931125248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758025.060163:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758025.060167:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758025.060171:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758025.060174:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758025.060177:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758025.060182:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758025.060186:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15729 00000400:00000200:0.0:1787758025.060194:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758025.060199:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758025.060202:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758025.060208:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060212:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.060216:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060220:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758025.060224:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758025.060226:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758025.060229:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758025.060234:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758025.060238:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758025.060241:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758025.060245:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060250:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758025.060253:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060258:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758025.060262:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758025.060315:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758025.060332:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758025.060336:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758025.060339:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758025.060343:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.060346:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758025.060350:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758025.060354:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.060358:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758025.060362:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758025.060368:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758025.060373:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758025.060376:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758025.060378:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758025.060380:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758025.060384:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758025.060389:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758025.060396:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758025.060405:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931125376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758025.060415:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758025.060419:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758025.060427:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931125376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758025.060437:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758025.060443:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15739) 00000100:00000001:1.0:1787758025.123332:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758025.123337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758025.123339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758025.123343:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758025.123346:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758025.123349:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758025.123351:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758025.123353:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758025.123356:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758026.019430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758026.019437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758026.019443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758026.019458:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758026.019459:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758026.019475:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758026.019476:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758026.019492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758026.019492:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758026.019510:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758026.019517:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758026.019517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758026.019537:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758026.019537:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758026.019550:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758026.019556:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758026.019563:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758026.019565:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758026.019575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758026.019581:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758026.019586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758026.019598:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758026.019609:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758026.019614:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758026.019625:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758026.019628:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758026.019630:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758026.019632:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758026.019644:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758026.019649:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758026.019656:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758026.019664:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758026.019670:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758026.019687:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758026.019688:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758026.019695:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758026.019697:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758026.019712:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758026.019712:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758026.083330:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310403024, at 4310403072 00000100:00000010:1.0:1787758026.083341:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000040:0.0:1787758026.083354:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310403024, at 4310403072 00000100:00000010:0.0:1787758026.083364:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787758026.147345:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758026.147355:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758026.147357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758026.147363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758026.147366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758026.147369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758026.147371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758026.147373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758026.147375:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758027.043410:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758027.043421:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758027.043424:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758027.043439:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758027.043453:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758027.043464:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758027.043465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758027.043476:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043480:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758027.043482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758027.043487:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758027.043487:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043506:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758027.043507:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758027.043519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043536:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758027.043545:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043551:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758027.043574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758027.043580:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758027.043588:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758027.043606:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758027.043611:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758027.043614:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758027.043616:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758027.043620:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758027.043621:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758027.043639:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758027.043639:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758027.043652:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043658:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758027.043670:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758027.043672:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043686:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758027.043696:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758027.043713:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758027.043818:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758027.043820:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758027.043822:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758027.171334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758027.171337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758027.171339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758027.171342:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758027.171344:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758027.171346:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758027.171348:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758027.171350:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758027.171352:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758028.067410:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758028.067419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758028.067421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758028.067424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758028.067430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758028.067430:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758028.067440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758028.067443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758028.067451:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758028.067452:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758028.067461:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758028.067466:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758028.067467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758028.067477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758028.067478:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758028.067484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758028.067488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758028.067493:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758028.067499:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758028.067505:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758028.067511:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758028.067540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758028.067546:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758028.067549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758028.067551:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758028.067559:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758028.067559:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758028.067570:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758028.067570:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758028.067582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758028.067584:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758028.067591:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758028.067601:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758028.067601:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758028.067623:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758028.067639:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758028.067656:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758028.067658:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758028.067660:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758028.195352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758028.195360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758028.195363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758028.195368:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758028.195372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758028.195376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758028.195379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758028.195381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758028.195385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758029.091374:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758029.091381:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758029.091384:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758029.091389:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758029.091392:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758029.091398:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091404:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758029.091412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758029.091413:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758029.091423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758029.091426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758029.091428:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758029.091436:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758029.091443:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758029.091450:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758029.091460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758029.091463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758029.091471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758029.091477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758029.091480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758029.091481:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758029.091485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758029.091496:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758029.091497:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091503:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758029.091572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758029.091575:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758029.091584:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758029.091584:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758029.091591:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758029.091597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758029.091597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758029.091611:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758029.091613:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758029.091617:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091620:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758029.091622:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758029.091626:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091627:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758029.091630:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758029.091631:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758029.091635:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.091638:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758029.219357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758029.219363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758029.219364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758029.219368:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758029.219371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758029.219374:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.219376:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758029.219378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758029.219380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758030.115427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758030.115427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758030.115432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758030.115433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758030.115435:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.115436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758030.115444:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758030.115444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758030.115454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758030.115454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758030.115464:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758030.115469:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.115469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758030.115477:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758030.115496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758030.115497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758030.115506:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758030.115512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.115532:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758030.115539:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758030.115540:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.115543:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758030.115545:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758030.115548:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.115550:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758030.115552:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.115554:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758030.115568:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758030.115575:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758030.115583:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.115585:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758030.115592:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758030.115598:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758030.115598:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758030.115610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758030.115610:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758030.115620:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.115620:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758030.115629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758030.115635:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758030.115638:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758030.115641:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.115652:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758030.115657:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.115664:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758030.179356:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758030.179363:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758030.179366:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758030.179370:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758030.179374:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758030.179379:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15734 00000400:00000200:1.0:1787758030.179387:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758030.179392:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758030.179395:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758030.179397:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179400:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.179402:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179403:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758030.179407:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758030.179409:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758030.179411:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758030.179413:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758030.179415:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758030.179416:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758030.179419:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179420:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.179422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758030.179426:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758030.179428:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179430:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758030.179432:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758030.179435:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758030.179437:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.179438:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758030.179440:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758030.179448:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758030.179451:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758030.179455:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758030.179456:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.179459:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758030.179461:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758030.179465:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758030.179471:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758030.179477:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.179485:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931125504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758030.179493:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758030.179497:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758030.179501:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931125504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758030.179526:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758030.179531:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758030.179534:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758030.179535:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758030.179536:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758030.179539:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758030.179541:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15734 00000400:00000200:1.0:1787758030.179544:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758030.179546:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758030.179548:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758030.179550:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179551:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.179553:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179554:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758030.179556:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758030.179557:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758030.179558:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758030.179559:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758030.179561:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758030.179564:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758030.179567:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179568:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.179570:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179572:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758030.179573:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758030.179576:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179578:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758030.179580:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758030.179584:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758030.179586:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.179588:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758030.179592:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758030.179594:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.179595:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758030.179600:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758030.179604:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758030.179608:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758030.179610:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.179616:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758030.179621:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758030.179624:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758030.179631:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758030.179638:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.179652:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931125632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758030.179673:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758030.179679:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758030.179687:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931125632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758030.179745:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758030.179755:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758030.179769:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758030.179773:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758030.179778:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758030.179782:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758030.179792:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15734 00000400:00000200:1.0:1787758030.179807:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758030.179821:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758030.179829:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758030.179846:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179858:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.179865:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179876:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758030.179881:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758030.179882:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758030.179883:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758030.179885:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758030.179894:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758030.179897:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758030.179903:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179913:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.179919:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179924:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758030.179930:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758030.179949:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758030.179959:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758030.179973:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758030.179981:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758030.179985:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.179991:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758030.179997:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758030.180015:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180025:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758030.180040:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758030.180050:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758030.180056:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758030.180058:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180069:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758030.180073:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758030.180079:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758030.180091:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758030.180097:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.180108:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931125760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758030.180122:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758030.180130:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758030.180144:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931125760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758030.180167:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758030.180171:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758030.180178:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758030.180185:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758030.180190:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758030.180206:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758030.180212:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15734 00000400:00000200:1.0:1787758030.180228:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758030.180250:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758030.180263:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758030.180300:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180303:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.180306:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180309:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758030.180316:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758030.180318:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758030.180319:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758030.180323:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758030.180334:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758030.180342:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758030.180350:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180354:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.180361:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180364:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758030.180367:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758030.180373:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180376:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758030.180378:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758030.180382:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758030.180386:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180401:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758030.180406:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758030.180410:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180423:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758030.180442:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758030.180453:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758030.180465:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758030.180470:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180476:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758030.180482:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758030.180495:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758030.180512:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758030.180520:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.180530:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931125888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758030.180574:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758030.180581:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758030.180592:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931125888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758030.180628:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758030.180634:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758030.180640:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758030.180648:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758030.180652:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758030.180656:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758030.180662:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15734 00000400:00000200:1.0:1787758030.180679:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758030.180687:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758030.180696:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758030.180703:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180710:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.180717:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180721:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758030.180727:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758030.180732:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758030.180736:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758030.180738:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758030.180740:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758030.180744:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758030.180765:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180776:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758030.180784:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180790:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758030.180798:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758030.180801:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758030.180803:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758030.180804:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758030.180809:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758030.180815:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180827:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758030.180830:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758030.180839:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180844:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758030.180856:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758030.180864:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758030.180875:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758030.180881:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758030.180892:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758030.180896:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758030.180900:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758030.180912:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758030.180926:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.180940:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931126016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758030.181006:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758030.181016:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758030.181030:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931126016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758030.181054:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758030.181064:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15744) 00000100:00000001:1.0:1787758030.243369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758030.243374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758030.243376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758030.243379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758030.243382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758030.243385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.243387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758030.243389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758030.243391:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758031.139408:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758031.139409:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758031.139414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758031.139418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758031.139421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758031.139423:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758031.139437:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758031.139437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758031.139447:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758031.139448:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758031.139454:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758031.139455:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758031.139466:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758031.139476:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758031.139484:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758031.139484:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758031.139496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758031.139503:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758031.139524:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758031.139526:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758031.139534:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758031.139534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758031.139544:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758031.139545:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758031.139560:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758031.139561:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758031.139576:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758031.139576:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758031.139582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758031.139582:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758031.139618:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758031.139624:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758031.139633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758031.139633:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758031.139644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758031.139650:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758031.203353:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310408145, at 4310408192 00000100:00000040:0.0:1787758031.203355:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310408145, at 4310408192 00000100:00000010:1.0:1787758031.203368:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:0.0:1787758031.203370:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787758031.267358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758031.267363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758031.267365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758031.267368:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758031.267371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758031.267374:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758031.267376:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758031.267379:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758031.267381:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758032.163359:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758032.163365:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758032.163369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758032.163370:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758032.163378:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758032.163378:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758032.163382:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758032.163387:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758032.163393:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758032.163397:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758032.163400:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758032.163411:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758032.163416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758032.163417:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758032.163421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758032.163425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758032.163425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758032.163432:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758032.163432:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758032.163437:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758032.163440:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758032.163441:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758032.163445:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758032.163445:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758032.163450:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758032.163452:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758032.163453:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758032.163479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758032.163486:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758032.163489:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758032.163495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758032.163500:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758032.163504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758032.163508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758032.163512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758032.163514:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758032.163554:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758032.163557:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758032.163560:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758032.291332:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758032.291338:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758032.291340:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758032.291344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758032.291347:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758032.291349:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758032.291351:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758032.291354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758032.291356:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758033.187344:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758033.187347:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758033.187352:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758033.187352:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758033.187358:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758033.187358:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758033.187366:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758033.187367:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758033.187373:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758033.187374:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758033.187380:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758033.187381:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758033.187384:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758033.187388:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758033.187394:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758033.187395:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758033.187398:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758033.187400:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758033.187408:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758033.187411:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758033.187414:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758033.187414:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758033.187419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758033.187420:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758033.187423:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758033.187425:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758033.187426:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758033.187429:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758033.187432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758033.187432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758033.187437:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758033.187438:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758033.187442:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758033.187443:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758033.187446:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758033.187451:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758033.187462:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758033.187466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758033.187470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758033.187475:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758033.187478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758033.187482:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758033.187484:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758033.187485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758033.187487:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758033.187569:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758033.187571:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758033.187573:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758033.315350:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758033.315357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758033.315358:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758033.315362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758033.315365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758033.315368:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758033.315370:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758033.315373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758033.315375:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758034.211361:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758034.211369:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758034.211372:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758034.211372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758034.211384:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758034.211385:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758034.211392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758034.211395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758034.211402:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758034.211403:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.211417:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758034.211424:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758034.211435:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758034.211438:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758034.211441:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758034.211442:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758034.211447:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.211456:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758034.211458:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758034.211468:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758034.211472:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758034.211477:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758034.211482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758034.211488:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758034.211489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.211499:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758034.211501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758034.211507:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758034.211509:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758034.211515:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758034.211516:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758034.211520:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758034.211525:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.211530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758034.211533:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.211538:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758034.211569:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758034.211573:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758034.211578:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758034.339366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758034.339373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758034.339375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758034.339379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758034.339382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758034.339386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.339388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758034.339391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758034.339393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758035.235351:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758035.235357:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758035.235358:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758035.235360:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.235366:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758035.235367:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758035.235372:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758035.235373:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758035.235378:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758035.235380:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758035.235388:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.235389:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758035.235391:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758035.235395:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.235396:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.235405:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.235409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758035.235412:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758035.235413:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758035.235416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758035.235418:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758035.235421:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758035.235425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758035.235429:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758035.235433:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.235436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758035.235437:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.235443:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758035.235443:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.235450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758035.235459:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758035.235465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758035.235472:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.235476:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.235478:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.235485:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758035.235526:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758035.235529:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758035.235531:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758035.299578:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758035.299584:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758035.299587:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758035.299596:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.299615:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.299618:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.299623:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758035.299626:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758035.299630:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758035.299635:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931126144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758035.299644:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758035.299651:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758035.299655:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.299659:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758035.299666:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758035.299673:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758035.299682:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758035.299688:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758035.299696:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758035.299706:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126144, portal 25 00000100:00000001:0.0:1787758035.299711:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758035.299714:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758035.299724:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.299740:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758035.299749:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758035.299754:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758035.299759:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931126144, offset 0 00000400:00000200:0.0:1787758035.299770:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758035.299783:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.299792:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758035.299800:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758035.299808:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758035.299813:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758035.299818:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758035.299824:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747556:747556:256:4294967295] 192.168.201.121@tcp LPNI seq info [747550:747550:8:4294967295] 00000400:00000200:0.0:1787758035.299837:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.299853:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758035.299865:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.299871:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758035.299880:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758035.299885:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758035.299905:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.299910:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758035.299929:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758035.299943:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758035.299954:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758035.299961:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758035.299970:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758035.299979:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300000:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.300005:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300022:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300025:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758035.300033:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758035.300042:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758035.300047:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310413264 00000100:00000010:0.0:1787758035.300054:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758035.300063:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758035.300073:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310413264 00000100:00000010:0.0:1787758035.300079:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000100:00000001:0.0:1787758035.300084:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758035.300090:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758035.300095:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300099:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758035.300105:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758035/real 1787758035] req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758035.300112:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758035.300116:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758035.300119:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758035.300123:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758035.300127:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758035.300132:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758035.300157:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758035.300182:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300199:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758035.300203:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300208:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.300210:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758035.300217:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300235:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758035.300244:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300259:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758035.300262:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300295:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.300298:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300304:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758035.300308:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758035.300315:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758035.300321:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758035.300327:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758035.300336:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758035.300355:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931126144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758035.300363:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300366:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.300368:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300378:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758035.300380:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758035.300382:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758035.300384:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758035.300385:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758035.300386:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758035.300388:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758035.300390:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758035.300393:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758035.300394:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758035.300395:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758035.300398:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758035.300399:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300400:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300406:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758035.300407:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300409:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758035.300410:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758035.300411:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758035.300414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300419:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.300420:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.300422:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758035.300423:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758035.300425:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758035.300427:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758035.300429:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758035.300431:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758035.300432:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.300433:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758035.300436:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758035.300437:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758035.300440:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758035.300443:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758035.300446:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758035.300448:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126272, portal 10 00000100:00000001:0.0:1787758035.300450:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758035.300451:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758035.300456:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300462:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758035.300463:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758035.300465:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758035.300467:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931126272, offset 0 00000400:00000200:0.0:1787758035.300469:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758035.300472:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.300475:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758035.300477:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758035.300479:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758035.300481:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758035.300483:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758035.300485:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747557:747557:256:4294967295] 192.168.201.121@tcp LPNI seq info [747551:747551:8:4294967295] 00000400:00000200:0.0:1787758035.300488:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.300493:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758035.300497:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.300499:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758035.300503:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758035.300505:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758035.300513:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.300514:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758035.300517:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758035.300519:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758035.300522:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758035.300523:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758035.300525:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758035.300528:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300533:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.300536:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300540:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300541:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758035.300543:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758035.300546:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758035.300548:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758035.300550:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310412301 00000100:00000001:0.0:1787758035.300552:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.300554:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310412301 00000100:00000001:0.0:1787758035.300555:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.300556:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758035.300558:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300559:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758035.300561:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758035/real 1787758035] req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758035.300566:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758035.300567:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758035.300568:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758035.300570:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758035.300571:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758035.300573:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758035.300575:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758035.300580:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300588:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758035.300589:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300591:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.300592:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758035.300594:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300598:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758035.300601:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300605:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758035.300607:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300608:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.300609:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300610:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758035.300613:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758035.300615:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758035.300617:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758035.300618:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758035.300621:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758035.300626:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758035.300628:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758035.300630:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300635:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.300636:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.300638:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758035.300640:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758035.300641:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758035.300644:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758035.300646:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758035.300648:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758035.300649:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.300650:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758035.300652:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758035.300653:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758035.300656:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758035.300657:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758035.300660:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758035.300662:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126400, portal 10 00000100:00000001:0.0:1787758035.300664:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758035.300665:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758035.300669:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300674:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758035.300676:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758035.300678:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758035.300679:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931126400, offset 0 00000400:00000200:0.0:1787758035.300682:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758035.300684:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.300686:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758035.300688:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758035.300690:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758035.300692:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758035.300694:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758035.300696:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747558:747558:256:4294967295] 192.168.201.121@tcp LPNI seq info [747552:747552:8:4294967295] 00000400:00000200:0.0:1787758035.300699:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.300703:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758035.300707:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.300709:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758035.300712:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758035.300714:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758035.300722:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.300723:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758035.300725:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758035.300728:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758035.300730:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758035.300731:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758035.300733:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758035.300735:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300740:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.300743:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300747:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300748:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758035.300750:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758035.300752:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758035.300754:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758035.300755:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310412299 00000100:00000001:0.0:1787758035.300756:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.300758:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310412299 00000100:00000001:0.0:1787758035.300760:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.300762:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758035.300763:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300764:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758035.300766:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758035/real 1787758035] req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758035.300772:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758035.300773:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758035.300774:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758035.300776:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758035.300777:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758035.300778:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758035.300780:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758035.300786:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300789:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758035.300790:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300791:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.300792:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758035.300795:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300799:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758035.300801:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300805:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758035.300807:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300808:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.300809:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.300810:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758035.300812:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758035.300814:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758035.300816:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758035.300817:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758035.300821:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758035.300826:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758035.300829:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758035.300831:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300835:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.300836:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.300837:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758035.300838:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758035.300840:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758035.300841:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758035.300843:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758035.300844:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758035.300845:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.300846:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758035.300848:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758035.300850:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758035.300852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758035.300854:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758035.300856:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758035.300858:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126528, portal 4 00000100:00000001:0.0:1787758035.300860:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758035.300861:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758035.300865:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300869:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758035.300871:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758035.300872:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758035.300874:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931126528, offset 0 00000400:00000200:0.0:1787758035.300877:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758035.300879:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.300881:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758035.300883:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758035.300885:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758035.300887:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758035.300888:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758035.300890:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747559:747559:256:4294967295] 192.168.201.121@tcp LPNI seq info [747553:747553:8:4294967295] 00000400:00000200:0.0:1787758035.300893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.300897:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758035.300900:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.300901:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758035.300904:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758035.300906:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758035.300914:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.300916:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758035.300919:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758035.300923:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758035.300926:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758035.300928:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758035.300930:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758035.300934:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300943:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.300946:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.300954:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300956:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758035.300959:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758035.300963:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758035.300966:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758035.300969:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310412335 00000100:00000001:0.0:1787758035.300972:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.300973:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310412335 00000100:00000001:0.0:1787758035.300975:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.300977:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758035.300978:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.300979:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758035.300982:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758035/real 1787758035] req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758035.300987:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758035.300989:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758035.300990:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758035.300991:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758035.300993:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758035.300994:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758035.300997:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758035.301002:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301007:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758035.301008:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301009:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.301010:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758035.301012:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301016:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758035.301019:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301023:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758035.301025:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301026:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.301027:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301029:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758035.301030:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758035.301032:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758035.301034:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758035.301035:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758035.301038:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758035.301043:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758035.301045:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758035.301047:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301052:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758035.301053:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.301055:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758035.301056:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758035.301057:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758035.301059:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758035.301061:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758035.301063:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758035.301064:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758035.301065:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758035.301068:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758035.301069:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758035.301071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758035.301073:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758035.301075:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758035.301077:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126656, portal 4 00000100:00000001:0.0:1787758035.301079:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758035.301080:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758035.301085:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301090:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758035.301091:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758035.301093:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758035.301095:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931126656, offset 0 00000400:00000200:0.0:1787758035.301097:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758035.301100:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.301102:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758035.301104:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758035.301106:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758035.301108:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758035.301110:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758035.301113:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747560:747560:256:4294967295] 192.168.201.121@tcp LPNI seq info [747554:747554:8:4294967295] 00000400:00000200:0.0:1787758035.301116:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758035.301120:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758035.301123:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.301126:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758035.301128:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758035.301130:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758035.301138:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758035.301154:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758035.301157:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758035.301161:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758035.301165:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758035.301167:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758035.301169:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758035.301173:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301185:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.301187:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301192:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.301193:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758035.301195:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758035.301198:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758035.301200:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758035.301202:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310412314 00000100:00000001:0.0:1787758035.301204:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.301205:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310412314 00000100:00000001:0.0:1787758035.301207:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310413264 00000100:00000001:0.0:1787758035.301208:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758035.301210:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.301211:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758035.301213:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758035/real 1787758035] req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758035.301218:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758035.301219:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758035.301220:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758035.301222:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758035.301223:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758035.301225:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758035.301227:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758035.301233:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301237:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758035.301238:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301240:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.301241:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758035.301243:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301248:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758035.301250:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301254:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758035.301256:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301257:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758035.301258:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301259:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758035.301260:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758035.301261:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758035.301263:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758035.301265:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758035.301283:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758035.301288:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758035.301291:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301292:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.301295:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931126272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301299:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758035.301300:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758035.301302:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758035.301304:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758035.301305:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758035.301307:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758035.301309:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758035.301310:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758035.301312:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758035.301313:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758035.301314:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758035.301316:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758035.301317:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301319:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.301321:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931126400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301326:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758035.301327:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758035.301328:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758035.301329:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758035.301330:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758035.301331:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758035.301332:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758035.301333:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758035.301335:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758035.301335:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758035.301336:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758035.301338:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758035.301339:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301340:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.301342:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931126528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301346:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758035.301346:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758035.301347:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758035.301349:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758035.301350:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758035.301350:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758035.301352:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758035.301352:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758035.301354:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758035.301355:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758035.301356:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758035.301358:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758035.301359:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301360:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758035.301362:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931126656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758035.301366:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758035.301367:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758035.301368:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758035.301369:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758035.301370:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758035.301371:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758035.301372:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758035.301373:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758035.301374:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758035.301375:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758035.301376:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758035.301377:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758035.301378:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301379:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758035.301381:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758035.301382:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758035.301384:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758035.301385:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758035.363373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758035.363379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758035.363381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758035.363385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758035.363388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758035.363391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758035.363393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758035.363395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758035.363398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758036.259342:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758036.259351:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758036.259356:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758036.259362:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758036.259363:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758036.259369:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758036.259370:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758036.259375:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758036.259376:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758036.259381:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758036.259383:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758036.259388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758036.259389:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.259392:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758036.259397:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758036.259397:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758036.259402:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.259405:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758036.259418:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758036.259422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758036.259423:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758036.259427:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758036.259429:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758036.259429:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758036.259435:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758036.259437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758036.259438:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758036.259441:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758036.259445:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758036.259446:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758036.259449:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758036.259450:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.259452:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758036.259465:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758036.259470:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.259470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758036.259474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758036.259476:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758036.259478:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758036.259485:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758036.259492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758036.259497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.259499:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758036.259501:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.259504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758036.323333:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310413264, at 4310413312 00000100:00000040:0.0:1787758036.323337:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310413264, at 4310413312 00000100:00000010:1.0:1787758036.323347:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000010:0.0:1787758036.323349:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758036.387330:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758036.387335:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758036.387337:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758036.387340:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758036.387342:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758036.387345:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.387347:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758036.387349:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758036.387351:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758037.283335:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758037.283341:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758037.283344:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758037.283350:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758037.283358:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758037.283364:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758037.283364:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758037.283373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758037.283378:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758037.283384:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758037.283386:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758037.283389:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758037.283392:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758037.283393:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758037.283395:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758037.283401:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758037.283405:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758037.283408:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758037.283421:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758037.283425:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758037.283428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758037.283433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758037.283433:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758037.283439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758037.283439:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758037.283443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758037.283444:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758037.283449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758037.283449:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758037.283454:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758037.283455:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758037.283461:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758037.283462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758037.283469:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758037.283474:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758037.283478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758037.411334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758037.411339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758037.411341:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758037.411346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758037.411349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758037.411352:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758037.411355:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758037.411357:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758037.411360:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758038.307327:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758038.307334:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758038.307335:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758038.307340:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758038.307343:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758038.307347:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758038.307349:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758038.307349:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758038.307353:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307355:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758038.307358:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758038.307359:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758038.307365:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758038.307370:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758038.307374:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307377:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758038.307380:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307382:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758038.307386:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758038.307390:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758038.307392:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758038.307398:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758038.307401:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758038.307405:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758038.307407:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758038.307409:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758038.307411:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758038.307412:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758038.307416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758038.307417:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758038.307420:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758038.307423:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758038.307427:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758038.307433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758038.307437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758038.307441:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758038.307444:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758038.307447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758038.307451:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758038.307454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307458:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758038.307460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758038.307463:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307463:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758038.307466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758038.307469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758038.307470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758038.307477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758038.307481:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307484:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758038.307487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.307491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758038.435337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758038.435341:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758038.435343:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758038.435346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758038.435349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758038.435351:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.435353:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758038.435355:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758038.435356:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758039.331344:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758039.331351:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758039.331353:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758039.331358:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758039.331363:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758039.331365:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758039.331369:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758039.331371:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331373:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758039.331378:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758039.331379:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758039.331381:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331386:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758039.331387:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758039.331392:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331401:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758039.331405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758039.331406:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758039.331409:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758039.331413:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758039.331414:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758039.331418:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758039.331422:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758039.331427:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331430:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758039.331433:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758039.331434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758039.331437:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758039.331445:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758039.331446:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758039.331452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758039.331457:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331461:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758039.331463:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.331465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758039.331478:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758039.331481:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758039.331483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758039.331485:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758039.331488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758039.331489:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758039.331491:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758039.331493:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758039.331494:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758039.331497:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787758039.331498:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758039.331500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758039.459353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758039.459359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758039.459361:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758039.459365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758039.459368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758039.459370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.459372:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758039.459375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758039.459377:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758040.355434:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758040.355443:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758040.355453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.355455:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758040.355467:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758040.355468:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758040.355474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758040.355480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758040.355484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758040.355490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.355494:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758040.355497:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758040.355503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.355505:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758040.355509:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.355512:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.355517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.355525:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758040.355542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758040.355552:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758040.355557:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758040.355560:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.355568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758040.355570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758040.355576:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758040.355584:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758040.355585:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758040.355593:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.355598:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758040.355601:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.355607:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758040.355609:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.355616:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758040.355620:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.355622:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.355633:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758040.355655:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758040.355663:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758040.355671:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758040.419773:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758040.419783:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758040.419789:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758040.419806:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.419830:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.419836:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.419845:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758040.419852:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758040.419857:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758040.419864:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931126784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758040.419874:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758040.419882:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758040.419890:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.419897:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758040.419908:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758040.419918:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758040.419936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758040.419946:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758040.419957:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758040.419972:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126784, portal 25 00000100:00000001:0.0:1787758040.419984:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758040.419990:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758040.420007:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.420044:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758040.420092:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758040.420100:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758040.420112:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931126784, offset 0 00000400:00000200:0.0:1787758040.420132:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758040.420155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.420175:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758040.420192:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758040.420208:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758040.420220:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758040.420227:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758040.420241:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747561:747561:256:4294967295] 192.168.201.121@tcp LPNI seq info [747555:747555:8:4294967295] 00000400:00000200:0.0:1787758040.420256:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.420330:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758040.420346:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.420357:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758040.420376:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758040.420388:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758040.420432:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.420438:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758040.420451:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758040.420461:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758040.420469:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758040.420479:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758040.420488:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758040.420500:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.420551:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.420562:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.420589:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.420598:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758040.420611:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758040.420629:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758040.420638:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310418385 00000100:00000010:0.0:1787758040.420649:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758040.420663:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758040.420678:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310418385 00000100:00000010:0.0:1787758040.420693:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000100:00000001:0.0:1787758040.420704:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758040.420716:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758040.420724:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.420731:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758040.420743:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758040/real 1787758040] req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758040.420776:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758040.420782:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758040.420788:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758040.420796:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758040.420805:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758040.420815:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758040.420825:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758040.420862:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.420886:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758040.420891:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.420898:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.420904:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758040.420921:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.420949:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758040.420968:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421005:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758040.421019:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421027:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.421033:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421044:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758040.421072:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758040.421081:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758040.421094:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758040.421102:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758040.421118:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758040.421156:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931126784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758040.421171:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421179:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.421192:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931126784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421249:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758040.421257:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758040.421291:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758040.421298:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758040.421301:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758040.421303:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758040.421308:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758040.421313:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758040.421322:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758040.421328:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758040.421333:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758040.421341:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758040.421345:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421353:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421365:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758040.421370:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.421378:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758040.421384:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758040.421388:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758040.421399:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421423:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.421428:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.421434:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758040.421440:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758040.421449:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758040.421464:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758040.421478:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758040.421486:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758040.421491:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.421501:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758040.421510:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758040.421516:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758040.421530:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758040.421540:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758040.421546:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758040.421551:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931126912, portal 10 00000100:00000001:0.0:1787758040.421554:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758040.421557:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758040.421568:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421578:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758040.421581:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758040.421584:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758040.421588:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931126912, offset 0 00000400:00000200:0.0:1787758040.421593:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758040.421598:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.421603:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758040.421608:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758040.421611:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758040.421615:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758040.421618:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758040.421623:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747562:747562:256:4294967295] 192.168.201.121@tcp LPNI seq info [747556:747556:8:4294967295] 00000400:00000200:0.0:1787758040.421628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.421637:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758040.421643:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.421648:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758040.421653:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758040.421657:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758040.421673:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.421675:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758040.421680:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758040.421685:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758040.421689:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758040.421691:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758040.421695:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758040.421700:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421711:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.421715:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421724:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.421726:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758040.421730:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758040.421735:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758040.421739:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758040.421742:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310417422 00000100:00000001:0.0:1787758040.421746:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.421749:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310417422 00000100:00000001:0.0:1787758040.421752:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.421755:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758040.421758:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.421761:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758040.421766:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758040/real 1787758040] req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758040.421775:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758040.421777:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758040.421779:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758040.421782:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758040.421785:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758040.421787:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758040.421792:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758040.421803:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421820:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758040.421822:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421825:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.421827:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758040.421831:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421840:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758040.421845:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421853:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758040.421857:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421859:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.421860:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.421863:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758040.421867:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758040.421871:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758040.421875:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758040.421877:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758040.421883:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758040.421894:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931126912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758040.421899:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758040.421903:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421911:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.421913:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.421916:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758040.421919:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758040.421922:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758040.421926:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758040.421930:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758040.421933:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758040.421935:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.421937:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758040.421941:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758040.421944:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758040.421948:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758040.421951:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758040.421955:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758040.421959:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127040, portal 10 00000100:00000001:0.0:1787758040.421963:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758040.421965:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758040.421972:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.421980:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758040.421984:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758040.421987:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758040.421990:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931127040, offset 0 00000400:00000200:0.0:1787758040.421995:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758040.421999:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.422003:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758040.422006:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758040.422010:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758040.422013:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758040.422016:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758040.422021:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747563:747563:256:4294967295] 192.168.201.121@tcp LPNI seq info [747557:747557:8:4294967295] 00000400:00000200:0.0:1787758040.422026:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.422035:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758040.422041:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.422046:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758040.422078:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758040.422082:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758040.422097:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.422100:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758040.422105:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758040.422109:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758040.422114:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758040.422116:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758040.422120:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758040.422124:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422135:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.422139:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422148:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.422151:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758040.422154:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758040.422158:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758040.422163:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758040.422165:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310417420 00000100:00000001:0.0:1787758040.422169:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.422172:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310417420 00000100:00000001:0.0:1787758040.422175:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.422178:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758040.422180:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.422183:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758040.422187:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758040/real 1787758040] req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758040.422199:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758040.422200:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758040.422203:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758040.422206:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758040.422208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758040.422211:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758040.422214:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758040.422225:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422233:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758040.422235:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422237:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.422239:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758040.422244:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422252:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758040.422257:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422290:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758040.422294:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422297:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.422298:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422301:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758040.422304:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758040.422307:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758040.422311:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758040.422315:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758040.422321:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758040.422332:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758040.422337:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758040.422341:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422349:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.422351:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.422353:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758040.422356:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758040.422358:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758040.422362:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758040.422366:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758040.422369:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758040.422371:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.422373:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758040.422378:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758040.422381:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758040.422385:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758040.422388:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758040.422392:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758040.422397:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127168, portal 4 00000100:00000001:0.0:1787758040.422399:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758040.422401:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758040.422408:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422417:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758040.422420:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758040.422423:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758040.422426:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931127168, offset 0 00000400:00000200:0.0:1787758040.422432:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758040.422437:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.422441:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758040.422445:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758040.422449:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758040.422452:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758040.422455:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758040.422460:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747564:747564:256:4294967295] 192.168.201.121@tcp LPNI seq info [747558:747558:8:4294967295] 00000400:00000200:0.0:1787758040.422465:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.422473:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758040.422479:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.422483:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758040.422488:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758040.422492:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758040.422506:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.422509:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758040.422513:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758040.422518:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758040.422522:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758040.422524:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758040.422527:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758040.422532:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422542:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.422546:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422554:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.422556:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758040.422559:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758040.422563:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758040.422568:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758040.422571:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310417457 00000100:00000001:0.0:1787758040.422574:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.422578:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310417457 00000100:00000001:0.0:1787758040.422581:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.422583:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758040.422586:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.422588:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758040.422593:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758040/real 1787758040] req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758040.422602:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758040.422604:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758040.422606:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758040.422609:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758040.422611:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758040.422614:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758040.422618:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758040.422628:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422636:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758040.422638:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422640:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.422642:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758040.422647:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422655:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758040.422659:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422668:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758040.422671:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422673:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.422675:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422678:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758040.422680:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758040.422684:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758040.422687:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758040.422690:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758040.422695:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758040.422705:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758040.422709:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422712:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.422716:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931126912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422724:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758040.422726:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758040.422729:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758040.422732:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758040.422734:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758040.422735:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758040.422738:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758040.422740:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758040.422744:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758040.422746:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758040.422748:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758040.422751:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758040.422753:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422756:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.422759:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931127040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422776:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758040.422778:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758040.422780:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758040.422784:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758040.422785:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758040.422787:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758040.422789:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758040.422791:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758040.422794:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758040.422795:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758040.422797:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758040.422800:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758040.422802:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422804:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.422808:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931127168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422815:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758040.422817:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758040.422819:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758040.422822:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758040.422823:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758040.422825:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758040.422827:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758040.422829:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758040.422832:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758040.422833:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758040.422835:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758040.422837:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758040.422839:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422841:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.422845:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758040.422847:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.422850:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758040.422852:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758040.422853:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758040.422859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422867:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758040.422870:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.422873:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758040.422875:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758040.422877:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758040.422881:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758040.422885:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758040.422887:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758040.422890:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758040.422892:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758040.422896:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758040.422899:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758040.422903:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758040.422906:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758040.422910:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758040.422914:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127296, portal 4 00000100:00000001:0.0:1787758040.422917:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758040.422919:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758040.422926:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.422935:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758040.422938:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758040.422941:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758040.422944:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931127296, offset 0 00000400:00000200:0.0:1787758040.422949:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758040.422953:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.422957:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758040.422961:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758040.422964:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758040.422968:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758040.422971:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758040.422976:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747565:747565:256:4294967295] 192.168.201.121@tcp LPNI seq info [747559:747559:8:4294967295] 00000400:00000200:0.0:1787758040.422982:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758040.422990:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758040.422996:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.423000:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758040.423005:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758040.423009:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758040.423024:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758040.423027:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758040.423031:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758040.423036:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758040.423039:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758040.423042:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758040.423045:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758040.423071:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.423083:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.423087:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.423096:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.423099:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758040.423103:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758040.423107:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758040.423111:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758040.423114:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310417436 00000100:00000001:0.0:1787758040.423118:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.423121:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310417436 00000100:00000001:0.0:1787758040.423124:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310418385 00000100:00000001:0.0:1787758040.423127:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758040.423130:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.423133:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758040.423137:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758040/real 1787758040] req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758040.423148:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758040.423150:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758040.423152:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758040.423155:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758040.423157:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758040.423160:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758040.423164:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758040.423176:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.423183:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758040.423185:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.423188:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.423189:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758040.423194:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.423202:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758040.423207:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.423215:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758040.423219:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.423221:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758040.423223:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.423226:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758040.423228:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758040.423232:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758040.423237:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758040.423240:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758040.423245:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758040.423255:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758040.423260:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.423262:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758040.423290:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931127296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758040.423299:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758040.423301:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758040.423304:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758040.423307:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758040.423309:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758040.423311:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758040.423313:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758040.423316:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758040.423319:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758040.423321:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758040.423323:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758040.423326:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758040.423328:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.423331:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758040.423335:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758040.423337:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758040.423339:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758040.423342:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758040.483406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758040.483413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758040.483416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758040.483421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758040.483425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758040.483429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758040.483432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758040.483435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758040.483438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758041.379361:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758041.379361:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758041.379385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758041.379386:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758041.379390:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758041.379391:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758041.379402:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758041.379403:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758041.379413:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758041.379413:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758041.379421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758041.379421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758041.379432:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758041.379433:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758041.379440:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758041.379443:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758041.379445:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758041.379454:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758041.379506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758041.379513:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758041.379516:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758041.379519:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758041.379525:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758041.379529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758041.379531:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758041.379534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758041.379537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758041.379556:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758041.379561:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758041.379563:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758041.379567:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758041.379570:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758041.379572:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758041.379580:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758041.379585:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758041.379593:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758041.379593:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758041.379607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758041.379608:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758041.379637:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758041.379650:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758041.379667:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758041.379667:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758041.379674:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758041.379683:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758041.379797:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758041.379800:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758041.379802:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758041.443401:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310418385, at 4310418432 00000100:00000010:0.0:1787758041.443419:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000040:1.0:1787758041.443465:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310418385, at 4310418432 00000100:00000010:1.0:1787758041.443491:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787758041.507344:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758041.507351:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758041.507353:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758041.507357:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758041.507361:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758041.507365:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758041.507368:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758041.507371:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758041.507374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758042.403426:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758042.403440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758042.403444:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758042.403453:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758042.403460:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758042.403466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758042.403470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758042.403473:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758042.403479:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758042.403582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758042.403592:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758042.403595:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758042.403598:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758042.403601:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758042.403604:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758042.403622:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758042.403623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758042.403647:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758042.403650:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758042.403668:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758042.403672:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758042.403696:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758042.403706:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758042.403734:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758042.403737:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758042.403748:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758042.403764:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758042.403785:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758042.403801:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787758042.403807:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758042.403810:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758042.403819:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758042.403820:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758042.403841:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1787758042.403842:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758042.403852:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758042.403874:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758042.403888:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758042.403894:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758042.531403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758042.531413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758042.531416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758042.531422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758042.531427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758042.531431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758042.531435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758042.531438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758042.531442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758043.427423:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758043.427437:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758043.427440:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758043.427448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758043.427458:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758043.427461:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758043.427467:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758043.427473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758043.427482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758043.427485:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758043.427488:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758043.427500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758043.427501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758043.427515:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758043.427532:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758043.427534:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758043.427547:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758043.427552:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758043.427554:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758043.427556:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758043.427564:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758043.427567:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758043.427574:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758043.427575:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758043.427596:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758043.427602:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758043.427610:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758043.427678:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758043.427691:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758043.427701:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758043.427719:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758043.427729:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758043.427735:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758043.427742:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758043.427752:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758043.427758:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758043.427806:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758043.427810:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758043.427813:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758043.555382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758043.555393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758043.555398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758043.555406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758043.555413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758043.555419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758043.555425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758043.555429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758043.555435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758044.451446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758044.451451:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758044.451454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758044.451457:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758044.451460:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758044.451466:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.451469:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758044.451473:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.451478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758044.451515:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758044.451517:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758044.451522:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758044.451531:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758044.451533:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758044.451535:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758044.451547:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758044.451551:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758044.451573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758044.451583:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758044.451591:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758044.451596:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.451599:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758044.451604:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.451609:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758044.451616:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758044.451623:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758044.451629:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758044.451664:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758044.451694:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758044.451699:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758044.451705:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758044.451711:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758044.451717:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.451722:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758044.451728:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.451734:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758044.451826:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758044.451834:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758044.451841:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758044.579379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758044.579387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758044.579389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758044.579393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758044.579397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758044.579400:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.579403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758044.579405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758044.579408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.475446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758045.475458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758045.475465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758045.475476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758045.475490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758045.475501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.475511:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758045.475520:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.475530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.475548:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758045.475562:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758045.475568:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758045.475571:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.475581:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758045.475588:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758045.475589:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758045.475609:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758045.475612:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758045.475624:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758045.475630:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.475633:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.475639:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758045.475654:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.475660:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.475667:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758045.475674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.475684:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.475704:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758045.475720:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758045.475731:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758045.475731:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758045.475745:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758045.475760:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00010000:00010000:1.0:1787758045.475762:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758045.475778:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758045.475785:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.475803:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758045.475810:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.475820:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758045.539419:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758045.539435:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758045.539440:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758045.539447:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758045.539455:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758045.539467:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15750 00000400:00000200:1.0:1787758045.539483:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758045.539494:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758045.539500:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758045.539507:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539514:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.539519:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758045.539530:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758045.539532:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758045.539536:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758045.539541:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758045.539544:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758045.539548:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758045.539552:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539554:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.539557:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539559:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758045.539564:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758045.539568:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539572:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758045.539577:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758045.539581:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758045.539585:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.539588:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758045.539592:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758045.539604:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758045.539609:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758045.539616:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758045.539618:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.539622:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758045.539626:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758045.539631:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758045.539641:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758045.539649:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758045.539662:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758045.539676:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758045.539682:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758045.539689:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758045.539723:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758045.539728:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758045.539733:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758045.539735:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758045.539738:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758045.539742:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758045.539746:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15750 00000400:00000200:1.0:1787758045.539752:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758045.539756:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758045.539760:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758045.539765:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539770:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.539773:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539777:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758045.539780:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758045.539783:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758045.539788:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758045.539791:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758045.539794:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758045.539797:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758045.539801:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539804:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.539808:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539811:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758045.539814:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000001:0.0:1787758045.539821:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1787758045.539821:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758045.539834:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.539837:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1787758045.539840:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758045.539844:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1787758045.539851:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758045.539856:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.539862:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:0.0:1787758045.539867:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758045.539870:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758045.539885:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.539901:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758045.539919:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758045.539922:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1787758045.539929:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758045.539930:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758045.539951:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758045.539955:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787758045.539956:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.539988:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758045.539989:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758045.539995:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758045.539999:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.540007:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758045.540010:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758045.540021:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758045.540030:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931127424:192.168.201.121@tcp:250:kworker.0 00000100:00100000:1.0:1787758045.540037:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758045.540058:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758045.540061:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758045.540069:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.540072:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758045.540086:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758045.540095:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.540096:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.540119:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1787758045.540121:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758045.540132:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758045.540135:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758045.540138:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1787758045.540142:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:1.0:1787758045.540144:0:218438:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1787758045.540155:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758045.540157:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15750 00000400:00000200:1.0:1787758045.540170:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.540176:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758045.540183:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000010:0.0:1787758045.540187:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000100:00080000:1.0:1787758045.540189:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758045.540204:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540208:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1787758045.540210:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000040:1.0:1787758045.540216:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540223:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758045.540227:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758045.540230:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758045.540233:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:0.0:1787758045.540235:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127424, portal 25 00000020:00000040:1.0:1787758045.540237:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758045.540245:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000001:0.0:1787758045.540254:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1787758045.540254:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000001:0.0:1787758045.540264:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000040:1.0:1787758045.540307:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540312:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.540315:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540319:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758045.540323:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758045.540328:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540332:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758045.540334:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758045.540339:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758045.540358:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.540364:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758045.540368:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758045.540376:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.540378:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758045.540381:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758045.540398:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758045.540409:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758045.540417:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787758045.540421:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758045.540428:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.540434:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540439:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758045.540445:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787758045.540449:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 02000000:00000001:1.0:1787758045.540452:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758045.540464:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931127424, offset 0 02000000:00000010:1.0:1787758045.540469:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000400:00000200:0.0:1787758045.540480:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540482:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.540499:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787758045.540503:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758045.540519:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758045.540541:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758045.540545:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787758045.540553:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.540564:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000040:1.0:1787758045.540569:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758045.540577:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758045.540593:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758045.540618:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747566:747566:256:4294967295] 192.168.201.121@tcp LPNI seq info [747560:747560:8:4294967295] 00000100:00000001:1.0:1787758045.540625:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.540636:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758045.540637:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758045.540647:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758045.540651:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758045.540661:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758045.540672:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758045.540675:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758045.540693:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15750 00000800:00000200:0.0:1787758045.540698:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758045.540715:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000010:0.0:1787758045.540716:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000400:00000200:1.0:1787758045.540727:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758045.540732:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1787758045.540740:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000040:1.0:1787758045.540749:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758045.540755:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000100:00000001:1.0:1787758045.540756:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.540770:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540786:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758045.540809:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758045.540817:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758045.540822:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000100:0.0:1787758045.540825:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787758045.540829:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000800:00000010:0.0:1787758045.540833:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000020:00000001:1.0:1787758045.540836:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758045.540846:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000200:0.0:1787758045.540852:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758045.540854:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540862:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758045.540872:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787758045.540875:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.540881:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758045.540885:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000020:00000040:1.0:1787758045.540888:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000400:00000010:0.0:1787758045.540892:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00080000:1.0:1787758045.540903:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758045.540907:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787758045.540910:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758045.540915:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1787758045.540924:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758045.540927:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758045.540943:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.540955:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758045.540986:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758045.541001:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.541007:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758045.541018:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758045.541031:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758045.541047:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758045.541051:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.541063:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758045.541067:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758045.541072:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.541079:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1787758045.541079:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758045.541091:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.541095:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758045.541109:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758045.541144:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.541163:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758045.541165:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758045.541181:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.541192:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758045.541196:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758045.541215:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758045.541227:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.541231:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310423505 00000100:00080000:1.0:1787758045.541234:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758045.541245:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758045.541246:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758045.541249:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758045.541252:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:0.0:1787758045.541253:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00080000:1.0:1787758045.541259:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15750 00000400:00000200:1.0:1787758045.541303:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758045.541308:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758045.541312:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758045.541316:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758045.541318:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758045.541323:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758045.541329:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.541332:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758045.541336:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310423506 00000020:00000001:1.0:1787758045.541337:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758045.541345:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000010:0.0:1787758045.541351:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000020:00000001:1.0:1787758045.541352:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758045.541367:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000001:0.0:1787758045.541371:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1787758045.541374:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758045.541386:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758045.541391:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787758045.541393:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758045.541407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758045.541408:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758045.541420:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758045.541421:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758045.541433:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00100000:0.0:1787758045.541445:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758045/real 1787758045] req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758045.541446:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758045.541465:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758045.541494:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758045.541496:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758045.541504:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787758045.541506:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787758045.541511:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 02000000:00000001:1.0:1787758045.541515:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758045.541520:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 02000000:00000001:1.0:1787758045.541523:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758045.541527:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:1.0:1787758045.541529:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758045.541543:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758045.541546:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:1.0:1787758045.541556:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758045.541561:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758045.541563:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758045.541578:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758045.541594:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00000200:0.0:1787758045.541604:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758045.541604:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758045.541616:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.541629:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758045.541638:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758045.541647:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.541650:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758045.541667:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1787758045.541670:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:0.0:1787758045.541680:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758045.541682:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.541685:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758045.541707:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758045.541708:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758045.541813:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.541815:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758045.541824:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.541832:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758045.541844:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.541868:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758045.541885:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.541896:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.541904:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.541905:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.541912:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758045.541919:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787758045.541920:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15760) 00000100:00080000:0.0:1787758045.541937:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758045.541949:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758045.541958:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758045.541995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758045.542013:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931127424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758045.542023:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.542028:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.542035:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931127424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542050:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758045.542056:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758045.542061:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758045.542066:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758045.542070:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758045.542074:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758045.542077:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758045.542081:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758045.542088:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758045.542091:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758045.542094:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787758045.542099:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758045.542101:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.542105:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.542117:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758045.542119:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.542122:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758045.542125:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758045.542128:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758045.542134:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542145:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758045.542147:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.542151:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758045.542155:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758045.542158:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758045.542162:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758045.542167:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758045.542170:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758045.542173:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.542175:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758045.542180:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758045.542183:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.542190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758045.542194:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758045.542200:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758045.542206:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127552, portal 10 00000100:00000001:0.0:1787758045.542210:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758045.542213:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000040:0.0:1787758045.542227:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542241:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758045.542246:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758045.542253:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758045.542259:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931127552, offset 0 00000400:00000200:0.0:1787758045.542311:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758045.542320:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.542327:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758045.542331:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758045.542335:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758045.542339:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758045.542343:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758045.542348:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747567:747567:256:4294967295] 192.168.201.121@tcp LPNI seq info [747561:747561:8:4294967295] 00000400:00000200:0.0:1787758045.542354:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.542364:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758045.542374:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.542383:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758045.542391:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758045.542398:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758045.542424:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.542429:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758045.542436:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758045.542444:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758045.542450:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758045.542454:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758045.542460:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758045.542467:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542480:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.542484:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542502:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.542505:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758045.542510:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.542516:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758045.542521:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758045.542524:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310422543 00000100:00000001:0.0:1787758045.542528:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310423505 00000100:00000001:0.0:1787758045.542532:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310422543 00000100:00000001:0.0:1787758045.542535:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310423506 00000100:00000001:0.0:1787758045.542538:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758045.542541:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.542543:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758045.542549:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758045/real 1787758045] req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758045.542559:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758045.542561:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758045.542563:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758045.542567:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758045.542571:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758045.542575:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758045.542582:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758045.542600:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542615:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758045.542618:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.542622:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.542625:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758045.542633:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542649:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758045.542658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542673:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758045.542677:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.542681:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.542684:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.542688:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758045.542696:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758045.542702:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758045.542710:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758045.542715:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758045.542725:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758045.542744:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758045.542751:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758045.542757:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542767:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758045.542769:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.542772:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758045.542775:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758045.542778:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758045.542782:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758045.542787:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758045.542791:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758045.542794:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.542797:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758045.542802:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758045.542805:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.542810:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758045.542814:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758045.542819:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758045.542823:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127680, portal 10 00000100:00000001:0.0:1787758045.542826:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758045.542828:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758045.542837:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.542845:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758045.542849:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758045.542852:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758045.542855:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931127680, offset 0 00000400:00000200:0.0:1787758045.542861:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758045.542866:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.542872:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758045.542876:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758045.542880:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758045.542883:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758045.542886:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758045.542891:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747568:747568:256:4294967295] 192.168.201.121@tcp LPNI seq info [747562:747562:8:4294967295] 00000400:00000200:0.0:1787758045.542896:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.542905:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758045.542912:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.542916:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758045.542921:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758045.542925:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758045.542942:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.542947:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758045.542953:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758045.542983:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758045.542990:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758045.542994:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758045.543000:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758045.543007:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543025:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.543033:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543049:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.543052:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758045.543059:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.543066:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758045.543072:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758045.543075:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310422541 00000100:00000001:0.0:1787758045.543079:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310423505 00000100:00000001:0.0:1787758045.543083:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310422541 00000100:00000001:0.0:1787758045.543086:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310423506 00000100:00000001:0.0:1787758045.543089:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758045.543092:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.543095:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758045.543100:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758045/real 1787758045] req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758045.543110:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758045.543112:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758045.543114:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758045.543118:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758045.543120:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758045.543124:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758045.543128:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758045.543139:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543147:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758045.543149:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.543152:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.543153:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758045.543158:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543166:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758045.543171:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543180:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758045.543184:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.543186:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.543188:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.543190:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758045.543195:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758045.543198:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758045.543203:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758045.543207:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758045.543215:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758045.543231:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758045.543239:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758045.543248:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543262:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758045.543302:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.543307:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758045.543310:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758045.543313:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758045.543318:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758045.543323:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758045.543327:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758045.543329:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.543332:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758045.543337:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758045.543340:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.543346:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758045.543350:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758045.543355:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758045.543360:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127808, portal 4 00000100:00000001:0.0:1787758045.543364:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758045.543366:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758045.543379:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543393:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758045.543398:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758045.543404:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758045.543409:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931127808, offset 0 00000400:00000200:0.0:1787758045.543419:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758045.543427:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.543435:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758045.543442:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758045.543448:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758045.543454:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758045.543459:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758045.543467:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747569:747569:256:4294967295] 192.168.201.121@tcp LPNI seq info [747563:747563:8:4294967295] 00000400:00000200:0.0:1787758045.543474:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.543484:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758045.543490:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.543496:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758045.543501:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758045.543505:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758045.543521:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.543523:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758045.543528:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758045.543533:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758045.543537:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758045.543539:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758045.543543:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758045.543548:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543559:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.543564:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543572:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.543575:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758045.543579:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.543584:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758045.543589:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758045.543591:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310422578 00000100:00000001:0.0:1787758045.543595:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310423505 00000100:00000001:0.0:1787758045.543598:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310422578 00000100:00000001:0.0:1787758045.543601:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310423506 00000100:00000001:0.0:1787758045.543603:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758045.543607:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.543610:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758045.543615:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758045/real 1787758045] req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758045.543625:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758045.543627:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758045.543629:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758045.543632:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758045.543635:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758045.543637:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758045.543642:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758045.543653:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543661:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758045.543663:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.543665:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.543667:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758045.543671:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543680:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758045.543685:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543693:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758045.543697:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.543699:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.543701:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.543704:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758045.543707:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758045.543710:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758045.543716:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758045.543719:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758045.543724:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758045.543735:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758045.543739:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758045.543744:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543752:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758045.543754:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.543757:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758045.543760:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758045.543762:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758045.543766:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758045.543771:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758045.543774:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758045.543777:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758045.543779:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758045.543783:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758045.543786:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758045.543790:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758045.543793:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758045.543797:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758045.543801:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931127936, portal 4 00000100:00000001:0.0:1787758045.543804:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758045.543806:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758045.543814:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543823:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758045.543828:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758045.543830:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758045.543834:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931127936, offset 0 00000400:00000200:0.0:1787758045.543839:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758045.543844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.543849:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758045.543853:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758045.543856:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758045.543860:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758045.543863:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758045.543868:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747570:747570:256:4294967295] 192.168.201.121@tcp LPNI seq info [747564:747564:8:4294967295] 00000400:00000200:0.0:1787758045.543874:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758045.543882:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758045.543887:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.543891:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758045.543896:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758045.543899:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758045.543914:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758045.543917:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758045.543921:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758045.543926:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758045.543930:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758045.543932:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758045.543935:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758045.543941:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.543958:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.543987:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544002:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.544006:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758045.544015:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758045.544021:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758045.544029:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758045.544034:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310422557 00000100:00000001:0.0:1787758045.544039:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310423505 00000100:00000001:0.0:1787758045.544044:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310422557 00000100:00000001:0.0:1787758045.544049:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310423506 00000100:00000001:0.0:1787758045.544055:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758045.544060:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.544064:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758045.544070:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758045/real 1787758045] req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758045.544082:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758045.544084:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758045.544086:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758045.544090:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758045.544092:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758045.544096:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758045.544100:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758045.544111:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544119:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758045.544121:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544124:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.544125:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758045.544130:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544139:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758045.544145:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544155:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758045.544158:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544160:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758045.544162:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544165:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758045.544167:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758045.544170:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758045.544174:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758045.544177:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758045.544182:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758045.544192:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931127936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758045.544197:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544200:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.544205:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931127552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544220:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758045.544223:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758045.544228:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758045.544233:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758045.544237:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758045.544240:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758045.544245:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758045.544249:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758045.544255:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758045.544259:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758045.544262:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758045.544303:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758045.544308:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544312:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.544318:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931127680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544328:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758045.544330:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758045.544333:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758045.544337:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758045.544339:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758045.544341:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758045.544344:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758045.544347:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758045.544350:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758045.544352:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758045.544354:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758045.544358:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758045.544360:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544363:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.544369:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931127808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544384:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758045.544386:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758045.544389:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758045.544394:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758045.544397:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758045.544400:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758045.544404:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758045.544407:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758045.544413:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758045.544416:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758045.544419:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758045.544424:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758045.544428:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544431:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758045.544439:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931127936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758045.544466:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758045.544468:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758045.544471:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758045.544474:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758045.544476:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758045.544478:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758045.544481:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758045.544483:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758045.544486:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758045.544488:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758045.544489:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758045.544492:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758045.544494:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544497:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758045.544503:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758045.544505:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758045.544508:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758045.544510:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758045.603380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758045.603389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758045.603392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758045.603399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758045.603403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758045.603408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.603412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758045.603415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758045.603419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758046.499484:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758046.499497:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758046.499504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758046.499509:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758046.499512:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758046.499529:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758046.499531:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758046.499550:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758046.499553:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758046.499574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758046.499583:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758046.499594:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758046.499595:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758046.499605:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758046.499617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758046.499620:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758046.499625:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758046.499630:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758046.499648:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758046.499658:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758046.499665:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758046.499671:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758046.499672:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758046.499681:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758046.499689:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758046.499690:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758046.499706:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758046.499710:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758046.499724:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758046.499735:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758046.499738:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758046.499750:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758046.499770:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758046.499771:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758046.499776:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758046.499796:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758046.500026:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758046.500031:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758046.500034:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758046.563428:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310423506, at 4310423552 00000100:00000010:1.0:1787758046.563446:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000040:0.0:1787758046.563451:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310423505, at 4310423552 00000100:00000010:0.0:1787758046.563475:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758046.627429:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758046.627440:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758046.627445:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758046.627454:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758046.627462:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758046.627469:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758046.627474:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758046.627479:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758046.627486:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758047.523480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758047.523491:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758047.523495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758047.523500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758047.523507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758047.523513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758047.523519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758047.523523:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758047.523529:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758047.523575:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758047.523576:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787758047.523587:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758047.523597:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1787758047.523598:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758047.523619:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758047.523623:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758047.523635:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758047.523642:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758047.523647:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758047.523651:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758047.523657:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758047.523665:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758047.523674:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758047.523676:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758047.523689:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758047.523692:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758047.523695:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758047.523700:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758047.523705:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758047.523712:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758047.651365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758047.651378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758047.651381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758047.651391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758047.651397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758047.651404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758047.651410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758047.651415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758047.651421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758048.547420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758048.547432:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758048.547435:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758048.547441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758048.547449:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758048.547456:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758048.547469:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547483:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758048.547495:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758048.547509:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758048.547515:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758048.547535:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758048.547536:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758048.547548:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758048.547559:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758048.547561:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758048.547565:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758048.547578:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547578:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758048.547588:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758048.547601:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758048.547603:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758048.547611:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547616:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758048.547632:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547645:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758048.547648:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758048.547657:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758048.547668:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758048.547680:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758048.547694:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758048.547708:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547721:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758048.547725:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758048.547729:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.547739:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758048.547743:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758048.547749:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758048.547754:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758048.547760:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758048.547767:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758048.547772:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758048.547788:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758048.547811:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758048.675382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758048.675392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758048.675395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758048.675402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758048.675406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758048.675411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.675415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758048.675418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758048.675422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758049.571410:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758049.571423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758049.571431:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758049.571441:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758049.571450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758049.571459:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.571462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758049.571470:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758049.571474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758049.571477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.571484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758049.571490:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758049.571492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758049.571506:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758049.571518:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.571534:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758049.571541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758049.571546:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758049.571549:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758049.571553:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758049.571559:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758049.571564:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758049.571570:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758049.571576:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758049.571586:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758049.571593:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758049.571602:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758049.571618:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758049.571626:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758049.571633:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758049.571634:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758049.571643:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758049.571644:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758049.571649:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758049.571654:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758049.571659:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758049.571662:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758049.571666:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758049.571671:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758049.571674:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.571677:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758049.571681:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758049.571690:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.571691:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758049.571695:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758049.699362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758049.699372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758049.699375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758049.699382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758049.699387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758049.699392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.699396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758049.699400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758049.699404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.595412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758050.595422:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758050.595424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758050.595430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.595436:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758050.595442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758050.595445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.595454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758050.595459:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758050.595462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.595472:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758050.595479:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758050.595491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758050.595498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.595500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758050.595504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.595509:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.595519:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.595547:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758050.595555:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758050.595562:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.595570:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758050.595570:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758050.595582:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758050.595584:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758050.595593:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.595593:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758050.595606:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758050.595607:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758050.595611:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.595620:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758050.595623:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.595627:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.595635:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758050.595642:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.595651:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758050.595764:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758050.595771:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758050.595777:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758050.659355:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758050.659365:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758050.659368:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758050.659373:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758050.659379:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758050.659388:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15755 00000400:00000200:1.0:1787758050.659399:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758050.659407:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758050.659412:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758050.659417:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659421:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.659425:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659428:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758050.659433:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758050.659436:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758050.659440:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758050.659444:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758050.659447:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758050.659450:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758050.659454:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659457:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.659460:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659463:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758050.659467:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758050.659473:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659476:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758050.659480:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758050.659485:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758050.659489:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.659492:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758050.659495:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758050.659507:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758050.659512:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758050.659518:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758050.659520:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.659525:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758050.659529:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758050.659549:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758050.659560:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758050.659569:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758050.659582:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758050.659596:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758050.659602:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758050.659608:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758050.659636:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758050.659641:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758050.659646:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758050.659648:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758050.659650:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758050.659654:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758050.659658:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15755 00000400:00000200:1.0:1787758050.659663:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758050.659667:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758050.659670:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758050.659712:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758050.659723:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787758050.659725:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659732:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758050.659733:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787758050.659736:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659743:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758050.659749:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:0.0:1787758050.659753:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758050.659754:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758050.659761:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758050.659766:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758050.659773:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758050.659782:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758050.659790:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787758050.659793:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758050.659798:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.659799:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.659806:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.659811:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787758050.659814:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1787758050.659815:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758050.659824:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 02000000:00000001:0.0:1787758050.659825:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758050.659828:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758050.659839:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758050.659841:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758050.659847:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758050.659856:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758050.659859:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931128064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758050.659861:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758050.659900:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1787758050.659905:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758050.659908:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1787758050.659914:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.659916:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.659923:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.659925:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1787758050.659934:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 02000000:00000010:0.0:1787758050.659939:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 00000020:00000040:1.0:1787758050.659942:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758050.659946:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758050.659950:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758050.659954:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.659961:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758050.659962:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758050.659965:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787758050.659971:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 02000000:00000001:1.0:1787758050.659972:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758050.659988:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 02000000:00000010:1.0:1787758050.659997:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000200:0.0:1787758050.660001:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931128064, portal 25 00000100:00000001:1.0:1787758050.660008:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.660009:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758050.660015:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00100000:1.0:1787758050.660026:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787758050.660029:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758050.660084:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758050.660085:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758050.660093:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758050.660103:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758050.660110:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787758050.660115:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758050.660130:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931128064, offset 0 00000100:00000001:1.0:1787758050.660134:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758050.660142:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758050.660147:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758050.660152:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758050.660156:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758050.660157:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758050.660169:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758050.660183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758050.660185:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15755 00000400:00000200:0.0:1787758050.660203:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758050.660211:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758050.660217:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758050.660224:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758050.660228:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758050.660234:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747571:747571:256:4294967295] 192.168.201.121@tcp LPNI seq info [747565:747565:8:4294967295] 00000400:00000200:0.0:1787758050.660241:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.660254:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758050.660299:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758050.660308:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758050.660313:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1787758050.660317:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758050.660318:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660329:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1787758050.660335:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000100:00000040:1.0:1787758050.660336:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660346:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758050.660351:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758050.660354:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758050.660360:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:0.0:1787758050.660362:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000020:00000040:1.0:1787758050.660364:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758050.660373:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758050.660379:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000800:00000200:0.0:1787758050.660381:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000100:00000040:1.0:1787758050.660388:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660396:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.660406:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660414:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758050.660423:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758050.660433:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660440:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758050.660446:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:0.0:1787758050.660449:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758050.660452:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1787758050.660458:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 02000000:00000001:1.0:1787758050.660460:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.660469:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758050.660472:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758050.660474:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:1.0:1787758050.660477:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.660483:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758050.660491:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000010:1.0:1787758050.660494:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758050.660500:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758050.660504:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758050.660506:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.660508:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758050.660510:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758050.660513:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758050.660517:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 02000000:00000010:1.0:1787758050.660519:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000400:00000010:0.0:1787758050.660529:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:1.0:1787758050.660530:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.660546:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1787758050.660547:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758050.660565:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787758050.660567:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758050.660569:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758050.660585:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.660613:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758050.660615:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758050.660622:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787758050.660628:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758050.660630:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758050.660636:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758050.660641:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758050.660650:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758050.660659:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15755 00000100:00000001:0.0:1787758050.660667:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787758050.660668:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758050.660679:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787758050.660680:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758050.660688:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758050.660692:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660695:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758050.660699:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758050.660700:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660712:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758050.660715:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758050.660720:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000400:00000200:0.0:1787758050.660722:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:1.0:1787758050.660724:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758050.660730:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758050.660735:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310428625 00000020:00000001:1.0:1787758050.660736:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758050.660746:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000010:0.0:1787758050.660752:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000040:1.0:1787758050.660753:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660763:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.660767:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758050.660769:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758050.660771:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758050.660780:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000001:0.0:1787758050.660784:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310428625 00000100:00080000:1.0:1787758050.660785:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758050.660796:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758050.660800:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 02000000:00000001:1.0:1787758050.660800:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758050.660806:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758050.660812:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.660815:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787758050.660816:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758050.660822:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758050.660828:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.660829:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758050.660831:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.660845:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758050.660846:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758050.660856:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758050.660858:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1787758050.660861:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758050.660867:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.660894:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758050.660897:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758050.660903:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758050.660905:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758050/real 1787758050] req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758050.660910:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758050.660921:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758050.660936:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1787758050.660938:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1787758050.660943:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758050.660950:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758050.660961:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000100:00000001:1.0:1787758050.660962:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758050.660969:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758050.660971:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758050.660980:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1787758050.660980:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758050.660993:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758050.661009:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758050.661019:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787758050.661027:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758050.661028:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758050.661035:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758050.661040:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758050.661051:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758050.661054:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758050.661062:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758050.661062:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15755 00000100:00000001:0.0:1787758050.661071:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1787758050.661073:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758050.661075:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787758050.661083:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00100000:0.0:1787758050.661092:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758050.661093:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758050.661103:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.661109:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.661116:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.661123:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758050.661131:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758050.661137:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000001:0.0:1787758050.661142:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758050.661143:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758050.661148:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758050.661155:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758050.661158:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758050.661165:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758050.661167:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.661173:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758050.661180:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758050.661188:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758050.661195:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758050.661205:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758050.661209:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758050.661211:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758050.661219:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758050.661223:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758050.661225:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758050.661229:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787758050.661232:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.661234:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758050.661237:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758050.661241:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00100000:1.0:1787758050.661243:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758050.661250:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1787758050.661252:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758050.661265:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758050.661291:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758050.661300:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758050.661307:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00080000:0.0:1787758050.661312:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 02000000:00000001:1.0:1787758050.661314:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758050.661320:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.661322:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758050.661325:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758050.661333:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758050.661339:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758050.661340:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758050.661346:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758050.661355:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758050.661369:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758050.661377:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931128064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758050.661393:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758050.661399:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758050.661400:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.661413:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758050.661416:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758050.661431:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931128064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758050.661433:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758050.661444:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15765) 00000100:00000001:0.0:1787758050.661459:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758050.661463:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758050.661468:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758050.661475:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758050.661479:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758050.661481:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758050.661484:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758050.661488:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758050.661493:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758050.661495:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758050.661498:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758050.661504:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758050.661507:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.661512:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.661523:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758050.661526:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.661531:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758050.661535:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758050.661538:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758050.661547:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.661576:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758050.661579:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.661584:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758050.661588:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758050.661594:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758050.661599:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758050.661604:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758050.661607:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758050.661609:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.661612:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758050.661618:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758050.661621:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758050.661627:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758050.661631:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758050.661637:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758050.661644:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931128192, portal 10 00000100:00000001:0.0:1787758050.661648:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758050.661651:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758050.661664:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.661678:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758050.661684:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758050.661689:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758050.661695:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931128192, offset 0 00000400:00000200:0.0:1787758050.661705:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758050.661714:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.661723:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758050.661730:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758050.661737:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758050.661741:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758050.661744:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758050.661749:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747572:747572:256:4294967295] 192.168.201.121@tcp LPNI seq info [747566:747566:8:4294967295] 00000400:00000200:0.0:1787758050.661756:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.661766:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758050.661772:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.661778:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758050.661784:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758050.661789:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758050.661813:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.661817:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758050.661823:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758050.661831:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758050.661838:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758050.661842:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758050.661848:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758050.661856:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.661897:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.661904:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.661914:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.661916:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758050.661923:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758050.661928:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758050.661933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758050.661936:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310427662 00000100:00000001:0.0:1787758050.661941:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.661944:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310427662 00000100:00000001:0.0:1787758050.661947:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.661950:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758050.661954:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.661957:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758050.661962:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758050/real 1787758050] req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758050.661973:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758050.661975:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758050.661977:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758050.661981:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758050.661983:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758050.661986:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758050.661991:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758050.662010:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662024:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758050.662027:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.662033:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.662035:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758050.662043:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662058:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758050.662067:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662082:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758050.662088:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.662092:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.662094:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.662098:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758050.662104:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758050.662110:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758050.662118:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758050.662123:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758050.662133:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758050.662151:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758050.662160:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758050.662167:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662181:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758050.662185:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.662190:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758050.662193:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758050.662196:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758050.662201:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758050.662205:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758050.662209:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758050.662211:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.662213:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758050.662219:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758050.662222:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758050.662227:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758050.662231:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758050.662236:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758050.662241:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931128320, portal 10 00000100:00000001:0.0:1787758050.662244:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758050.662246:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758050.662254:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662263:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758050.662267:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758050.662300:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758050.662304:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931128320, offset 0 00000400:00000200:0.0:1787758050.662311:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758050.662317:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.662322:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758050.662327:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758050.662330:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758050.662334:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758050.662337:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758050.662342:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747573:747573:256:4294967295] 192.168.201.121@tcp LPNI seq info [747567:747567:8:4294967295] 00000400:00000200:0.0:1787758050.662348:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.662359:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758050.662368:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.662375:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758050.662384:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758050.662389:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758050.662413:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.662418:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758050.662424:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758050.662432:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758050.662439:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758050.662443:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758050.662448:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758050.662456:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662470:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.662474:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662483:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.662487:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758050.662492:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758050.662497:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758050.662504:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758050.662508:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310427661 00000100:00000001:0.0:1787758050.662514:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.662520:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310427661 00000100:00000001:0.0:1787758050.662524:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.662528:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758050.662533:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.662537:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758050.662545:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758050/real 1787758050] req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758050.662563:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758050.662567:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758050.662570:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758050.662576:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758050.662580:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758050.662585:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758050.662592:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758050.662607:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662616:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758050.662619:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.662621:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.662623:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758050.662629:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662639:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758050.662648:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662663:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758050.662668:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.662672:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.662675:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.662679:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758050.662685:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758050.662691:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758050.662699:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758050.662704:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758050.662714:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758050.662733:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758050.662739:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758050.662744:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662753:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758050.662755:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.662759:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758050.662761:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758050.662764:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758050.662768:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758050.662773:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758050.662776:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758050.662778:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.662781:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758050.662786:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758050.662790:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758050.662799:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758050.662804:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758050.662812:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758050.662818:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931128448, portal 4 00000100:00000001:0.0:1787758050.662823:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758050.662825:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758050.662838:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.662853:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758050.662858:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758050.662863:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758050.662888:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931128448, offset 0 00000400:00000200:0.0:1787758050.662901:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758050.662908:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.662913:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758050.662917:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758050.662921:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758050.662925:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758050.662928:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758050.662932:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747574:747574:256:4294967295] 192.168.201.121@tcp LPNI seq info [747568:747568:8:4294967295] 00000400:00000200:0.0:1787758050.662938:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.662947:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758050.662953:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.662958:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758050.662964:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758050.662968:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758050.662983:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.662986:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758050.662990:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758050.662995:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758050.663000:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758050.663003:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758050.663007:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758050.663012:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663023:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.663027:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663036:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.663038:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758050.663042:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758050.663047:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758050.663051:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758050.663054:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310427697 00000100:00000001:0.0:1787758050.663058:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.663061:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310427697 00000100:00000001:0.0:1787758050.663064:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.663067:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758050.663070:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.663073:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758050.663077:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758050/real 1787758050] req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758050.663087:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758050.663089:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758050.663091:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758050.663094:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758050.663097:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758050.663099:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758050.663104:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758050.663115:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663124:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758050.663126:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663128:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.663130:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758050.663135:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663143:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758050.663148:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663157:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758050.663160:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663162:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.663164:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663166:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758050.663169:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758050.663172:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758050.663176:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758050.663180:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758050.663185:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758050.663195:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758050.663200:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758050.663204:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663212:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758050.663214:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.663217:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758050.663220:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758050.663223:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758050.663227:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758050.663232:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758050.663234:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758050.663236:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758050.663238:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758050.663243:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758050.663246:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758050.663250:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758050.663253:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758050.663257:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758050.663261:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931128576, portal 4 00000100:00000001:0.0:1787758050.663264:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758050.663266:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758050.663301:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663311:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758050.663314:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758050.663318:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758050.663321:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931128576, offset 0 00000400:00000200:0.0:1787758050.663327:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758050.663332:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.663336:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758050.663340:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758050.663344:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758050.663347:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758050.663351:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758050.663357:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747575:747575:256:4294967295] 192.168.201.121@tcp LPNI seq info [747569:747569:8:4294967295] 00000400:00000200:0.0:1787758050.663366:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758050.663378:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758050.663388:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.663394:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758050.663403:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758050.663409:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758050.663434:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758050.663438:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758050.663445:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758050.663452:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758050.663459:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758050.663462:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758050.663466:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758050.663471:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663482:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.663486:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663495:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.663498:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758050.663504:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758050.663510:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758050.663518:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758050.663522:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310427677 00000100:00000001:0.0:1787758050.663527:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.663532:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310427677 00000100:00000001:0.0:1787758050.663537:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310428625 00000100:00000001:0.0:1787758050.663542:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758050.663546:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.663551:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758050.663559:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758050/real 1787758050] req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758050.663579:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758050.663582:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758050.663586:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758050.663592:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758050.663596:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758050.663600:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758050.663605:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758050.663616:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663625:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758050.663627:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663629:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.663631:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758050.663636:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663649:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758050.663658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663673:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758050.663678:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663681:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758050.663684:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663688:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758050.663691:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758050.663697:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758050.663705:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758050.663710:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758050.663720:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758050.663736:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931128576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758050.663742:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663746:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.663750:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931128192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663759:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758050.663762:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758050.663765:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758050.663769:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758050.663771:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758050.663774:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758050.663777:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758050.663779:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758050.663783:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758050.663785:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758050.663788:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758050.663793:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758050.663796:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663800:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.663806:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931128320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663821:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758050.663824:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758050.663828:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758050.663833:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758050.663836:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758050.663839:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758050.663843:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758050.663847:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758050.663852:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758050.663856:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758050.663859:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758050.663865:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758050.663868:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663900:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.663907:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931128448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663916:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758050.663918:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758050.663921:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758050.663925:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758050.663927:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758050.663929:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758050.663932:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758050.663934:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758050.663938:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758050.663940:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758050.663942:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758050.663944:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758050.663946:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663948:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758050.663953:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931128576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758050.663961:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758050.663963:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758050.663965:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758050.663968:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758050.663970:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758050.663971:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758050.663974:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758050.663976:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758050.663978:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758050.663980:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758050.663981:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758050.663984:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758050.663986:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663989:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758050.663995:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758050.663997:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758050.664000:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758050.664003:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758050.723394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758050.723403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758050.723406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758050.723413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758050.723418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758050.723422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758050.723425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758050.723428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758050.723432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758051.619472:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758051.619478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758051.619482:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758051.619487:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758051.619494:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758051.619497:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758051.619505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758051.619507:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758051.619517:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758051.619523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758051.619525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758051.619535:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758051.619537:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758051.619548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758051.619555:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758051.619558:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758051.619567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758051.619576:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758051.619594:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758051.619605:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758051.619608:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758051.619611:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758051.619620:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758051.619621:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758051.619628:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758051.619630:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758051.619637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758051.619642:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758051.619644:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758051.619652:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758051.619653:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758051.619658:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758051.619672:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758051.619682:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758051.619694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758051.619704:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758051.619880:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758051.619885:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758051.619889:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758051.683403:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310428625, at 4310428672 00000100:00000040:1.0:1787758051.683413:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310428625, at 4310428672 00000100:00000010:0.0:1787758051.683421:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000010:1.0:1787758051.683436:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000001:1.0:1787758051.747392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758051.747400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758051.747403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758051.747409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758051.747414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758051.747420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758051.747423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758051.747427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758051.747432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758052.643419:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758052.643432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758052.643432:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758052.643436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758052.643445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758052.643447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758052.643456:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758052.643460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758052.643487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758052.643489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.643502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758052.643503:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758052.643513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.643515:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758052.643528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758052.643529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758052.643539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.643564:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758052.643616:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758052.643622:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758052.643625:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758052.643630:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758052.643637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758052.643643:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758052.643644:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758052.643654:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758052.643656:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758052.643657:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.643666:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758052.643668:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758052.643697:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758052.643708:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758052.643717:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.643730:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787758052.643732:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758052.643738:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758052.643740:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758052.643753:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758052.643754:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758052.643781:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758052.643789:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758052.643795:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758052.643800:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758052.643806:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758052.643810:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758052.643814:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758052.643817:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758052.643822:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758052.771376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758052.771385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758052.771387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758052.771393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758052.771398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758052.771402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.771405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758052.771409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758052.771412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758053.667438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758053.667447:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758053.667451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758053.667460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758053.667474:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758053.667477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758053.667484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.667490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758053.667494:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758053.667501:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758053.667504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758053.667514:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758053.667518:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758053.667527:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758053.667537:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.667556:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758053.667561:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758053.667563:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758053.667571:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758053.667572:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758053.667582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758053.667594:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758053.667605:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758053.667615:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.667618:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758053.667624:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758053.667630:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.667632:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758053.667643:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758053.667644:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758053.667660:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758053.667671:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758053.667681:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.667704:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758053.667714:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.667726:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758053.667872:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758053.667878:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758053.667885:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758053.795362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758053.795371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758053.795374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758053.795379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758053.795384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758053.795389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.795392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758053.795395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758053.795398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758054.691462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758054.691475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758054.691481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758054.691492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758054.691502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758054.691505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758054.691512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758054.691514:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758054.691522:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758054.691525:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758054.691540:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758054.691541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758054.691559:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758054.691567:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758054.691570:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758054.691614:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758054.691628:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758054.691638:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758054.691640:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758054.691654:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758054.691668:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758054.691671:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758054.691679:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758054.691692:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758054.691707:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758054.691710:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758054.691717:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758054.691719:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758054.691724:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758054.691734:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758054.691735:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758054.691752:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758054.691759:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758054.691765:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758054.691767:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758054.691773:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758054.691797:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758054.691835:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758054.691843:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758054.819457:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758054.819468:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758054.819471:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758054.819477:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758054.819482:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758054.819487:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758054.819490:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758054.819494:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758054.819499:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758055.715458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758055.715473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758055.715477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758055.715492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758055.715508:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758055.715509:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758055.715518:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758055.715520:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758055.715524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758055.715539:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758055.715542:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758055.715552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758055.715553:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758055.715562:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758055.715577:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.715594:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758055.715599:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758055.715604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758055.715642:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758055.715648:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758055.715651:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758055.715661:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.715662:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758055.715675:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758055.715686:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758055.715688:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758055.715700:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758055.715710:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758055.715715:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758055.715728:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758055.715730:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758055.715745:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758055.715749:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.715773:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758055.715810:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758055.715826:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758055.715879:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758055.715884:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758055.715891:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758055.779452:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758055.779464:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758055.779468:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758055.779472:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758055.779478:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758055.779486:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15760 00000400:00000200:0.0:1787758055.779497:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758055.779504:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758055.779509:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758055.779513:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779517:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.779521:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758055.779529:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758055.779557:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758055.779562:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758055.779566:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758055.779570:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758055.779573:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758055.779578:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779581:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.779584:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779586:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758055.779590:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758055.779596:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779599:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758055.779602:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758055.779608:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758055.779611:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.779614:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758055.779618:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758055.779641:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758055.779646:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758055.779652:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758055.779655:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.779659:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758055.779663:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758055.779667:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758055.779688:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758055.779696:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758055.779709:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931128704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758055.779723:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758055.779729:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758055.779735:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931128704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758055.779770:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758055.779775:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758055.779800:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758055.779803:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758055.779805:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758055.779839:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758055.779843:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15760 00000400:00000200:0.0:1787758055.779848:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758055.779852:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758055.779855:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758055.779859:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779861:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.779864:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779867:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758055.779871:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758055.779872:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758055.779875:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758055.779878:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758055.779882:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758055.779886:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758055.779891:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779894:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.779897:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779901:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758055.779912:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758055.779924:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758055.779935:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758055.779944:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758055.779957:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758055.779968:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.779978:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758055.779989:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758055.780004:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780011:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758055.780019:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758055.780028:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758055.780038:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758055.780041:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780045:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758055.780050:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758055.780057:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758055.780066:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758055.780074:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758055.780087:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931128832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758055.780103:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758055.780112:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758055.780135:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931128832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758055.780214:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758055.780223:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758055.780228:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758055.780234:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758055.780238:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758055.780242:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758055.780252:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15760 00000400:00000200:0.0:1787758055.780264:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758055.780268:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758055.780271:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758055.780275:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780278:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.780283:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780328:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758055.780331:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758055.780334:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758055.780336:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758055.780339:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758055.780342:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758055.780349:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758055.780357:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780364:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.780374:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780381:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758055.780387:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758055.780398:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780402:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758055.780405:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758055.780409:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758055.780414:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780418:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758055.780422:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758055.780429:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780435:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758055.780446:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758055.780454:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758055.780459:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758055.780463:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780470:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758055.780474:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758055.780478:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758055.780487:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758055.780496:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758055.780504:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931128960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758055.780531:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758055.780536:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758055.780547:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931128960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758055.780564:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758055.780569:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758055.780579:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758055.780586:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758055.780590:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758055.780601:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758055.780608:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15760 00000400:00000200:0.0:1787758055.780620:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758055.780631:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758055.780639:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758055.780651:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780657:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.780663:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780667:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758055.780677:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758055.780680:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758055.780688:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758055.780694:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758055.780715:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758055.780719:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758055.780732:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780738:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.780745:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780749:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758055.780756:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758055.780770:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758055.780806:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758055.780812:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758055.780833:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758055.780836:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780841:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758055.780845:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758055.780855:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780862:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758055.780871:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758055.780879:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758055.780885:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758055.780890:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.780896:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758055.780898:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758055.780902:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758055.780915:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758055.780930:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758055.780953:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931129088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758055.780989:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758055.780999:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758055.781011:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931129088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758055.781072:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758055.781077:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758055.781086:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758055.781094:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758055.781097:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758055.781103:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758055.781112:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15760 00000400:00000200:0.0:1787758055.781128:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758055.781139:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758055.781147:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758055.781160:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.781164:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.781171:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.781179:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758055.781186:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758055.781192:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758055.781196:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758055.781201:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758055.781208:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758055.781215:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758055.781223:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.781230:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758055.781237:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758055.781243:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758055.781249:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758055.781259:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758055.781270:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758055.781276:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758055.781312:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758055.781317:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.781319:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758055.781322:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758055.781326:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.781333:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758055.781339:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758055.781344:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758055.781353:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758055.781357:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758055.781363:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758055.781371:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758055.781376:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758055.781384:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758055.781395:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758055.781422:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931129216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758055.781450:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758055.781456:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758055.781470:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931129216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758055.781494:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758055.781504:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15770) 00000100:00000001:1.0:1787758055.843368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758055.843380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758055.843383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758055.843390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758055.843403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758055.843408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758055.843411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758055.843414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758055.843417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758056.739354:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758056.739361:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758056.739363:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758056.739367:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758056.739369:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758056.739375:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758056.739375:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758056.739381:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758056.739383:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758056.739386:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.739390:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758056.739392:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758056.739395:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758056.739396:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758056.739401:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758056.739403:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758056.739408:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758056.739415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758056.739415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758056.739421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758056.739426:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758056.739432:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758056.739436:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758056.739438:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758056.739441:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758056.739443:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.739445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758056.739451:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758056.739451:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758056.739456:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.739458:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758056.739464:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758056.739464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.739472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758056.739477:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.739485:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758056.739498:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758056.739503:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758056.739508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758056.739514:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758056.739520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758056.739525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758056.739530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758056.739534:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758056.739537:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758056.739575:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758056.739579:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758056.739582:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758056.803385:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310433745, at 4310433792 00000100:00000040:0.0:1787758056.803390:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310433745, at 4310433792 00000100:00000010:1.0:1787758056.803407:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787758056.803411:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787758056.867332:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758056.867339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758056.867341:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758056.867346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758056.867349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758056.867353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.867356:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758056.867359:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758056.867361:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758057.763405:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758057.763405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758057.763411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758057.763414:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758057.763414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758057.763419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758057.763436:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758057.763445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758057.763445:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758057.763450:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758057.763455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758057.763455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758057.763462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758057.763471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758057.763473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758057.763480:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763505:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758057.763507:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758057.763516:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758057.763521:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758057.763529:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758057.763540:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758057.763542:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758057.763549:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763569:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758057.763570:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758057.763574:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758057.763575:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758057.763581:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758057.763582:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758057.763586:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758057.763592:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763599:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758057.763602:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763605:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758057.763624:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758057.763628:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758057.763630:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758057.763632:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758057.763635:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758057.763637:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758057.763640:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.763642:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758057.891373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758057.891382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758057.891383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758057.891389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758057.891392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758057.891396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.891399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758057.891402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758057.891404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758058.787448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758058.787459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758058.787468:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758058.787480:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758058.787485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758058.787491:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758058.787500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758058.787501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758058.787511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758058.787515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758058.787528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758058.787537:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758058.787540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758058.787548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758058.787555:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758058.787556:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758058.787564:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758058.787573:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758058.787595:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758058.787604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758058.787609:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758058.787613:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758058.787618:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758058.787627:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758058.787639:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758058.787640:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758058.787653:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758058.787654:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758058.787665:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758058.787666:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758058.787678:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758058.787679:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758058.787687:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758058.787688:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758058.787700:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758058.787715:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758058.915387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758058.915393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758058.915396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758058.915402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758058.915406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758058.915411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758058.915414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758058.915417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758058.915420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758059.811372:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758059.811384:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758059.811387:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758059.811397:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758059.811405:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758059.811412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811419:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758059.811424:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811430:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758059.811433:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758059.811450:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758059.811456:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758059.811469:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758059.811474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758059.811487:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758059.811490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758059.811497:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811501:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758059.811515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758059.811518:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758059.811528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811530:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758059.811542:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758059.811548:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758059.811581:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758059.811605:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811616:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758059.811673:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758059.811681:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758059.811688:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758059.811691:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758059.811699:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758059.811702:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758059.811749:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758059.811757:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811758:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758059.811770:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758059.811777:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758059.811789:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811791:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758059.811805:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758059.811806:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758059.811829:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758059.811832:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.811836:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758059.939355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758059.939361:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758059.939362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758059.939367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758059.939369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758059.939372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.939375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758059.939377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758059.939379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.835435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758060.835447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758060.835457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758060.835459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758060.835470:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758060.835472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758060.835476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.835484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758060.835488:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758060.835491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758060.835501:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758060.835509:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758060.835531:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758060.835537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758060.835544:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758060.835546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758060.835552:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758060.835558:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.835592:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758060.835594:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758060.835603:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758060.835604:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758060.835616:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.835617:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758060.835630:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758060.835633:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758060.835637:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758060.835646:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758060.835649:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758060.835653:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758060.835675:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758060.835681:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758060.835688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.835690:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758060.835764:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758060.835770:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758060.835773:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758060.835778:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758060.835782:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758060.835786:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758060.835791:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758060.835794:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758060.835799:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.835843:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758060.835848:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758060.899420:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758060.899430:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758060.899434:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758060.899438:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758060.899443:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758060.899453:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15765 00000400:00000200:1.0:1787758060.899465:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758060.899474:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758060.899479:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758060.899484:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899488:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.899492:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899496:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758060.899501:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758060.899503:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758060.899507:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758060.899511:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758060.899514:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758060.899518:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758060.899522:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899525:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.899529:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899531:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758060.899536:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758060.899541:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899545:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758060.899549:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758060.899554:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758060.899558:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.899561:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758060.899565:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758060.899576:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758060.899581:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758060.899587:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758060.899590:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.899593:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758060.899597:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758060.899603:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758060.899614:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758060.899623:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758060.899635:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931129344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758060.899650:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758060.899656:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758060.899663:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931129344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758060.899729:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758060.899735:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758060.899740:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758060.899742:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758060.899745:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758060.899749:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758060.899753:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15765 00000400:00000200:1.0:1787758060.899759:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758060.899764:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758060.899769:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758060.899774:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899779:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.899782:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899788:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758060.899797:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758060.899800:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758060.899805:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758060.899811:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758060.899816:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758060.899822:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758060.899833:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899840:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.899847:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899855:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758060.899864:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758060.899874:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758060.899886:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758060.899891:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758060.899902:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758060.899911:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.899918:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758060.899929:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758060.899936:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.899942:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758060.899951:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758060.899959:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758060.899970:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758060.899975:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.899978:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758060.899983:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758060.899991:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758060.900014:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758060.900027:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758060.900049:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931129472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758060.900119:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758060.900125:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758060.900139:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931129472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758060.900154:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758060.900159:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758060.900170:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758060.900176:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758060.900179:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758060.900184:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758060.900192:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15765 00000400:00000200:1.0:1787758060.900203:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758060.900216:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758060.900225:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758060.900238:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900247:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.900258:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900317:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758060.900327:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758060.900330:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758060.900335:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758060.900341:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758060.900349:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758060.900359:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758060.900373:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900378:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.900382:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900390:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758060.900397:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758060.900408:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900414:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758060.900420:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758060.900428:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758060.900439:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.900449:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758060.900457:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758060.900464:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.900470:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758060.900478:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758060.900488:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758060.900495:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758060.900498:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.900504:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758060.900510:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758060.900514:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758060.900525:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758060.900535:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758060.900553:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931129600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758060.900579:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758060.900587:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758060.900605:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931129600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758060.900625:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758060.900635:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758060.900646:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758060.900650:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758060.900656:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758060.900664:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758060.900673:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15765 00000400:00000200:1.0:1787758060.900681:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758060.900714:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758060.900721:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758060.900726:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900731:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.900736:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900744:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758060.900748:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758060.900750:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758060.900755:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758060.900761:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758060.900771:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758060.900779:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758060.900790:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900800:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.900808:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900818:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758060.900826:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758060.900837:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758060.900848:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758060.900854:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758060.900864:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758060.900875:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.900880:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758060.900886:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758060.900893:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.900900:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758060.900909:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758060.900920:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758060.900928:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758060.900933:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.900942:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758060.900947:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758060.900955:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758060.900965:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758060.900977:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758060.900993:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931129728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758060.901023:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758060.901029:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758060.901044:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931129728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758060.901079:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758060.901087:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758060.901095:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758060.901102:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758060.901110:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758060.901118:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758060.901130:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15765 00000400:00000200:1.0:1787758060.901144:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758060.901157:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758060.901164:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758060.901176:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.901182:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.901194:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.901199:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758060.901207:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758060.901213:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758060.901219:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758060.901226:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758060.901234:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758060.901241:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758060.901252:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.901260:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758060.901302:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758060.901309:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758060.901316:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758060.901328:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758060.901334:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758060.901343:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758060.901349:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758060.901357:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.901367:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758060.901373:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758060.901380:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.901383:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758060.901393:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758060.901401:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758060.901411:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758060.901417:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758060.901421:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758060.901427:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758060.901432:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758060.901442:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758060.901450:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758060.901469:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931129856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758060.901501:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758060.901510:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758060.901525:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931129856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758060.901560:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758060.901575:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15775) 00000100:00000001:1.0:1787758060.963395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758060.963401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758060.963404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758060.963409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758060.963413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758060.963416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758060.963419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758060.963422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758060.963425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758061.859441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758061.859451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758061.859456:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758061.859465:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758061.859465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758061.859474:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758061.859476:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758061.859483:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758061.859487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758061.859492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758061.859504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758061.859511:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758061.859513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.859516:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758061.859522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758061.859525:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758061.859528:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758061.859535:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758061.859563:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758061.859572:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758061.859579:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758061.859581:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758061.859588:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758061.859589:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758061.859598:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758061.859600:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758061.859610:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758061.859613:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758061.859621:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758061.859624:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758061.859629:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.859632:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758061.859643:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758061.859644:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758061.859653:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.859658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758061.859737:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758061.859744:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758061.859747:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758061.859751:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758061.859756:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758061.859761:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.859770:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758061.859776:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.859780:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758061.923378:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310438865, at 4310438912 00000100:00000010:1.0:1787758061.923397:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000040:0.0:1787758061.923408:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310438865, at 4310438912 00000100:00000010:0.0:1787758061.923423:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787758061.987378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758061.987387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758061.987391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758061.987399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758061.987405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758061.987411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.987416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758061.987421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758061.987427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758062.883395:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758062.883406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758062.883414:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758062.883427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758062.883442:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758062.883448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758062.883453:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758062.883458:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758062.883468:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758062.883482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758062.883485:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758062.883496:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758062.883498:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758062.883509:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758062.883510:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758062.883523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758062.883528:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758062.883534:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758062.883575:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758062.883584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758062.883588:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758062.883591:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758062.883598:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758062.883601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758062.883606:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758062.883609:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758062.883617:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758062.883620:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758062.883625:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758062.883633:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758062.883635:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758062.883641:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758062.883647:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758062.883681:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758062.883695:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758062.883703:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758063.011412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758063.011421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758063.011425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758063.011433:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758063.011439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758063.011444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758063.011449:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758063.011452:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758063.011456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758063.907403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758063.907416:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758063.907422:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758063.907434:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758063.907444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758063.907455:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758063.907456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758063.907466:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758063.907467:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758063.907474:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758063.907475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758063.907489:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758063.907490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758063.907502:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758063.907510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758063.907528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758063.907534:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758063.907541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758063.907553:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758063.907560:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758063.907565:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758063.907571:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758063.907582:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758063.907589:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758063.907597:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758063.907606:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758063.907610:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758063.907619:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758063.907620:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758063.907628:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758063.907634:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758063.907670:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758063.907678:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758063.907685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758063.907691:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758063.907697:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758063.907703:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758063.907710:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758063.907713:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758063.907717:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758063.907723:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758063.907728:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758063.907731:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758063.907734:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758063.907738:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758064.035412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758064.035420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758064.035423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758064.035429:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758064.035434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758064.035439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.035443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758064.035447:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.035452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758064.931413:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758064.931417:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758064.931424:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758064.931427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758064.931430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758064.931434:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758064.931438:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758064.931444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758064.931448:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758064.931452:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758064.931456:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758064.931459:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.931465:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758064.931469:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758064.931470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758064.931474:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.931477:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758064.931480:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758064.931507:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758064.931512:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758064.931513:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758064.931518:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758064.931520:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758064.931525:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758064.931526:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758064.931532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758064.931538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758064.931540:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758064.931551:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758064.931551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758064.931577:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758064.931579:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.931588:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758064.931608:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758064.931613:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758064.931642:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758064.931685:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758064.931692:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758064.931695:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758064.931699:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758064.931706:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758064.931711:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.931715:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758064.931718:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758064.931721:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758065.059387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758065.059397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758065.059400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758065.059407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758065.059412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758065.059416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758065.059420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758065.059424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758065.059429:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758065.955439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758065.955443:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758065.955453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758065.955454:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758065.955465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758065.955467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758065.955473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758065.955483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758065.955484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758065.955494:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758065.955495:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758065.955504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758065.955507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758065.955516:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758065.955517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758065.955525:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758065.955526:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758065.955535:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758065.955578:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758065.955584:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758065.955588:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758065.955595:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758065.955633:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758065.955640:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758065.955658:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758065.955663:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758065.955665:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758065.955674:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758065.955674:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758065.955683:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758065.955686:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758065.955696:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758065.955704:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758065.955712:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758065.955717:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758065.955729:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758066.019462:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758066.019474:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758066.019478:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758066.019483:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758066.019489:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758066.019498:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15770 00000400:00000200:0.0:1787758066.019509:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758066.019517:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758066.019521:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758066.019526:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019530:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.019534:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019537:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758066.019543:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758066.019545:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758066.019549:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758066.019553:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758066.019556:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758066.019560:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758066.019564:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019567:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.019570:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019574:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758066.019578:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758066.019583:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019587:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758066.019590:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758066.019595:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758066.019599:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.019628:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758066.019632:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758066.019642:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758066.019647:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758066.019653:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758066.019656:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.019660:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758066.019664:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758066.019670:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758066.019681:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758066.019690:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758066.019703:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931129984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758066.019717:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758066.019723:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758066.019729:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931129984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758066.019759:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758066.019764:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758066.019769:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758066.019771:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758066.019774:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758066.019779:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758066.019782:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15770 00000400:00000200:0.0:1787758066.019789:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758066.019793:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758066.019796:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758066.019800:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019804:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.019807:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019811:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758066.019815:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758066.019817:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758066.019820:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758066.019822:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758066.019826:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758066.019829:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758066.019835:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019843:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.019848:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019855:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758066.019862:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758066.019871:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758066.019875:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758066.019882:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758066.019891:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758066.019898:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.019903:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758066.019913:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758066.019920:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.019927:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758066.019939:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758066.019945:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758066.019955:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758066.019961:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.019965:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758066.019970:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758066.019979:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758066.019992:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758066.020004:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758066.020020:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931130112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758066.020038:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758066.020044:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758066.020054:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931130112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758066.020073:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758066.020078:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758066.020092:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758066.020102:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758066.020105:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758066.020116:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758066.020121:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15770 00000400:00000200:0.0:1787758066.020129:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758066.020136:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758066.020143:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758066.020154:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020162:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.020169:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020176:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758066.020180:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758066.020186:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758066.020188:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758066.020193:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758066.020197:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758066.020205:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758066.020212:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020219:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.020224:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020231:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758066.020237:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758066.020241:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020246:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758066.020254:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758066.020260:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758066.020331:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.020343:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758066.020351:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758066.020362:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.020372:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758066.020388:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758066.020401:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758066.020416:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758066.020425:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.020433:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758066.020438:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758066.020445:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758066.020458:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758066.020469:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758066.020484:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931130240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758066.020511:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758066.020520:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758066.020533:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931130240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758066.020564:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758066.020577:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758066.020591:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758066.020599:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758066.020624:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758066.020634:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758066.020643:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15770 00000400:00000200:0.0:1787758066.020658:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758066.020670:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758066.020674:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758066.020682:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020688:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.020696:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020705:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758066.020713:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758066.020721:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758066.020724:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758066.020727:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758066.020734:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758066.020739:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758066.020753:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020760:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.020767:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020776:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758066.020788:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758066.020796:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758066.020800:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758066.020803:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758066.020812:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758066.020820:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.020825:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758066.020834:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758066.020840:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.020847:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758066.020855:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758066.020862:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758066.020868:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758066.020873:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.020878:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758066.020882:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758066.020889:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758066.020899:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758066.020911:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758066.020925:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931130368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758066.020970:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758066.020976:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758066.020988:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931130368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758066.021016:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758066.021022:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758066.021029:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758066.021032:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758066.021037:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758066.021045:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758066.021052:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15770 00000400:00000200:0.0:1787758066.021067:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758066.021077:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758066.021081:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758066.021090:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.021097:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.021104:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.021112:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758066.021120:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758066.021125:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758066.021131:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758066.021135:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758066.021141:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758066.021147:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758066.021158:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.021162:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758066.021170:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758066.021177:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758066.021186:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758066.021194:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758066.021203:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758066.021209:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758066.021215:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758066.021220:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.021232:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758066.021236:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758066.021241:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.021246:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758066.021255:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758066.021263:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758066.021301:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758066.021305:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.021313:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758066.021319:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758066.021328:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758066.021347:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758066.021361:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758066.021385:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931130496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758066.021472:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758066.021479:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758066.021493:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931130496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758066.021521:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758066.021531:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15780) 00000100:00000001:1.0:1787758066.083403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758066.083410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758066.083413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758066.083419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758066.083423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758066.083427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.083430:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758066.083433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.083437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.979372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758066.979372:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758066.979381:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758066.979382:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758066.979384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.979389:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758066.979391:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758066.979396:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758066.979397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758066.979403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758066.979405:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758066.979406:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.979410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758066.979415:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758066.979420:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758066.979421:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.979424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758066.979429:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758066.979441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758066.979447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758066.979449:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758066.979451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.979453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758066.979458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758066.979458:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758066.979465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758066.979466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758066.979471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758066.979472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758066.979474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758066.979477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.979478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.979484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758066.979493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758066.979496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758066.979502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758066.979514:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758066.979520:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758066.979523:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758066.979530:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758066.979535:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758066.979539:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.979543:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758066.979546:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758066.979551:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758067.043327:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310443985, at 4310444032 00000100:00000040:0.0:1787758067.043336:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310443985, at 4310444032 00000100:00000010:1.0:1787758067.043340:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787758067.043346:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787758067.107324:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758067.107330:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758067.107332:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758067.107335:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758067.107337:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758067.107341:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758067.107343:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758067.107346:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758067.107349:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758068.003361:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758068.003365:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758068.003366:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758068.003371:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758068.003371:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758068.003375:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758068.003378:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758068.003380:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758068.003385:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758068.003387:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758068.003392:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.003392:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.003399:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758068.003402:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.003405:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758068.003408:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758068.003412:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758068.003417:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758068.003418:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758068.003422:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758068.003426:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758068.003429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758068.003433:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758068.003437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758068.003437:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758068.003441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758068.003443:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758068.003445:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758068.003446:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758068.003448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758068.003452:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758068.003455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758068.003459:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758068.003464:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758068.003467:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.003467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758068.003472:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758068.003472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758068.003476:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758068.003484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758068.003492:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758068.003497:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.003509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758068.003512:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.003514:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758068.131333:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758068.131339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758068.131341:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758068.131345:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758068.131348:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758068.131350:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.131352:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758068.131354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758068.131357:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758069.027442:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758069.027466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758069.027470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758069.027475:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758069.027486:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758069.027502:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758069.027504:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758069.027526:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758069.027541:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758069.027543:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758069.027569:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.027575:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758069.027589:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758069.027599:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758069.027605:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758069.027607:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758069.027613:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.027621:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758069.027670:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758069.027691:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758069.027692:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758069.027711:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758069.027715:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758069.027720:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758069.027729:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758069.027736:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758069.027742:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758069.027746:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.027757:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758069.027762:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758069.027763:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758069.027780:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.027780:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758069.027816:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758069.027824:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758069.027839:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758069.027886:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758069.027894:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758069.027899:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758069.027903:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758069.027907:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758069.027910:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.027915:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758069.027918:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.027923:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758069.155392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758069.155401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758069.155404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758069.155410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758069.155415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758069.155420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.155424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758069.155428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758069.155432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758070.051411:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758070.051422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758070.051427:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758070.051435:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758070.051443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758070.051449:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758070.051454:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758070.051458:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758070.051462:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758070.051519:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758070.051577:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758070.051586:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758070.051588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758070.051599:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758070.051599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758070.051610:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758070.051611:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758070.051621:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758070.051624:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758070.051636:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758070.051637:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758070.051644:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758070.051650:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758070.051651:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758070.051664:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758070.051671:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758070.051679:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758070.051710:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758070.051718:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758070.051724:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758070.051732:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000020:00000001:0.0:1787758070.051739:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758070.051744:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758070.051747:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758070.051751:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758070.051762:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758070.051763:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758070.051774:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758070.051790:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758070.179373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758070.179381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758070.179384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758070.179392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758070.179396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758070.179401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758070.179405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758070.179409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758070.179413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758071.075369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758071.075378:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758071.075381:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758071.075389:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758071.075392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758071.075394:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758071.075399:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758071.075401:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758071.075405:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758071.075407:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758071.075412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758071.075412:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758071.075419:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.075420:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758071.075446:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758071.075464:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758071.075472:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758071.075478:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758071.075479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.075487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758071.075489:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758071.075503:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758071.075504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758071.075568:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758071.075573:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758071.075577:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758071.075583:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758071.075583:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.075589:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758071.075593:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758071.075597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758071.075602:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758071.075606:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758071.075609:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758071.075613:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758071.075616:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758071.075711:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758071.075714:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758071.075717:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758071.139380:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758071.139390:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758071.139393:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758071.139396:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758071.139400:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758071.139407:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15775 00000400:00000200:0.0:1787758071.139415:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758071.139421:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758071.139424:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758071.139428:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139431:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.139433:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139436:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758071.139439:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758071.139442:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758071.139444:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758071.139448:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758071.139450:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758071.139452:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758071.139455:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139457:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.139458:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139460:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758071.139463:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758071.139466:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139468:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758071.139471:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758071.139473:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758071.139476:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.139478:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758071.139480:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758071.139488:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758071.139491:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758071.139495:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758071.139497:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.139499:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758071.139502:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758071.139506:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758071.139535:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758071.139543:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758071.139569:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931130624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758071.139577:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758071.139581:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758071.139585:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931130624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758071.139608:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758071.139611:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758071.139614:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758071.139615:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758071.139617:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758071.139619:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758071.139621:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15775 00000400:00000200:0.0:1787758071.139624:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758071.139627:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758071.139629:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758071.139633:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139635:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.139637:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139642:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758071.139645:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758071.139648:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758071.139651:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758071.139653:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758071.139656:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758071.139659:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758071.139667:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139671:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.139675:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139678:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758071.139681:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758071.139687:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139690:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758071.139695:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758071.139702:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758071.139707:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.139709:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758071.139715:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758071.139720:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.139722:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758071.139726:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758071.139730:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758071.139734:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758071.139737:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.139741:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758071.139743:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758071.139746:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758071.139753:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758071.139760:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758071.139771:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931130752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758071.139807:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758071.139819:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758071.139827:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931130752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758071.139858:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758071.139863:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758071.139871:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758071.139875:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758071.139878:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758071.139884:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758071.139891:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15775 00000400:00000200:0.0:1787758071.139901:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758071.139907:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758071.139909:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758071.139913:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139920:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.139925:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139931:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758071.139935:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758071.139937:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758071.139940:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758071.139944:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758071.139948:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758071.139954:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758071.139961:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139966:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.139968:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139969:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758071.139971:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758071.139975:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758071.139980:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758071.139982:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758071.139987:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758071.139993:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.139996:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758071.140000:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758071.140007:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140014:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758071.140023:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758071.140029:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758071.140035:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758071.140037:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140042:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758071.140046:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758071.140049:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758071.140055:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758071.140063:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758071.140074:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931130880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758071.140111:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758071.140115:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758071.140124:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931130880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758071.140148:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758071.140153:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758071.140157:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758071.140161:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758071.140163:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758071.140168:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758071.140174:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15775 00000400:00000200:0.0:1787758071.140179:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758071.140182:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758071.140184:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758071.140187:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140190:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.140192:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140193:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758071.140196:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758071.140197:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758071.140199:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758071.140201:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758071.140206:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758071.140208:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758071.140211:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140217:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.140221:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140228:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758071.140232:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758071.140238:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140242:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758071.140250:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758071.140255:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758071.140260:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140265:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758071.140268:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758071.140270:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140272:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758071.140277:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758071.140280:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758071.140314:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758071.140318:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140322:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758071.140325:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758071.140329:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758071.140335:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758071.140343:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758071.140353:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931131008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758071.140369:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758071.140373:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758071.140381:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931131008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758071.140414:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758071.140421:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758071.140426:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758071.140431:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758071.140435:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758071.140441:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758071.140447:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15775 00000400:00000200:0.0:1787758071.140455:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758071.140462:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758071.140469:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758071.140476:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140480:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.140484:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140488:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758071.140491:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758071.140494:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758071.140497:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758071.140500:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758071.140504:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758071.140528:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758071.140535:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140556:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758071.140559:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140563:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758071.140568:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758071.140573:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758071.140576:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758071.140579:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758071.140582:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758071.140587:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140589:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758071.140591:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758071.140597:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140598:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758071.140603:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758071.140607:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758071.140611:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758071.140613:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758071.140617:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758071.140619:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758071.140622:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758071.140628:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758071.140632:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758071.140640:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931131136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758071.140650:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758071.140654:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758071.140661:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931131136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758071.140674:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758071.140679:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15785) 00000100:00000001:1.0:1787758071.203391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758071.203396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758071.203398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758071.203403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758071.203405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758071.203408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758071.203409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758071.203412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758071.203414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758072.099362:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758072.099366:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758072.099369:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758072.099372:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758072.099373:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758072.099376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758072.099380:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758072.099381:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758072.099388:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758072.099389:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758072.099392:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.099395:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758072.099405:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758072.099408:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758072.099411:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758072.099412:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758072.099414:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.099417:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758072.099427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758072.099433:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758072.099435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758072.099436:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758072.099440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758072.099441:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758072.099443:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758072.099446:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758072.099448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758072.099450:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.099452:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758072.099459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758072.099459:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.099463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758072.099464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758072.099468:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758072.099474:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.099477:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758072.099590:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758072.099592:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758072.099595:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758072.163329:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310449104, at 4310449152 00000100:00000040:1.0:1787758072.163336:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310449104, at 4310449152 00000100:00000010:0.0:1787758072.163342:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787758072.163345:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758072.227388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758072.227397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758072.227401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758072.227407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758072.227411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758072.227416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.227419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758072.227423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758072.227426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758073.123375:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758073.123375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758073.123383:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758073.123383:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758073.123388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758073.123389:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758073.123394:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758073.123398:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758073.123399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758073.123405:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758073.123405:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758073.123411:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758073.123412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758073.123415:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758073.123419:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758073.123429:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758073.123434:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758073.123438:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758073.123471:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758073.123494:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758073.123498:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758073.123498:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758073.123503:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758073.123505:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758073.123506:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758073.123513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758073.123514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758073.123517:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758073.123521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758073.123521:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758073.123535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758073.123538:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758073.123539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758073.123544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758073.123545:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758073.123553:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758073.251334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758073.251341:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758073.251342:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758073.251346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758073.251349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758073.251353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758073.251356:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758073.251358:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758073.251361:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758074.147370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758074.147377:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758074.147381:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758074.147384:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758074.147385:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758074.147392:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758074.147392:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758074.147397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758074.147398:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758074.147405:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758074.147405:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758074.147410:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758074.147412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758074.147417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758074.147417:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758074.147426:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758074.147430:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758074.147434:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758074.147440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758074.147444:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758074.147447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758074.147451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758074.147470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758074.147474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758074.147477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758074.147481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758074.147486:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758074.147527:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758074.147531:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758074.147532:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758074.147535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758074.147540:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758074.147545:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758074.147545:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758074.147550:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758074.147550:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758074.147553:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758074.147557:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758074.147557:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758074.275400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758074.275421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758074.275424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758074.275431:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758074.275436:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758074.275440:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758074.275444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758074.275447:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758074.275451:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758075.171376:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758075.171386:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758075.171390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758075.171398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758075.171406:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758075.171412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758075.171417:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758075.171421:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758075.171427:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758075.171473:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758075.171484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758075.171492:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758075.171495:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758075.171504:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758075.171506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758075.171514:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758075.171516:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758075.171526:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758075.171528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758075.171538:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758075.171539:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758075.171546:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758075.171548:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758075.171562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758075.171566:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758075.171574:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758075.171582:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758075.171600:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758075.171612:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758075.171619:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758075.171628:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758075.171635:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758075.171637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758075.171645:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758075.171648:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758075.171650:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758075.171658:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758075.171666:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758075.171675:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758075.171677:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758075.171685:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758075.171695:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758075.171696:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758075.171703:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758075.171711:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758075.299401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758075.299411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758075.299414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758075.299421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758075.299425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758075.299430:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758075.299434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758075.299461:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758075.299466:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758076.195406:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758076.195418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758076.195445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758076.195457:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758076.195467:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758076.195474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195482:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758076.195488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.195503:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758076.195526:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758076.195531:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.195543:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758076.195551:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758076.195556:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758076.195560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758076.195568:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195569:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.195581:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758076.195584:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758076.195589:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758076.195601:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758076.195609:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195621:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758076.195630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195641:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.195644:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758076.195655:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758076.195672:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.195683:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758076.195694:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758076.195703:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195704:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758076.195713:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758076.195715:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758076.195718:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.195725:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758076.195726:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758076.195740:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758076.195742:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758076.195746:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195752:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758076.195755:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.195761:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758076.259392:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758076.259403:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758076.259406:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758076.259411:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758076.259416:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758076.259470:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15780 00000400:00000200:0.0:1787758076.259482:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758076.259489:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758076.259494:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758076.259499:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259503:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.259507:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758076.259515:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758076.259518:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758076.259521:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758076.259526:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758076.259529:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758076.259532:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758076.259537:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259540:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.259543:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259545:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758076.259550:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758076.259554:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259557:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758076.259562:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758076.259567:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758076.259571:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.259574:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758076.259578:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758076.259590:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758076.259595:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758076.259601:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758076.259604:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.259608:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758076.259611:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758076.259616:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758076.259626:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758076.259635:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.259647:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931131264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758076.259662:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758076.259668:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758076.259674:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931131264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758076.259704:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758076.259709:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758076.259714:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758076.259716:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758076.259719:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758076.259722:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758076.259726:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15780 00000400:00000200:0.0:1787758076.259730:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758076.259734:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758076.259737:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758076.259741:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259745:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.259748:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259751:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758076.259755:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758076.259757:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758076.259760:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758076.259763:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758076.259766:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758076.259769:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758076.259774:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259777:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.259780:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259783:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758076.259786:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758076.259791:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758076.259794:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758076.259797:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758076.259804:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758076.259811:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.259815:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758076.259825:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758076.259833:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.259836:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758076.259842:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758076.259848:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758076.259857:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758076.259860:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.259867:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758076.259870:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758076.259875:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758076.259884:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758076.259892:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.259906:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931131392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758076.259925:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758076.259932:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758076.259950:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931131392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758076.259980:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758076.259987:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758076.259997:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758076.260002:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758076.260008:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758076.260014:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758076.260020:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15780 00000400:00000200:0.0:1787758076.260025:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758076.260035:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758076.260039:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758076.260047:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260050:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.260058:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260067:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758076.260072:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758076.260074:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758076.260077:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758076.260082:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758076.260089:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758076.260092:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758076.260097:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260104:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.260109:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260112:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758076.260117:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758076.260125:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260131:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758076.260137:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758076.260142:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758076.260151:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260155:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758076.260159:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758076.260165:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260169:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758076.260179:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758076.260186:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758076.260195:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758076.260199:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260205:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758076.260210:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758076.260213:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758076.260222:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758076.260230:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.260241:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931131520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758076.260257:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758076.260295:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758076.260302:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931131520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758076.260314:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758076.260318:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758076.260328:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758076.260332:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758076.260341:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758076.260346:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758076.260353:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15780 00000400:00000200:0.0:1787758076.260366:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758076.260376:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758076.260379:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758076.260389:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260396:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.260403:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260413:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758076.260417:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758076.260438:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758076.260441:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758076.260444:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758076.260447:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758076.260454:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758076.260465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260473:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.260482:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260490:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758076.260499:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758076.260510:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260520:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758076.260527:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758076.260534:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758076.260542:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260550:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758076.260554:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758076.260559:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260562:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758076.260571:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758076.260579:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758076.260587:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758076.260592:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260597:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758076.260599:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758076.260605:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758076.260612:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758076.260619:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.260629:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931131648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758076.260650:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758076.260656:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758076.260667:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931131648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758076.260684:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758076.260687:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758076.260691:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758076.260693:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758076.260695:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758076.260699:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758076.260704:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15780 00000400:00000200:0.0:1787758076.260714:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758076.260725:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758076.260735:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758076.260742:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260750:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.260753:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260756:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758076.260760:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758076.260766:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758076.260771:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758076.260773:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758076.260778:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758076.260785:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758076.260789:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260791:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758076.260794:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260797:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758076.260800:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758076.260808:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758076.260812:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758076.260815:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758076.260818:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758076.260821:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260825:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758076.260830:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758076.260838:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260840:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758076.260847:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758076.260855:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758076.260859:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758076.260863:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758076.260867:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758076.260872:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758076.260878:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758076.260886:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758076.260894:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758076.260904:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931131776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758076.260925:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758076.260931:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758076.260943:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931131776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758076.260960:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758076.260971:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15790) 00000100:00000001:1.0:1787758076.323374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758076.323382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758076.323385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758076.323391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758076.323396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758076.323401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.323405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758076.323409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758076.323413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758077.219365:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758077.219367:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758077.219374:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758077.219375:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758077.219379:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758077.219380:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758077.219387:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758077.219388:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758077.219395:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758077.219395:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758077.219400:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219417:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758077.219422:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219429:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758077.219429:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758077.219433:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758077.219440:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758077.219453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758077.219456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758077.219457:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758077.219460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758077.219461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758077.219464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758077.219466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758077.219471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758077.219473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758077.219475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758077.219478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758077.219481:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758077.219487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219491:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758077.219503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758077.219508:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219519:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758077.219520:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758077.219523:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758077.219527:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758077.219534:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758077.219541:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758077.219546:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219550:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758077.219554:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758077.219557:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758077.219583:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758077.219585:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758077.219588:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758077.283331:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310454225, at 4310454272 00000100:00000010:0.0:1787758077.283346:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000040:1.0:1787758077.283387:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310454225, at 4310454272 00000100:00000010:1.0:1787758077.283395:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758077.347320:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758077.347327:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758077.347329:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758077.347334:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758077.347337:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758077.347340:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758077.347343:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758077.347346:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758077.347349:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758078.243414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758078.243422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758078.243426:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758078.243427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758078.243433:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758078.243434:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758078.243438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758078.243441:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758078.243444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758078.243448:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.243455:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758078.243457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758078.243460:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758078.243462:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.243466:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758078.243476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758078.243478:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758078.243480:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758078.243487:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758078.243492:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758078.243494:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758078.243497:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758078.243499:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758078.243503:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758078.243503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758078.243509:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758078.243509:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758078.243514:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758078.243515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758078.243521:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.243521:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758078.243525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758078.243531:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758078.243531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758078.243535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758078.243540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758078.243562:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758078.243566:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758078.243568:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758078.243571:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758078.243574:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758078.243576:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.243579:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758078.243581:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.243584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758078.371416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758078.371429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758078.371433:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758078.371442:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758078.371449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758078.371456:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.371462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758078.371467:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758078.371473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.267414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758079.267429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758079.267437:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758079.267438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758079.267443:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758079.267449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758079.267458:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758079.267459:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758079.267471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758079.267472:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758079.267482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758079.267484:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758079.267514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758079.267517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758079.267521:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758079.267521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758079.267525:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758079.267531:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.267542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758079.267547:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758079.267552:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758079.267558:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758079.267559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758079.267566:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758079.267574:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758079.267577:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758079.267582:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758079.267588:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758079.267588:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758079.267596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758079.267605:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758079.267617:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758079.267633:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758079.267634:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758079.267641:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758079.267655:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758079.331509:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758079.331547:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758079.331555:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758079.331558:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758079.331562:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758079.331566:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758079.331570:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758079.331574:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59b00. 00000400:00000200:1.0:1787758079.331579:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758079.331582:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758079.331588:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72e58 00000400:00000010:1.0:1787758079.331591:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72e58. 00000100:00000001:1.0:1787758079.331595:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758079.331603:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc61c0 x1874583931131264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331635:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758079.331638:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc61c0 x1874583931131264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331645:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.331646:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758079.331654:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758079.331656:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59700. 00000400:00000200:1.0:1787758079.331659:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758079.331661:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758079.331664:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc722a8 00000400:00000010:1.0:1787758079.331665:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc722a8. 00000100:00000001:1.0:1787758079.331666:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758079.331669:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc52c0 x1874583931131392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331674:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758079.331676:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc52c0 x1874583931131392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331680:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.331681:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758079.331685:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758079.331687:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:1.0:1787758079.331690:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758079.331693:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758079.331696:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72ee0 00000400:00000010:1.0:1787758079.331698:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72ee0. 00000100:00000001:1.0:1787758079.331702:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758079.331707:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4f00 x1874583931131520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331728:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758079.331740:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931131520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331763:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.331765:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758079.331778:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758079.331783:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:1.0:1787758079.331789:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758079.331798:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758079.331806:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc727f8 00000400:00000010:1.0:1787758079.331813:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc727f8. 00000100:00000001:1.0:1787758079.331819:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758079.331828:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4780 x1874583931131648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331840:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758079.331850:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583931131648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331861:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.331866:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758079.331876:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758079.331882:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:1.0:1787758079.331889:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758079.331899:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758079.331904:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72660 00000400:00000010:1.0:1787758079.331911:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72660. 00000100:00000001:1.0:1787758079.331917:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758079.331926:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4b40 x1874583931131776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331942:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758079.331951:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931131776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758079.331965:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758079.331968:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758079.395333:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758079.395340:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758079.395342:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758079.395346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758079.395349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758079.395352:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758079.395354:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758079.395356:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758079.395358:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758080.291503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758080.291511:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758080.291516:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758080.291526:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758080.291535:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758080.291537:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758080.291548:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758080.291549:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758080.291560:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758080.291561:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758080.291569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758080.291577:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758080.291578:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758080.291592:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758080.291601:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291611:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758080.291620:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758080.291627:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758080.291632:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758080.291634:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758080.291642:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291644:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758080.291653:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758080.291654:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291665:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758080.291670:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291680:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758080.291686:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758080.291695:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758080.291702:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758080.291714:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758080.291717:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758080.291724:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758080.291726:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758080.291732:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758080.291733:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758080.291743:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758080.291744:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758080.291750:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291754:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758080.291757:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758080.291763:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291772:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758080.291776:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.291782:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758080.419472:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758080.419482:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758080.419485:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758080.419492:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758080.419497:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758080.419502:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.419506:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758080.419510:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758080.419514:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758081.315530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758081.315549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758081.315551:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758081.315572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.315574:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758081.315585:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758081.315600:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758081.315602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758081.315621:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758081.315625:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758081.315629:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.315638:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758081.315639:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.315652:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758081.315655:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.315686:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.315694:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.315705:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758081.315720:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758081.315732:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758081.315737:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758081.315747:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758081.315753:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758081.315763:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758081.315772:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758081.315777:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758081.315791:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.315792:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758081.315816:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758081.315837:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758081.315849:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758081.315860:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758081.315864:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758081.315874:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.315885:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758081.315893:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758081.315896:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.315908:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758081.315909:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758081.315929:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.315931:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.315959:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758081.315959:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758081.315976:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758081.316005:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.379951:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758081.379961:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758081.379970:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758081.379993:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.380037:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.380047:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.380065:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758081.380075:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758081.380088:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758081.380106:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931131904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758081.380127:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758081.380141:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758081.380151:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.380164:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758081.380181:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758081.380192:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758081.380215:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758081.380231:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758081.380250:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758081.380314:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931131904, portal 25 00000100:00000001:0.0:1787758081.380322:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758081.380327:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758081.380374:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.380393:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758081.380403:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758081.380415:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758081.380427:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931131904, offset 0 00000400:00000200:0.0:1787758081.380454:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758081.380485:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.380521:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758081.380539:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758081.380556:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758081.380571:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758081.380585:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758081.380596:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747601:747601:256:4294967295] 192.168.201.121@tcp LPNI seq info [747595:747595:8:4294967295] 00000400:00000200:0.0:1787758081.380613:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.380668:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758081.380700:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.380722:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758081.380745:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758081.380755:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758081.380814:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.380825:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758081.380842:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758081.380868:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758081.380884:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758081.380894:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758081.380906:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758081.380923:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.380962:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.380973:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.381004:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.381016:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758081.381035:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758081.381056:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758081.381066:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310459345 00000100:00000010:0.0:1787758081.381082:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787758081.381104:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758081.381128:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310459345 00000100:00000010:0.0:1787758081.381142:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787758081.381169:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758081.381188:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758081.381202:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.381214:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758081.381235:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758081/real 1787758081] req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758081.381361:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758081.381371:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758081.381381:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758081.381393:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758081.381406:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758081.381421:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758081.381438:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758081.381484:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.381525:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758081.381534:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.381544:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.381552:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758081.381572:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.381607:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758081.381627:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.381651:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758081.381664:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.381673:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.381698:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.381716:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758081.381726:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758081.381741:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758081.381760:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758081.381771:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758081.381791:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758081.381835:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931131904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758081.381853:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.381866:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.381883:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931131904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.381917:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758081.381929:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758081.381939:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758081.381954:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758081.381964:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758081.381972:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758081.381985:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758081.381997:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758081.382013:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758081.382025:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758081.382034:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758081.382046:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758081.382054:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.382068:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.382090:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758081.382098:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.382108:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758081.382119:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758081.382126:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758081.382143:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382177:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.382182:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.382190:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758081.382197:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758081.382206:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758081.382218:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758081.382234:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758081.382242:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758081.382248:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.382254:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758081.382266:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758081.382305:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758081.382312:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758081.382317:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758081.382361:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758081.382376:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931132032, portal 10 00000100:00000001:0.0:1787758081.382385:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758081.382391:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758081.382407:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382425:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758081.382437:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758081.382444:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758081.382453:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931132032, offset 0 00000400:00000200:0.0:1787758081.382471:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758081.382488:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.382502:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758081.382508:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758081.382513:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758081.382518:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758081.382523:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758081.382531:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747602:747602:256:4294967295] 192.168.201.121@tcp LPNI seq info [747596:747596:8:4294967295] 00000400:00000200:0.0:1787758081.382538:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.382552:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758081.382560:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.382567:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758081.382573:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758081.382579:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758081.382596:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.382599:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758081.382604:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758081.382610:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758081.382614:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758081.382617:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758081.382621:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758081.382626:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382638:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.382642:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382651:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.382654:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758081.382658:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758081.382664:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758081.382668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758081.382671:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310458383 00000100:00000001:0.0:1787758081.382676:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.382679:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310458383 00000100:00000001:0.0:1787758081.382682:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.382686:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758081.382688:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.382691:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758081.382696:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758081/real 1787758081] req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758081.382706:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758081.382708:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758081.382711:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758081.382715:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758081.382717:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758081.382720:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758081.382724:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758081.382735:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382743:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758081.382745:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.382748:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.382750:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758081.382754:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382763:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758081.382768:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382776:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758081.382780:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.382782:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.382784:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.382787:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758081.382792:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758081.382797:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758081.382801:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758081.382805:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758081.382810:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758081.382821:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758081.382827:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758081.382832:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382842:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.382844:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.382847:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758081.382849:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758081.382852:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758081.382856:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758081.382860:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758081.382863:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758081.382866:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.382868:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758081.382873:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758081.382877:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758081.382881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758081.382884:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758081.382888:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758081.382892:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931132160, portal 10 00000100:00000001:0.0:1787758081.382895:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758081.382897:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758081.382905:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.382913:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758081.382916:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758081.382919:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758081.382923:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931132160, offset 0 00000400:00000200:0.0:1787758081.382929:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758081.382933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.382937:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758081.382941:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758081.382945:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758081.382948:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758081.382952:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758081.382957:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747603:747603:256:4294967295] 192.168.201.121@tcp LPNI seq info [747597:747597:8:4294967295] 00000400:00000200:0.0:1787758081.382962:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.382970:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758081.382976:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.382980:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758081.382985:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758081.382989:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758081.383008:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.383012:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758081.383018:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758081.383026:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758081.383031:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758081.383036:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758081.383041:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758081.383048:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383065:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.383072:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383087:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.383091:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758081.383098:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758081.383104:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758081.383112:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758081.383117:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310458381 00000100:00000001:0.0:1787758081.383121:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.383124:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310458381 00000100:00000001:0.0:1787758081.383128:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.383132:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758081.383135:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.383138:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758081.383144:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758081/real 1787758081] req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758081.383155:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758081.383157:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758081.383159:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758081.383162:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758081.383165:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758081.383168:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758081.383172:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758081.383184:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383193:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758081.383195:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383197:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.383199:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758081.383204:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383212:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758081.383217:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383225:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758081.383228:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383231:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.383232:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383236:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758081.383240:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758081.383244:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758081.383249:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758081.383252:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758081.383257:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758081.383267:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758081.383306:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758081.383312:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383321:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.383323:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.383326:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758081.383353:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758081.383357:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758081.383363:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758081.383367:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758081.383370:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758081.383373:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.383375:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758081.383381:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758081.383384:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758081.383390:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758081.383393:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758081.383398:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758081.383403:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931132288, portal 4 00000100:00000001:0.0:1787758081.383406:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758081.383408:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758081.383417:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383426:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758081.383430:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758081.383433:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758081.383437:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931132288, offset 0 00000400:00000200:0.0:1787758081.383442:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758081.383448:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.383452:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758081.383456:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758081.383460:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758081.383464:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758081.383467:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758081.383472:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747604:747604:256:4294967295] 192.168.201.121@tcp LPNI seq info [747598:747598:8:4294967295] 00000400:00000200:0.0:1787758081.383478:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.383486:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758081.383492:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.383496:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758081.383501:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758081.383505:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758081.383521:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.383523:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758081.383528:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758081.383533:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758081.383537:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758081.383539:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758081.383543:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758081.383548:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383558:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.383562:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383580:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.383582:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758081.383586:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758081.383591:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758081.383595:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758081.383598:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310458418 00000100:00000001:0.0:1787758081.383601:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.383605:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310458418 00000100:00000001:0.0:1787758081.383607:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.383610:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758081.383612:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.383615:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758081.383620:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758081/real 1787758081] req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758081.383629:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758081.383631:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758081.383634:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758081.383637:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758081.383639:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758081.383642:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758081.383646:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758081.383656:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383664:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758081.383666:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383668:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.383670:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758081.383674:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383684:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758081.383690:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383699:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758081.383702:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383704:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.383705:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383708:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758081.383710:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758081.383713:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758081.383717:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758081.383720:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758081.383725:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758081.383735:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758081.383740:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383742:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.383746:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931132032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383755:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758081.383757:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758081.383760:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758081.383764:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758081.383766:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758081.383769:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758081.383772:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758081.383774:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758081.383779:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758081.383782:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758081.383784:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758081.383787:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758081.383789:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383792:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.383796:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931132160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383804:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758081.383805:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758081.383808:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758081.383811:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758081.383813:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758081.383815:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758081.383818:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758081.383820:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758081.383823:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758081.383824:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758081.383826:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758081.383829:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758081.383831:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383833:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.383836:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931132288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383844:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758081.383846:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758081.383848:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758081.383850:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758081.383852:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758081.383853:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758081.383856:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758081.383858:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758081.383860:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758081.383862:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758081.383864:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758081.383867:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758081.383869:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383872:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.383877:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758081.383879:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.383882:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758081.383885:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758081.383887:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758081.383891:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383900:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758081.383902:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.383905:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758081.383907:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758081.383910:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758081.383914:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758081.383919:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758081.383921:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758081.383923:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758081.383926:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758081.383929:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758081.383932:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758081.383936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758081.383940:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758081.383944:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758081.383948:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931132416, portal 4 00000100:00000001:0.0:1787758081.383951:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758081.383953:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758081.383960:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.383969:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758081.383972:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758081.383975:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758081.383979:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931132416, offset 0 00000400:00000200:0.0:1787758081.383984:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758081.383989:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.383994:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758081.383998:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758081.384004:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758081.384009:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758081.384014:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758081.384021:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747605:747605:256:4294967295] 192.168.201.121@tcp LPNI seq info [747599:747599:8:4294967295] 00000400:00000200:0.0:1787758081.384030:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758081.384042:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758081.384052:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.384059:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758081.384067:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758081.384073:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758081.384098:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758081.384103:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758081.384109:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758081.384117:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758081.384123:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758081.384127:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758081.384132:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758081.384140:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.384154:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.384159:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.384169:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.384172:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758081.384179:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758081.384185:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758081.384192:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758081.384197:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310458397 00000100:00000001:0.0:1787758081.384203:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.384207:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310458397 00000100:00000001:0.0:1787758081.384212:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310459345 00000100:00000001:0.0:1787758081.384216:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758081.384221:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.384225:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758081.384234:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758081/real 1787758081] req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758081.384251:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758081.384254:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758081.384258:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758081.384263:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758081.384266:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758081.384308:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758081.384317:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758081.384361:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.384375:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758081.384379:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.384383:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.384386:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758081.384391:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.384401:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758081.384406:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.384415:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758081.384419:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.384421:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758081.384423:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.384426:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758081.384428:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758081.384432:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758081.384436:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758081.384439:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758081.384444:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758081.384453:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931132416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758081.384459:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.384462:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758081.384466:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931132416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758081.384474:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758081.384476:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758081.384479:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758081.384483:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758081.384485:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758081.384487:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758081.384489:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758081.384492:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758081.384495:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758081.384497:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758081.384499:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758081.384503:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758081.384505:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.384507:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758081.384512:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758081.384514:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758081.384516:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758081.384519:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758081.443459:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758081.443470:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758081.443475:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758081.443485:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758081.443492:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758081.443498:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758081.443503:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758081.443508:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758081.443513:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758082.339473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758082.339483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758082.339490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758082.339500:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758082.339511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758082.339516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758082.339520:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758082.339527:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758082.339538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758082.339538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758082.339545:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758082.339553:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758082.339554:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758082.339566:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758082.339573:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758082.339583:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758082.339589:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.339595:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758082.339597:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758082.339604:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758082.339609:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758082.339613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758082.339618:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758082.339622:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.339626:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758082.339627:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758082.339630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758082.339636:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758082.339637:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758082.339645:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758082.339658:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758082.339669:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758082.339671:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758082.339677:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.339680:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758082.339684:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758082.339687:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758082.339692:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758082.339694:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758082.339703:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758082.339710:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758082.339722:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.339736:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758082.339744:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.339750:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758082.403432:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310459345, at 4310459392 00000100:00000010:0.0:1787758082.403448:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000040:1.0:1787758082.403585:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310459345, at 4310459392 00000100:00000010:1.0:1787758082.403598:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:1.0:1787758082.467446:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758082.467456:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758082.467461:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758082.467469:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758082.467475:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758082.467481:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.467486:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758082.467490:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758082.467496:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758083.363384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758083.363389:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758083.363391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758083.363396:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758083.363397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758083.363401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758083.363406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758083.363407:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758083.363415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758083.363416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758083.363419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.363422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758083.363449:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758083.363452:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758083.363457:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758083.363457:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758083.363464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.363469:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758083.363491:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758083.363494:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758083.363498:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758083.363502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758083.363506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758083.363507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758083.363512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758083.363513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.363517:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758083.363521:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758083.363522:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758083.363527:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.363528:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758083.363532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758083.363534:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.363541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758083.363543:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.363546:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758083.363557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758083.363562:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758083.363565:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758083.363568:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758083.363571:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758083.363574:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758083.363577:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758083.363578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758083.363580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758083.491428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758083.491434:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758083.491436:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758083.491440:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758083.491443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758083.491446:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.491448:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758083.491451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758083.491453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758084.387419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758084.387431:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758084.387440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758084.387446:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758084.387448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758084.387456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758084.387461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758084.387463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758084.387467:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758084.387477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758084.387478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758084.387485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758084.387488:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758084.387496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758084.387503:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758084.387505:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758084.387512:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758084.387524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758084.387561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758084.387569:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758084.387573:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758084.387574:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758084.387583:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758084.387584:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758084.387590:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758084.387595:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758084.387598:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758084.387603:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758084.387611:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758084.387612:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758084.387621:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758084.387621:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758084.387633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758084.387634:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758084.387640:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758084.387649:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758084.387686:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758084.387693:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758084.387697:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758084.387701:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758084.387705:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758084.387709:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758084.387711:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758084.387714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758084.387718:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758084.515393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758084.515402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758084.515405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758084.515411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758084.515415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758084.515420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758084.515423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758084.515426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758084.515430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758085.411438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758085.411447:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758085.411453:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758085.411461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758085.411471:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758085.411482:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758085.411482:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758085.411495:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758085.411496:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758085.411504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758085.411505:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758085.411517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758085.411518:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758085.411529:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758085.411537:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758085.411551:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758085.411558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758085.411564:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758085.411589:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758085.411593:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758085.411598:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758085.411602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758085.411603:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758085.411611:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758085.411616:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758085.411620:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758085.411627:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758085.411630:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758085.411635:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758085.411639:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758085.411644:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758085.411649:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758085.411659:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758085.411660:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758085.411669:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758085.411676:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758085.411699:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758085.411707:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758085.411714:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758085.411718:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758085.411721:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758085.411725:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758085.411728:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758085.411731:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758085.411736:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758085.539424:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758085.539432:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758085.539434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758085.539441:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758085.539445:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758085.539449:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758085.539453:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758085.539456:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758085.539459:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758086.435479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758086.435495:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758086.435499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758086.435508:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.435513:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758086.435525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758086.435525:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758086.435544:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758086.435552:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758086.435553:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.435576:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758086.435578:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758086.435588:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758086.435592:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.435595:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.435601:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758086.435613:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.435625:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758086.435638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758086.435638:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758086.435653:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758086.435661:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758086.435671:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758086.435679:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758086.435686:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758086.435698:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758086.435699:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758086.435706:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758086.435709:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758086.435719:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758086.435724:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758086.435739:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758086.435745:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758086.435754:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758086.435763:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758086.435773:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758086.435774:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758086.435783:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758086.435790:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758086.435801:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758086.435812:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758086.435819:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.435832:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758086.435844:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.435854:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758086.499458:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758086.499469:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758086.499474:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758086.499480:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758086.499486:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758086.499496:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15791 00000400:00000200:0.0:1787758086.499508:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758086.499516:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758086.499521:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758086.499526:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499531:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.499534:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499538:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758086.499544:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758086.499547:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758086.499550:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758086.499555:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758086.499558:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758086.499561:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758086.499565:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499568:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.499571:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499574:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758086.499578:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758086.499583:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499586:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758086.499590:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758086.499594:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758086.499598:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.499601:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758086.499604:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758086.499617:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758086.499621:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758086.499627:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758086.499630:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.499634:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758086.499637:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758086.499643:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758086.499653:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758086.499662:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758086.499675:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931132544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758086.499689:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758086.499695:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758086.499702:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931132544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758086.499735:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758086.499742:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758086.499749:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758086.499752:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758086.499756:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758086.499761:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758086.499767:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15791 00000400:00000200:0.0:1787758086.499775:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758086.499782:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758086.499787:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758086.499794:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499798:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.499803:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499807:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758086.499812:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758086.499815:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758086.499819:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758086.499823:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758086.499829:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758086.499834:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758086.499840:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499844:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.499849:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499853:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758086.499858:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758086.499864:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758086.499870:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758086.499873:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758086.499883:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758086.499888:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.499892:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758086.499899:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758086.499906:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.499909:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758086.499916:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758086.499921:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758086.499927:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758086.499929:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.499933:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758086.499936:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758086.499939:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758086.499946:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758086.499953:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758086.499963:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931132672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758086.499980:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758086.499985:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758086.499993:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931132672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758086.500022:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758086.500028:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758086.500035:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758086.500038:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758086.500041:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758086.500046:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758086.500052:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15791 00000400:00000200:0.0:1787758086.500058:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758086.500064:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758086.500069:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758086.500076:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500080:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.500086:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500090:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758086.500094:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758086.500097:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758086.500101:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758086.500105:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758086.500109:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758086.500114:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758086.500120:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500124:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.500128:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500132:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758086.500137:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758086.500143:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500148:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758086.500152:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758086.500158:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758086.500163:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500167:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758086.500171:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758086.500177:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500181:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758086.500187:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758086.500191:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758086.500196:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758086.500199:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500203:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758086.500206:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758086.500209:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758086.500216:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758086.500222:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758086.500233:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931132800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758086.500328:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758086.500333:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758086.500342:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931132800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758086.500359:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758086.500365:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758086.500372:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758086.500375:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758086.500378:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758086.500385:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758086.500390:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15791 00000400:00000200:0.0:1787758086.500399:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758086.500406:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758086.500413:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758086.500420:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500424:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.500429:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500433:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758086.500438:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758086.500441:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758086.500445:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758086.500449:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758086.500453:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758086.500458:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758086.500465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500469:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.500474:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500478:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758086.500484:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758086.500491:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500497:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758086.500501:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758086.500506:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758086.500511:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500515:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758086.500520:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758086.500525:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500529:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758086.500536:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758086.500541:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758086.500547:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758086.500550:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500554:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758086.500557:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758086.500561:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758086.500568:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758086.500576:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758086.500585:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931132928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758086.500602:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758086.500607:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758086.500614:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931132928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758086.500633:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758086.500638:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758086.500645:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758086.500649:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758086.500653:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758086.500658:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758086.500662:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15791 00000400:00000200:0.0:1787758086.500669:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758086.500675:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758086.500680:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758086.500685:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500690:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.500694:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500699:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758086.500704:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758086.500707:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758086.500710:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758086.500714:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758086.500718:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758086.500723:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758086.500729:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500733:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758086.500738:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500742:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758086.500748:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758086.500754:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758086.500759:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758086.500763:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758086.500768:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758086.500773:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500777:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758086.500781:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758086.500787:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500791:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758086.500798:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758086.500802:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758086.500807:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758086.500810:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758086.500814:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758086.500817:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758086.500820:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758086.500827:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758086.500833:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758086.500841:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931133056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758086.500857:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758086.500861:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758086.500869:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931133056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758086.500888:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758086.500896:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15801) 00000100:00000001:1.0:1787758086.563389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758086.563396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758086.563399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758086.563405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758086.563409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758086.563414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.563417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758086.563421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758086.563424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758087.459438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758087.459449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758087.459455:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758087.459457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758087.459467:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758087.459470:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758087.459475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758087.459483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758087.459485:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758087.459492:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758087.459499:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758087.459501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758087.459512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758087.459515:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758087.459530:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758087.459532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758087.459540:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758087.459549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758087.459569:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758087.459575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758087.459580:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758087.459585:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758087.459593:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758087.459594:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758087.459603:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758087.459606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758087.459610:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758087.459617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758087.459619:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758087.459632:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758087.459633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758087.459639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758087.459649:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758087.459650:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758087.459660:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758087.459671:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758087.459699:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758087.459705:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758087.459710:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758087.459717:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758087.459725:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758087.459732:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758087.459736:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758087.459738:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758087.459743:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758087.523366:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310464465, at 4310464512 00000100:00000010:0.0:1787758087.523384:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:1.0:1787758087.523392:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310464465, at 4310464512 00000100:00000010:1.0:1787758087.523407:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758088.483532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758088.483534:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758088.483548:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758088.483549:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758088.483567:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758088.483570:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758088.483593:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758088.483602:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758088.483605:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758088.483615:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758088.483619:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758088.483630:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758088.483633:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758088.483637:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758088.483645:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758088.483651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758088.483658:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758088.483666:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758088.483681:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758088.483690:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758088.483697:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758088.483699:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758088.483704:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758088.483706:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758088.483721:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758088.483724:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758088.483734:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758088.483737:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758088.483744:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758088.483749:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758088.483753:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758088.483758:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758088.483766:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758088.483767:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758088.483781:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758088.483789:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758089.507376:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758089.507376:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758089.507388:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758089.507390:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758089.507393:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758089.507395:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758089.507399:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758089.507403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758089.507408:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758089.507411:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758089.507415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758089.507419:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507425:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758089.507429:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507433:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758089.507437:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758089.507442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758089.507446:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758089.507480:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758089.507484:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758089.507485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758089.507488:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758089.507494:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758089.507499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507502:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758089.507504:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758089.507505:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758089.507523:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758089.507535:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758089.507542:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1787758089.507542:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758089.507551:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758089.507566:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758089.507568:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758089.507575:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758089.507575:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758089.507586:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758089.507586:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758089.507599:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758089.507599:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758089.507611:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758089.507613:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758089.507628:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758089.507629:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758089.507654:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758089.507655:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758089.507662:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758089.507666:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507667:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758089.507674:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758089.507675:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758089.507678:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758089.507682:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507685:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758089.507687:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758089.507690:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758090.531453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758090.531468:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758090.531476:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758090.531485:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758090.531492:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758090.531502:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758090.531530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758090.531536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758090.531547:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758090.531572:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758090.531583:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758090.531596:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758090.531620:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758090.531622:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758090.531632:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758090.531633:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758090.531638:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758090.531642:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758090.531648:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758090.531660:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758090.531662:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758090.531668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758090.531687:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758090.531698:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758090.531714:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758090.531735:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758090.531736:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758090.531749:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758090.531753:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758090.531762:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758090.531765:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758090.531774:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758090.531784:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758090.531802:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758090.531808:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758090.531811:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758090.531817:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758090.531820:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758090.531824:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758090.531827:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758090.531831:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758090.531834:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758090.531837:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758090.531842:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758090.531848:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.555426:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758091.555436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758091.555441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.555453:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758091.555468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758091.555474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758091.555480:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758091.555489:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758091.555500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.555510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758091.555513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.555523:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758091.555535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758091.555554:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758091.555566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555589:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758091.555592:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.555599:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758091.555601:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555613:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758091.555623:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.555628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758091.555644:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758091.555653:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555663:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.555669:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555676:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758091.555699:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758091.555708:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758091.555710:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.555712:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758091.555715:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758091.555719:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758091.555724:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758091.555738:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555740:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758091.555758:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758091.555760:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758091.555771:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555775:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758091.555785:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.555788:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555798:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.555805:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.555820:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.619844:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758091.619857:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758091.619867:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758091.619889:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.619942:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.619948:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.619959:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758091.619967:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758091.619982:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.620001:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931133184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758091.620024:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758091.620036:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758091.620047:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.620061:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758091.620077:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758091.620087:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758091.620107:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758091.620118:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758091.620136:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758091.620171:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133184, portal 25 00000100:00000001:0.0:1787758091.620183:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758091.620193:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758091.620219:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.620264:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758091.620328:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758091.620341:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758091.620355:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931133184, offset 0 00000400:00000200:0.0:1787758091.620375:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758091.620392:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.620408:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758091.620423:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758091.620435:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758091.620446:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758091.620459:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758091.620477:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747611:747611:256:4294967295] 192.168.201.121@tcp LPNI seq info [747605:747605:8:4294967295] 00000400:00000200:0.0:1787758091.620500:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.620533:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758091.620549:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.620561:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758091.620580:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758091.620592:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758091.620638:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.620648:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758091.620659:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758091.620675:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758091.620687:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758091.620694:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758091.620703:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758091.620715:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.620778:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.620804:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.620857:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.620869:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758091.620889:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758091.620906:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758091.620918:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310469585 00000100:00000010:0.0:1787758091.620934:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758091.620949:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758091.620966:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310469585 00000100:00000010:0.0:1787758091.620983:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758091.620999:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758091.621017:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758091.621029:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.621043:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758091.621065:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758091/real 1787758091] req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758091.621104:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758091.621110:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758091.621117:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758091.621126:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758091.621132:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758091.621142:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758091.621189:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758091.621241:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621259:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758091.621264:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621305:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.621308:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758091.621316:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621326:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758091.621332:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621342:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758091.621346:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621350:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.621352:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621355:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758091.621359:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758091.621363:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758091.621369:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758091.621372:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758091.621377:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758091.621389:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931133184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758091.621395:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621399:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.621403:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931133184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621412:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758091.621415:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758091.621419:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758091.621423:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758091.621426:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758091.621428:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758091.621431:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758091.621435:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758091.621440:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758091.621442:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758091.621445:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758091.621449:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758091.621451:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621454:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621463:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758091.621465:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.621468:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758091.621471:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758091.621473:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758091.621479:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621488:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.621491:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.621494:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758091.621497:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758091.621500:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.621504:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758091.621508:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758091.621511:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758091.621514:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.621516:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758091.621521:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758091.621524:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758091.621530:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758091.621534:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758091.621539:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758091.621544:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133312, portal 10 00000100:00000001:0.0:1787758091.621547:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758091.621549:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758091.621557:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621566:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758091.621569:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758091.621572:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758091.621576:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931133312, offset 0 00000400:00000200:0.0:1787758091.621581:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758091.621587:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.621592:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758091.621596:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758091.621600:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758091.621604:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758091.621608:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758091.621613:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747612:747612:256:4294967295] 192.168.201.121@tcp LPNI seq info [747606:747606:8:4294967295] 00000400:00000200:0.0:1787758091.621619:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.621628:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758091.621634:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.621639:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758091.621644:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758091.621649:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758091.621663:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.621666:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758091.621671:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758091.621675:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758091.621679:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758091.621682:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758091.621686:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758091.621690:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621701:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.621705:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621714:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.621716:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758091.621720:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758091.621725:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758091.621729:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758091.621732:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310468622 00000100:00000001:0.0:1787758091.621735:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.621738:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310468622 00000100:00000001:0.0:1787758091.621742:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.621745:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758091.621748:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.621751:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758091.621756:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758091/real 1787758091] req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758091.621766:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758091.621767:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758091.621770:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758091.621773:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758091.621775:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758091.621778:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758091.621783:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758091.621802:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621815:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758091.621818:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621823:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.621825:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758091.621834:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621849:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758091.621858:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621874:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758091.621880:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621884:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.621886:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.621891:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758091.621896:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758091.621901:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758091.621906:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758091.621910:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758091.621915:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758091.621927:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758091.621932:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758091.621937:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.621945:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.621947:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.621950:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758091.621953:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758091.621956:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.621960:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758091.621964:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758091.621967:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758091.621970:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.621974:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758091.621981:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758091.621985:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758091.621993:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758091.621998:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758091.622004:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758091.622011:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133440, portal 10 00000100:00000001:0.0:1787758091.622015:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758091.622018:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758091.622030:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622058:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758091.622063:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758091.622069:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758091.622075:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931133440, offset 0 00000400:00000200:0.0:1787758091.622080:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758091.622087:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.622092:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758091.622096:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758091.622100:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758091.622103:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758091.622107:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758091.622111:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747613:747613:256:4294967295] 192.168.201.121@tcp LPNI seq info [747607:747607:8:4294967295] 00000400:00000200:0.0:1787758091.622117:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.622125:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758091.622131:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.622136:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758091.622141:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758091.622145:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758091.622186:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.622191:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758091.622197:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758091.622204:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758091.622211:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758091.622214:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758091.622220:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758091.622228:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622245:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.622252:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622310:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.622313:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758091.622320:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758091.622324:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758091.622330:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758091.622333:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310468621 00000100:00000001:0.0:1787758091.622336:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.622340:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310468621 00000100:00000001:0.0:1787758091.622343:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.622346:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758091.622349:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.622352:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758091.622358:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758091/real 1787758091] req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758091.622368:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758091.622369:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758091.622372:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758091.622375:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758091.622378:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758091.622381:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758091.622385:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758091.622396:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622405:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758091.622407:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.622409:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.622411:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758091.622416:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622426:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758091.622431:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622440:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758091.622443:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.622445:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.622447:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.622449:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758091.622452:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758091.622456:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758091.622460:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758091.622463:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758091.622468:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758091.622477:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758091.622482:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758091.622487:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622496:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.622498:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.622501:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758091.622504:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758091.622506:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.622510:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758091.622514:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758091.622517:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758091.622520:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.622523:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758091.622527:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758091.622530:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758091.622535:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758091.622538:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758091.622543:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758091.622547:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133568, portal 4 00000100:00000001:0.0:1787758091.622549:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758091.622551:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758091.622559:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622567:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758091.622570:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758091.622573:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758091.622577:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931133568, offset 0 00000400:00000200:0.0:1787758091.622582:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758091.622587:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.622591:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758091.622595:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758091.622598:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758091.622602:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758091.622605:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758091.622610:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747614:747614:256:4294967295] 192.168.201.121@tcp LPNI seq info [747608:747608:8:4294967295] 00000400:00000200:0.0:1787758091.622615:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.622624:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758091.622630:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.622634:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758091.622639:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758091.622643:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758091.622658:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.622661:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758091.622665:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758091.622670:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758091.622674:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758091.622677:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758091.622680:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758091.622684:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622695:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.622699:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622708:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.622710:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758091.622714:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758091.622718:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758091.622722:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758091.622724:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310468657 00000100:00000001:0.0:1787758091.622728:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.622731:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310468657 00000100:00000001:0.0:1787758091.622735:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.622737:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758091.622740:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.622742:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758091.622747:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758091/real 1787758091] req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758091.622756:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758091.622758:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758091.622760:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758091.622763:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758091.622765:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758091.622768:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758091.622772:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758091.622786:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622799:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758091.622802:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.622806:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.622809:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758091.622816:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622831:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758091.622840:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622856:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758091.622862:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.622866:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.622868:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.622872:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758091.622876:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758091.622881:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758091.622890:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758091.622893:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758091.622899:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758091.622910:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758091.622915:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758091.622919:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.622929:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758091.622931:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.622934:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758091.622937:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758091.622940:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758091.622943:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758091.622948:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758091.622951:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758091.622953:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758091.622956:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758091.622961:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758091.622963:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758091.622968:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758091.622973:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758091.622981:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758091.622989:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133696, portal 4 00000100:00000001:0.0:1787758091.622993:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758091.622995:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758091.623007:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623020:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758091.623025:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758091.623031:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758091.623036:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931133696, offset 0 00000400:00000200:0.0:1787758091.623073:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758091.623080:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.623085:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758091.623090:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758091.623093:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758091.623097:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758091.623100:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758091.623105:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747615:747615:256:4294967295] 192.168.201.121@tcp LPNI seq info [747609:747609:8:4294967295] 00000400:00000200:0.0:1787758091.623111:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758091.623120:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758091.623125:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.623130:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758091.623136:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758091.623139:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758091.623177:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758091.623180:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758091.623185:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758091.623193:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758091.623199:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758091.623203:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758091.623209:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758091.623216:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623233:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.623240:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623255:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.623259:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758091.623301:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758091.623308:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758091.623313:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758091.623316:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310468637 00000100:00000001:0.0:1787758091.623320:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.623323:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310468637 00000100:00000001:0.0:1787758091.623326:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310469585 00000100:00000001:0.0:1787758091.623329:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758091.623333:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.623335:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758091.623341:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758091/real 1787758091] req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758091.623353:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758091.623355:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758091.623358:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758091.623362:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758091.623364:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758091.623367:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758091.623372:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758091.623383:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623391:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758091.623393:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623395:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.623397:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758091.623402:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623411:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758091.623416:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623425:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758091.623428:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623430:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758091.623432:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623434:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758091.623436:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758091.623440:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758091.623445:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758091.623448:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758091.623453:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758091.623466:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758091.623474:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623478:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.623484:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931133312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623498:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758091.623502:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758091.623506:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758091.623512:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758091.623515:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758091.623518:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758091.623522:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758091.623526:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758091.623532:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758091.623535:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758091.623538:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758091.623544:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758091.623547:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623551:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.623558:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931133440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623571:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758091.623573:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758091.623575:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758091.623579:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758091.623580:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758091.623582:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758091.623585:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758091.623588:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758091.623592:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758091.623593:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758091.623595:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758091.623599:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758091.623601:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623603:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.623608:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931133568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623616:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758091.623618:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758091.623620:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758091.623622:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758091.623624:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758091.623626:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758091.623628:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758091.623630:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758091.623633:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758091.623634:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758091.623636:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758091.623638:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758091.623640:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623642:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758091.623646:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931133696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758091.623655:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758091.623658:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758091.623660:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758091.623662:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758091.623664:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758091.623666:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758091.623668:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758091.623670:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758091.623673:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758091.623674:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758091.623676:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758091.623680:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758091.623682:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623685:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758091.623690:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758091.623692:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758091.623695:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758091.623697:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758092.579512:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758092.579516:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758092.579531:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758092.579533:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758092.579550:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758092.579552:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758092.579592:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758092.579593:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758092.579616:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758092.579618:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758092.579642:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758092.579643:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758092.579667:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758092.579675:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758092.579691:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758092.579691:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758092.579702:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758092.579719:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758092.579750:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758092.579757:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758092.579761:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758092.579769:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758092.579781:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758092.579784:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758092.579789:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758092.579801:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758092.579802:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758092.579829:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758092.579830:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758092.579846:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758092.579849:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758092.579856:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758092.579863:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758092.579893:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758092.579900:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758092.579905:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758092.579929:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758092.579939:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758092.579942:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758092.579949:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758092.579956:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758092.579963:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758092.579967:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758092.579972:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758092.579976:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758092.643441:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310469585, at 4310469632 00000100:00000040:0.0:1787758092.643442:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310469585, at 4310469632 00000100:00000010:1.0:1787758092.643484:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000010:0.0:1787758092.643494:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758093.603456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758093.603462:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758093.603465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758093.603473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758093.603482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758093.603483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758093.603497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758093.603498:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758093.603509:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758093.603522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758093.603524:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758093.603530:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758093.603539:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758093.603541:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758093.603547:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758093.603555:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758093.603563:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758093.603565:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758093.603575:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758093.603578:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758093.603582:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758093.603589:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758093.603596:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758093.603600:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758093.603607:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758093.603612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758093.603613:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758093.603627:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758093.603628:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758093.603639:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758093.603659:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758093.603667:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758093.603673:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758093.603673:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758093.603682:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758093.603683:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758093.603695:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758093.603697:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758093.603716:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758093.603717:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758093.603735:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758093.603740:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758093.603743:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758093.603745:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758093.603747:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758094.627427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758094.627437:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758094.627442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758094.627442:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758094.627452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758094.627453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758094.627456:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758094.627464:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758094.627465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758094.627476:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758094.627477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758094.627487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758094.627489:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758094.627498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758094.627523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758094.627533:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758094.627539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758094.627545:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758094.627565:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758094.627580:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758094.627589:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758094.627591:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758094.627593:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758094.627597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758094.627600:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758094.627604:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758094.627614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758094.627616:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758094.627619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758094.627621:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758094.627633:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758094.627640:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758094.627648:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758094.627649:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758094.627657:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758094.627663:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758094.627693:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758094.627697:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758094.627705:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758094.627709:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758094.627719:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758094.627723:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758094.627728:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758094.627729:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758094.627731:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758095.651402:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758095.651404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758095.651410:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758095.651411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758095.651412:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758095.651415:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758095.651419:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758095.651420:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758095.651423:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758095.651426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758095.651427:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758095.651430:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758095.651431:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758095.651436:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758095.651439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758095.651454:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758095.651454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758095.651458:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758095.651459:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758095.651462:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758095.651463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758095.651470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758095.651474:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758095.651478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758095.651481:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758095.651484:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758095.651498:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758095.651498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758095.651503:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758095.651506:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758095.651519:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758095.651525:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758095.651529:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758095.651532:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758095.651533:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758095.651536:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758096.675424:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758096.675434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758096.675442:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.675445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758096.675448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758096.675457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758096.675459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758096.675465:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.675466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758096.675477:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758096.675480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758096.675485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.675490:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758096.675497:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.675499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.675527:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758096.675532:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758096.675533:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758096.675540:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758096.675562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758096.675562:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758096.675573:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758096.675581:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758096.675587:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.675594:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758096.675597:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758096.675602:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758096.675605:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.675608:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758096.675619:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758096.675620:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758096.675630:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758096.675637:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758096.675644:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758096.675646:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758096.675650:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758096.675653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758096.675655:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.675663:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758096.675664:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758096.675674:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758096.675680:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758096.675685:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758096.675688:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758096.675693:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.739702:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758096.739712:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758096.739720:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758096.739739:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.739805:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758096.739813:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.739828:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758096.739838:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758096.739854:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758096.739886:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931133824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758096.739901:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758096.739912:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758096.739919:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.739948:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758096.739960:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758096.739970:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758096.739988:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758096.740016:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758096.740030:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758096.740044:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133824, portal 25 00000100:00000001:0.0:1787758096.740054:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758096.740099:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758096.740115:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.740167:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758096.740182:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758096.740192:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758096.740203:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931133824, offset 0 00000400:00000200:0.0:1787758096.740225:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758096.740245:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.740264:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758096.740322:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758096.740335:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758096.740348:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758096.740379:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758096.740399:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747616:747616:256:4294967295] 192.168.201.121@tcp LPNI seq info [747610:747610:8:4294967295] 00000400:00000200:0.0:1787758096.740445:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.740475:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758096.740500:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.740530:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758096.740552:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758096.740565:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758096.740618:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.740626:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758096.740640:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758096.740659:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758096.740674:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758096.740683:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758096.740694:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758096.740708:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.740743:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.740756:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.740792:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.740800:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758096.740816:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758096.740832:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758096.740841:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310474705 00000100:00000010:0.0:1787758096.740856:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758096.740872:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758096.740886:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310474705 00000100:00000010:0.0:1787758096.740900:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758096.740910:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758096.740920:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758096.740931:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.740941:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758096.740969:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758096/real 1787758096] req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758096.740986:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758096.740990:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758096.740993:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758096.740999:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758096.741002:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758096.741006:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758096.741013:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758096.741029:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741041:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758096.741044:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741048:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.741051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758096.741058:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741111:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758096.741119:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741131:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758096.741135:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741138:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.741140:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741143:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758096.741146:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758096.741151:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758096.741157:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758096.741162:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758096.741169:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758096.741184:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931133824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758096.741191:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741194:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.741199:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931133824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741210:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758096.741214:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758096.741218:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758096.741223:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758096.741226:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758096.741228:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758096.741232:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758096.741236:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758096.741241:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758096.741243:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758096.741246:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758096.741251:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758096.741253:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741256:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741294:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758096.741298:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.741301:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758096.741304:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758096.741306:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758096.741329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741343:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758096.741345:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.741349:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758096.741353:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758096.741358:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758096.741365:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758096.741371:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758096.741375:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758096.741379:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.741382:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758096.741388:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758096.741392:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758096.741399:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758096.741404:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758096.741411:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758096.741417:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931133952, portal 10 00000100:00000001:0.0:1787758096.741421:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758096.741424:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758096.741435:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741448:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758096.741453:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758096.741457:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758096.741462:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931133952, offset 0 00000400:00000200:0.0:1787758096.741470:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758096.741478:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.741485:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758096.741491:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758096.741496:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758096.741501:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758096.741505:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758096.741511:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747617:747617:256:4294967295] 192.168.201.121@tcp LPNI seq info [747611:747611:8:4294967295] 00000400:00000200:0.0:1787758096.741519:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.741531:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758096.741539:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.741548:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758096.741556:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758096.741562:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758096.741584:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.741588:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758096.741594:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758096.741601:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758096.741606:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758096.741610:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758096.741615:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758096.741621:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741637:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.741643:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741656:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.741659:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758096.741667:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758096.741673:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758096.741679:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758096.741683:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310473742 00000100:00000001:0.0:1787758096.741688:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.741693:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310473742 00000100:00000001:0.0:1787758096.741697:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.741701:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758096.741705:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.741709:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758096.741717:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758096/real 1787758096] req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758096.741745:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758096.741747:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758096.741750:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758096.741773:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758096.741777:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758096.741782:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758096.741789:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758096.741809:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741824:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758096.741828:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741832:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.741835:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758096.741860:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741872:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758096.741881:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.741894:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758096.741899:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741902:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.741904:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.741907:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758096.741928:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758096.741933:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758096.741938:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758096.741943:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758096.741950:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758096.741964:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931133952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758096.741971:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758096.741994:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742008:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758096.742012:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.742017:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758096.742021:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758096.742026:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758096.742034:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758096.742041:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758096.742046:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758096.742049:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.742053:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758096.742105:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758096.742109:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758096.742114:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758096.742119:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758096.742125:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758096.742130:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134080, portal 10 00000100:00000001:0.0:1787758096.742133:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758096.742135:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758096.742145:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742156:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758096.742160:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758096.742164:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758096.742168:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931134080, offset 0 00000400:00000200:0.0:1787758096.742175:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758096.742181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.742187:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758096.742192:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758096.742197:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758096.742201:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758096.742205:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758096.742210:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747618:747618:256:4294967295] 192.168.201.121@tcp LPNI seq info [747612:747612:8:4294967295] 00000400:00000200:0.0:1787758096.742217:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.742226:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758096.742234:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.742239:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758096.742246:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758096.742250:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758096.742295:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.742298:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758096.742304:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758096.742326:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758096.742332:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758096.742335:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758096.742340:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758096.742347:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742361:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.742367:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742380:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.742383:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758096.742389:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758096.742394:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758096.742421:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758096.742425:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310473741 00000100:00000001:0.0:1787758096.742429:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.742433:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310473741 00000100:00000001:0.0:1787758096.742437:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.742440:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758096.742444:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.742447:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758096.742454:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758096/real 1787758096] req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758096.742467:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758096.742470:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758096.742473:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758096.742477:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758096.742480:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758096.742484:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758096.742490:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758096.742504:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742514:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758096.742517:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.742520:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.742522:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758096.742529:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742539:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758096.742546:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742557:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758096.742563:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.742566:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.742568:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.742571:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758096.742575:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758096.742579:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758096.742585:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758096.742591:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758096.742598:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758096.742629:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758096.742636:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758096.742642:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742655:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758096.742658:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.742662:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758096.742665:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758096.742670:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758096.742676:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758096.742682:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758096.742685:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758096.742688:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.742692:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758096.742697:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758096.742701:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758096.742708:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758096.742712:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758096.742719:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758096.742725:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134208, portal 4 00000100:00000001:0.0:1787758096.742730:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758096.742733:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758096.742742:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.742773:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758096.742778:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758096.742783:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758096.742789:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931134208, offset 0 00000400:00000200:0.0:1787758096.742798:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758096.742806:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.742814:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758096.742821:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758096.742827:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758096.742833:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758096.742838:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758096.742861:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747619:747619:256:4294967295] 192.168.201.121@tcp LPNI seq info [747613:747613:8:4294967295] 00000400:00000200:0.0:1787758096.742869:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.742881:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758096.742890:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.742897:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758096.742905:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758096.742926:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758096.742943:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.742947:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758096.742952:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758096.742957:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758096.742962:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758096.742965:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758096.742969:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758096.742992:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743022:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.743029:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743044:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.743089:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758096.743095:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758096.743101:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758096.743108:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758096.743130:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310473777 00000100:00000001:0.0:1787758096.743134:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.743137:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310473777 00000100:00000001:0.0:1787758096.743140:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.743144:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758096.743147:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.743150:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758096.743157:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758096/real 1787758096] req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758096.743169:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758096.743172:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758096.743174:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758096.743179:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758096.743181:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758096.743186:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758096.743191:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758096.743204:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743214:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758096.743217:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743220:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.743222:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758096.743228:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743239:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758096.743245:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743256:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758096.743260:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743263:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.743265:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743268:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758096.743270:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758096.743274:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758096.743280:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758096.743308:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758096.743331:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758096.743344:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758096.743351:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758096.743356:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743368:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758096.743370:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.743374:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758096.743377:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758096.743381:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758096.743387:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758096.743392:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758096.743396:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758096.743398:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758096.743402:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758096.743407:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758096.743411:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758096.743416:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758096.743421:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758096.743427:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758096.743432:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134336, portal 4 00000100:00000001:0.0:1787758096.743435:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758096.743438:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758096.743447:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743458:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758096.743462:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758096.743466:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758096.743470:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931134336, offset 0 00000400:00000200:0.0:1787758096.743477:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758096.743483:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.743489:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758096.743494:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758096.743498:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758096.743502:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758096.743506:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758096.743511:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747620:747620:256:4294967295] 192.168.201.121@tcp LPNI seq info [747614:747614:8:4294967295] 00000400:00000200:0.0:1787758096.743518:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758096.743528:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758096.743536:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.743542:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758096.743549:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758096.743554:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758096.743573:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758096.743576:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758096.743581:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758096.743587:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758096.743591:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758096.743594:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758096.743598:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758096.743620:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743635:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.743641:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743652:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.743655:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758096.743660:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758096.743665:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758096.743671:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758096.743674:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310473757 00000100:00000001:0.0:1787758096.743679:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.743682:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310473757 00000100:00000001:0.0:1787758096.743686:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310474705 00000100:00000001:0.0:1787758096.743689:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758096.743693:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.743696:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758096.743702:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758096/real 1787758096] req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758096.743716:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758096.743719:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758096.743723:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758096.743727:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758096.743731:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758096.743735:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758096.743741:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758096.743756:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743786:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758096.743789:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743793:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.743797:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758096.743806:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743820:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758096.743829:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743843:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758096.743847:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743851:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758096.743853:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743857:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758096.743860:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758096.743881:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758096.743886:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758096.743889:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758096.743896:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758096.743919:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758096.743925:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.743949:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.743954:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931133952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.743965:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758096.743968:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758096.743971:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758096.743976:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758096.743979:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758096.743981:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758096.743985:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758096.743987:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758096.743991:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758096.743993:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758096.743996:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758096.744017:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758096.744020:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.744024:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.744032:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931134080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.744047:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758096.744050:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758096.744054:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758096.744059:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758096.744105:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758096.744107:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758096.744111:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758096.744113:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758096.744118:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758096.744120:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758096.744123:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758096.744128:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758096.744130:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.744134:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.744139:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931134208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.744150:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758096.744153:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758096.744155:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758096.744159:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758096.744161:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758096.744163:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758096.744166:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758096.744169:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758096.744172:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758096.744174:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758096.744176:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758096.744180:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758096.744182:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.744185:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758096.744192:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931134336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758096.744203:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758096.744205:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758096.744208:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758096.744211:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758096.744214:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758096.744216:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758096.744219:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758096.744221:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758096.744225:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758096.744227:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758096.744229:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758096.744232:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758096.744235:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.744238:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758096.744243:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758096.744246:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758096.744249:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758096.744251:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758097.699431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758097.699433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758097.699444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758097.699446:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758097.699449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758097.699453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758097.699458:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758097.699466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758097.699468:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758097.699477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758097.699480:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758097.699488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758097.699495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758097.699497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758097.699510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758097.699511:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758097.699519:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758097.699526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758097.699579:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758097.699584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758097.699587:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758097.699591:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758097.699599:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758097.699603:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758097.699605:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758097.699611:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758097.699612:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758097.699617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758097.699618:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758097.699623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758097.699624:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758097.699634:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758097.699642:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758097.699646:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758097.699652:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758097.699657:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758097.699668:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758097.699676:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758097.699682:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758097.699687:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758097.699693:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758097.699697:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758097.699701:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758097.699704:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758097.699711:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758097.763358:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310474705, at 4310474752 00000100:00000010:1.0:1787758097.763376:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000040:0.0:1787758097.763387:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310474705, at 4310474752 00000100:00000010:0.0:1787758097.763401:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758098.723425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758098.723435:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758098.723439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758098.723456:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758098.723463:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758098.723469:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758098.723472:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758098.723474:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758098.723483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758098.723484:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758098.723488:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758098.723490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758098.723499:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758098.723510:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758098.723525:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758098.723530:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758098.723532:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758098.723539:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758098.723543:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758098.723549:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758098.723550:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758098.723559:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758098.723562:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758098.723566:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758098.723599:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758098.723604:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758098.723606:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758098.723609:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758098.723613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758098.723620:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758098.723627:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758098.723637:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758098.723646:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758098.723652:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758098.723657:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758098.723663:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758098.723672:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758098.723679:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758098.723687:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758098.723695:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758098.723706:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758098.723715:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758098.723727:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758098.723737:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758098.723741:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758099.747393:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758099.747404:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758099.747407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758099.747416:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758099.747423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758099.747428:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758099.747436:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747442:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758099.747491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758099.747495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758099.747503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758099.747507:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758099.747511:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758099.747517:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758099.747526:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758099.747531:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758099.747540:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758099.747544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758099.747550:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747557:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758099.747559:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758099.747579:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758099.747587:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758099.747589:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758099.747600:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747611:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758099.747625:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758099.747634:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758099.747641:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758099.747651:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758099.747661:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758099.747668:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758099.747670:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747677:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758099.747680:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758099.747683:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758099.747687:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758099.747697:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758099.747698:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758099.747725:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758099.747731:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747736:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758099.747739:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758099.747744:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758100.771415:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758100.771426:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758100.771430:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758100.771436:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758100.771443:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758100.771449:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758100.771453:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758100.771458:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758100.771462:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758100.771486:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758100.771498:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758100.771506:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758100.771512:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758100.771522:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758100.771524:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758100.771534:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758100.771536:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758100.771546:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758100.771550:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758100.771562:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758100.771567:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758100.771572:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758100.771576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758100.771584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758100.771591:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758100.771596:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758100.771601:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758100.771617:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758100.771627:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758100.771634:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758100.771637:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758100.771644:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758100.771647:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758100.771651:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758100.771658:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758100.771662:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758100.771673:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758100.771673:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758100.771681:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758100.771690:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758100.771690:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758100.771703:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758100.771714:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758100.771721:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758100.771730:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758101.795466:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758101.795479:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758101.795488:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.795490:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758101.795500:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758101.795501:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758101.795512:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758101.795515:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758101.795526:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758101.795529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.795538:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758101.795545:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.795547:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758101.795552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758101.795565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.795566:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.795575:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.795586:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758101.795605:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758101.795611:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758101.795618:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.795627:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758101.795628:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758101.795640:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758101.795642:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758101.795653:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758101.795655:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758101.795671:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758101.795672:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758101.795678:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.795685:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758101.795687:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.795697:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.795707:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.795712:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.795720:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758101.795755:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758101.795767:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758101.795775:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758101.795785:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758101.795791:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758101.795795:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758101.795798:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758101.795802:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758101.795806:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.859787:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758101.859799:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758101.859810:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758101.859833:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.859859:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.859866:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.859880:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758101.859888:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758101.859894:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758101.859926:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931134464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758101.859940:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758101.859949:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758101.859953:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.859957:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758101.859965:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758101.859999:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758101.860013:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758101.860025:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758101.860039:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758101.860052:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134464, portal 25 00000100:00000001:0.0:1787758101.860059:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758101.860063:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758101.860089:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.860103:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758101.860110:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758101.860118:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758101.860128:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931134464, offset 0 00000400:00000200:0.0:1787758101.860148:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758101.860169:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.860185:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758101.860204:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758101.860220:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758101.860233:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758101.860242:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758101.860259:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747621:747621:256:4294967295] 192.168.201.121@tcp LPNI seq info [747615:747615:8:4294967295] 00000400:00000200:0.0:1787758101.860327:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.860362:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758101.860383:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.860398:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758101.860417:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758101.860428:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758101.860470:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.860478:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758101.860489:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758101.860508:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758101.860524:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758101.860532:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758101.860544:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758101.860559:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.860595:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.860607:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.860633:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.860640:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758101.860650:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758101.860663:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758101.860669:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310479825 00000100:00000010:0.0:1787758101.860686:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758101.860705:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758101.860723:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310479825 00000100:00000010:0.0:1787758101.860739:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758101.860753:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758101.860767:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758101.860781:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.860795:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758101.860812:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758101/real 1787758101] req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758101.860890:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758101.860895:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758101.860904:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758101.860915:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758101.860922:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758101.860932:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758101.860947:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758101.861003:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.861031:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758101.861037:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.861044:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.861049:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758101.861061:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.861082:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758101.861091:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.861112:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758101.861121:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.861129:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.861137:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.861143:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758101.861149:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758101.861154:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758101.861165:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758101.861173:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758101.861187:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758101.861245:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931134464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758101.861256:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.861265:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.861314:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931134464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.861361:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758101.861368:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758101.861377:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758101.861388:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758101.861397:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758101.861400:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758101.861407:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758101.861413:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758101.861424:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758101.861431:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758101.861437:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758101.861446:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758101.861448:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.861457:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.861469:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758101.861474:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.861484:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758101.861490:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758101.861498:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758101.861512:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.861552:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.861560:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.861567:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758101.861573:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758101.861581:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758101.861594:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758101.861609:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758101.861615:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758101.861623:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.861635:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758101.861643:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758101.861650:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758101.861671:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758101.861684:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758101.861705:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758101.861720:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134592, portal 10 00000100:00000001:0.0:1787758101.861736:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758101.861746:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758101.861769:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.861827:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758101.861839:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758101.861850:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758101.861862:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931134592, offset 0 00000400:00000200:0.0:1787758101.861878:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758101.861892:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.861903:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758101.861908:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758101.861913:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758101.861919:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758101.861923:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758101.861928:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747622:747622:256:4294967295] 192.168.201.121@tcp LPNI seq info [747616:747616:8:4294967295] 00000400:00000200:0.0:1787758101.861934:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.861944:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758101.861950:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.861955:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758101.861960:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758101.861966:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758101.862003:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.862006:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758101.862011:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758101.862016:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758101.862021:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758101.862023:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758101.862027:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758101.862033:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862044:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.862048:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862057:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.862059:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758101.862064:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758101.862069:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758101.862074:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758101.862077:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310478862 00000100:00000001:0.0:1787758101.862081:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.862085:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310478862 00000100:00000001:0.0:1787758101.862088:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.862090:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758101.862093:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.862096:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758101.862101:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758101/real 1787758101] req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758101.862111:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758101.862113:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758101.862116:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758101.862119:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758101.862122:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758101.862125:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758101.862129:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758101.862139:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862147:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758101.862149:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.862152:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.862153:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758101.862158:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862167:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758101.862172:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862181:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758101.862185:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.862187:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.862189:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.862191:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758101.862196:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758101.862199:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758101.862203:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758101.862206:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758101.862211:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758101.862222:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758101.862227:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758101.862232:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862241:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.862243:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.862246:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758101.862248:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758101.862251:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758101.862255:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758101.862259:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758101.862262:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758101.862264:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.862266:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758101.862301:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758101.862304:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758101.862309:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758101.862312:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758101.862316:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758101.862320:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134720, portal 10 00000100:00000001:0.0:1787758101.862323:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758101.862325:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758101.862333:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862342:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758101.862345:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758101.862348:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758101.862352:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931134720, offset 0 00000400:00000200:0.0:1787758101.862357:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758101.862362:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.862367:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758101.862371:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758101.862376:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758101.862379:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758101.862383:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758101.862387:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747623:747623:256:4294967295] 192.168.201.121@tcp LPNI seq info [747617:747617:8:4294967295] 00000400:00000200:0.0:1787758101.862393:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.862401:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758101.862407:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.862411:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758101.862416:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758101.862420:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758101.862435:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.862437:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758101.862442:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758101.862447:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758101.862451:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758101.862453:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758101.862457:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758101.862461:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862472:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.862476:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862485:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.862487:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758101.862491:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758101.862494:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758101.862499:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758101.862501:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310478861 00000100:00000001:0.0:1787758101.862504:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.862507:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310478861 00000100:00000001:0.0:1787758101.862511:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.862514:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758101.862517:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.862520:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758101.862524:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758101/real 1787758101] req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758101.862534:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758101.862536:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758101.862538:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758101.862541:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758101.862543:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758101.862546:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758101.862550:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758101.862564:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862578:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758101.862581:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.862585:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.862588:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758101.862596:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862610:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758101.862618:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862633:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758101.862638:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.862641:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.862644:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.862648:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758101.862653:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758101.862659:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758101.862665:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758101.862670:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758101.862678:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758101.862694:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758101.862701:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758101.862708:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862720:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.862723:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.862726:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758101.862730:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758101.862734:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758101.862740:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758101.862746:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758101.862750:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758101.862753:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.862756:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758101.862762:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758101.862767:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758101.862774:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758101.862779:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758101.862786:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758101.862793:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134848, portal 4 00000100:00000001:0.0:1787758101.862797:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758101.862800:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758101.862812:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.862827:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758101.862832:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758101.862838:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758101.862844:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931134848, offset 0 00000400:00000200:0.0:1787758101.862852:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758101.862860:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.862866:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758101.862870:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758101.862874:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758101.862878:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758101.862881:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758101.862885:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747624:747624:256:4294967295] 192.168.201.121@tcp LPNI seq info [747618:747618:8:4294967295] 00000400:00000200:0.0:1787758101.862891:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.862901:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758101.862907:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.862912:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758101.862918:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758101.862921:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758101.862937:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.862939:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758101.862944:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758101.862949:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758101.862953:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758101.862955:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758101.862959:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758101.862964:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863002:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.863006:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863024:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.863026:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758101.863031:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758101.863036:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758101.863040:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758101.863043:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310478897 00000100:00000001:0.0:1787758101.863047:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.863050:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310478897 00000100:00000001:0.0:1787758101.863053:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.863056:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758101.863059:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.863061:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758101.863066:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758101/real 1787758101] req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758101.863076:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758101.863078:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758101.863081:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758101.863084:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758101.863086:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758101.863089:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758101.863093:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758101.863104:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863112:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758101.863114:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863116:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.863118:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758101.863123:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863133:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758101.863139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863148:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758101.863151:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863153:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.863154:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863157:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758101.863159:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758101.863162:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758101.863166:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758101.863169:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758101.863174:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758101.863184:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758101.863189:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863191:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.863195:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931134592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863203:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758101.863206:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758101.863209:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758101.863213:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758101.863215:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758101.863217:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758101.863220:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758101.863223:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758101.863227:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758101.863229:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758101.863231:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758101.863235:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758101.863237:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863239:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.863243:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931134720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863251:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758101.863253:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758101.863255:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758101.863258:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758101.863260:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758101.863262:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758101.863264:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758101.863266:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758101.863298:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758101.863300:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758101.863302:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758101.863305:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758101.863307:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863309:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.863314:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931134848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863323:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758101.863325:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758101.863327:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758101.863330:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758101.863332:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758101.863333:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758101.863336:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758101.863338:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758101.863341:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758101.863342:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758101.863344:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758101.863346:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758101.863349:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863352:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863357:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758101.863359:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.863362:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758101.863365:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758101.863367:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758101.863372:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863381:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758101.863383:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.863386:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758101.863389:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758101.863392:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758101.863396:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758101.863400:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758101.863403:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758101.863405:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758101.863407:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758101.863412:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758101.863415:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758101.863419:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758101.863423:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758101.863427:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758101.863432:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931134976, portal 4 00000100:00000001:0.0:1787758101.863435:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758101.863437:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758101.863444:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863453:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758101.863456:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758101.863459:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758101.863463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931134976, offset 0 00000400:00000200:0.0:1787758101.863468:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758101.863474:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.863479:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758101.863483:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758101.863486:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758101.863490:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758101.863493:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758101.863497:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747625:747625:256:4294967295] 192.168.201.121@tcp LPNI seq info [747619:747619:8:4294967295] 00000400:00000200:0.0:1787758101.863503:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758101.863512:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758101.863518:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.863522:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758101.863528:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758101.863532:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758101.863547:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758101.863549:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758101.863553:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758101.863558:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758101.863562:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758101.863565:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758101.863568:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758101.863573:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863583:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.863587:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863595:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.863597:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758101.863601:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758101.863604:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758101.863608:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758101.863612:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310478877 00000100:00000001:0.0:1787758101.863615:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.863618:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310478877 00000100:00000001:0.0:1787758101.863621:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310479825 00000100:00000001:0.0:1787758101.863624:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758101.863626:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.863629:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758101.863633:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758101/real 1787758101] req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758101.863642:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758101.863644:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758101.863646:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758101.863649:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758101.863651:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758101.863654:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758101.863658:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758101.863669:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863677:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758101.863679:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863696:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.863699:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758101.863709:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863718:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758101.863723:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863732:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758101.863736:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863739:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758101.863740:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863743:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758101.863745:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758101.863749:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758101.863753:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758101.863756:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758101.863761:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758101.863770:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931134976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758101.863775:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863778:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758101.863781:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931134976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758101.863790:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758101.863792:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758101.863795:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758101.863798:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758101.863800:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758101.863801:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758101.863804:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758101.863806:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758101.863810:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758101.863812:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758101.863814:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758101.863817:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758101.863819:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863822:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758101.863825:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758101.863827:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758101.863830:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758101.863833:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758102.819435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758102.819450:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758102.819454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758102.819460:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758102.819464:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758102.819471:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758102.819475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758102.819480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758102.819488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758102.819492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758102.819495:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758102.819502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758102.819513:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758102.819519:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758102.819527:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758102.819528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758102.819535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758102.819543:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758102.819563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758102.819572:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758102.819576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758102.819579:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758102.819586:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758102.819587:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758102.819597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758102.819599:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758102.819608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758102.819611:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758102.819614:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758102.819620:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758102.819621:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758102.819624:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758102.819630:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758102.819638:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758102.819642:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758102.819652:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758102.883356:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310479825, at 4310479872 00000100:00000010:1.0:1787758102.883374:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000040:0.0:1787758102.883393:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310479825, at 4310479872 00000100:00000010:0.0:1787758102.883412:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758103.843427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758103.843438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758103.843445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758103.843445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758103.843458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758103.843459:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758103.843466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758103.843473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758103.843475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758103.843484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758103.843487:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758103.843491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758103.843495:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758103.843497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758103.843505:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758103.843506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758103.843514:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758103.843525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758103.843545:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758103.843556:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758103.843564:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758103.843566:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758103.843571:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758103.843577:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758103.843578:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758103.843588:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758103.843589:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758103.843605:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758103.843606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758103.843611:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758103.843621:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758103.843622:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758103.843634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758103.843644:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758103.843652:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758103.843661:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758103.843683:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758103.843691:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758103.843698:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758103.843702:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758103.843708:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758103.843718:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758103.843724:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758103.843731:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758103.843735:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758104.867407:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758104.867418:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758104.867421:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758104.867428:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758104.867434:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758104.867440:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758104.867444:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758104.867448:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758104.867454:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758104.867477:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758104.867488:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758104.867496:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758104.867504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758104.867508:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758104.867512:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758104.867515:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758104.867521:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758104.867526:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758104.867528:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758104.867539:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758104.867541:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758104.867546:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758104.867549:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758104.867558:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758104.867559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758104.867566:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758104.867574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758104.867599:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758104.867604:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758104.867607:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758104.867613:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758104.867614:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758104.867622:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758104.867623:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758104.867635:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758104.867636:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758104.867643:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758104.867648:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758104.867655:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758104.867660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758104.867664:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758104.867674:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758104.867675:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758104.867686:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758104.867701:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758105.891422:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758105.891438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758105.891447:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758105.891464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758105.891465:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758105.891481:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758105.891482:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758105.891491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758105.891492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758105.891508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758105.891516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758105.891519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758105.891524:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758105.891525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758105.891538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758105.891539:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758105.891548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758105.891555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758105.891595:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758105.891601:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758105.891602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758105.891611:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758105.891611:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758105.891618:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758105.891620:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758105.891630:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758105.891632:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758105.891638:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758105.891640:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758105.891647:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758105.891648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758105.891657:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758105.891667:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758105.891671:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758105.891679:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758105.891688:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758106.915434:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758106.915435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758106.915449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758106.915450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758106.915458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758106.915459:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.915471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758106.915472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758106.915484:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758106.915485:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758106.915493:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758106.915495:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758106.915507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758106.915514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758106.915531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758106.915531:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758106.915538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758106.915545:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.915586:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758106.915587:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758106.915595:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758106.915596:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758106.915603:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758106.915604:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.915615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758106.915617:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758106.915631:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758106.915632:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758106.915642:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758106.915643:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758106.915655:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758106.915661:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758106.915670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.915671:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758106.915682:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758106.915694:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758106.915721:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758106.915730:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758106.915737:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758106.915744:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758106.915750:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758106.915757:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758106.915767:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758106.915772:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758106.915780:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758106.979414:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758106.979426:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758106.979430:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758106.979434:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758106.979440:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758106.979450:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15811 00000400:00000200:0.0:1787758106.979461:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758106.979469:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758106.979474:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758106.979479:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979484:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.979488:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979491:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758106.979496:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758106.979499:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758106.979503:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758106.979507:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758106.979510:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758106.979513:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758106.979517:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979520:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.979523:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979526:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758106.979530:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758106.979535:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979539:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758106.979542:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758106.979561:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758106.979565:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.979568:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758106.979571:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758106.979581:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758106.979586:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758106.979591:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758106.979593:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.979597:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758106.979601:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758106.979606:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758106.979615:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758106.979623:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.979635:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931135104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758106.979650:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758106.979657:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758106.979663:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931135104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758106.979692:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758106.979697:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758106.979702:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758106.979704:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758106.979707:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758106.979711:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758106.979714:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15811 00000400:00000200:0.0:1787758106.979720:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758106.979724:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758106.979727:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758106.979731:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979734:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.979738:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979742:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758106.979745:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758106.979748:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758106.979751:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758106.979754:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758106.979757:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758106.979760:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758106.979765:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979769:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.979777:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979786:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758106.979795:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758106.979805:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758106.979816:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758106.979822:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758106.979832:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758106.979837:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.979842:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758106.979853:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758106.979861:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.979868:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758106.979905:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758106.979916:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758106.979923:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758106.979928:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.979936:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758106.979942:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758106.979946:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758106.979954:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758106.979966:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.979984:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931135232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758106.980001:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758106.980008:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758106.980015:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931135232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758106.980045:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758106.980053:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758106.980067:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758106.980071:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758106.980076:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758106.980087:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758106.980095:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15811 00000400:00000200:0.0:1787758106.980109:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758106.980122:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758106.980128:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758106.980138:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980144:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.980147:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980151:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758106.980158:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758106.980162:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758106.980166:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758106.980172:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758106.980182:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758106.980189:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758106.980200:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980205:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.980214:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980219:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758106.980227:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758106.980237:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980248:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758106.980257:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758106.980329:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758106.980343:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.980355:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758106.980365:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758106.980377:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.980386:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758106.980401:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758106.980409:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758106.980417:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758106.980422:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.980430:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758106.980436:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758106.980441:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758106.980452:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758106.980461:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.980477:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931135360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758106.980496:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758106.980501:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758106.980517:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931135360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758106.980542:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758106.980555:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758106.980564:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758106.980569:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758106.980574:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758106.980581:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758106.980589:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15811 00000400:00000200:0.0:1787758106.980600:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758106.980610:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758106.980615:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758106.980627:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980635:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.980643:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980649:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758106.980659:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758106.980664:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758106.980669:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758106.980675:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758106.980682:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758106.980692:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758106.980706:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980714:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.980721:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980730:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758106.980739:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758106.980748:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758106.980783:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758106.980794:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758106.980806:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758106.980817:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.980829:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758106.980839:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758106.980853:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.980866:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758106.980878:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758106.980910:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758106.980921:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758106.980926:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.980934:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758106.980938:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758106.980944:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758106.980954:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758106.980964:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.980982:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931135488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758106.981011:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758106.981019:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758106.981031:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931135488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758106.981069:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758106.981080:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758106.981087:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758106.981094:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758106.981102:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758106.981110:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758106.981121:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15811 00000400:00000200:0.0:1787758106.981134:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758106.981145:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758106.981153:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758106.981164:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.981171:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.981178:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.981185:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758106.981193:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758106.981201:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758106.981208:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758106.981213:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758106.981219:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758106.981225:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758106.981236:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.981240:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758106.981244:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758106.981252:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758106.981260:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758106.981307:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758106.981318:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758106.981328:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758106.981339:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758106.981352:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.981363:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758106.981375:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758106.981388:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.981402:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758106.981415:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758106.981423:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758106.981433:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758106.981440:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758106.981448:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758106.981453:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758106.981461:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758106.981477:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758106.981488:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758106.981503:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931135616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758106.981545:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758106.981553:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758106.981566:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931135616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758106.981600:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758106.981611:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15821) 00000100:00000001:0.0:1787758107.939431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758107.939431:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758107.939439:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758107.939440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758107.939444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758107.939445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758107.939454:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758107.939455:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758107.939463:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758107.939465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758107.939470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758107.939473:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758107.939475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758107.939481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758107.939489:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758107.939491:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758107.939498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758107.939507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758107.939510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758107.939516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758107.939520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758107.939524:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758107.939527:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758107.939530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758107.939532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758107.939534:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758107.939537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758107.939556:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758107.939561:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758107.939567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1787758107.939569:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758107.939572:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758107.939578:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758107.939584:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758107.939591:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758107.939593:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758107.939596:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758107.939600:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758107.939601:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758107.939605:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758107.939606:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758107.939611:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758107.939614:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758107.939619:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758107.939622:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758107.939625:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758107.939627:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758107.939629:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758108.003365:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310484945, at 4310484992 00000100:00000040:0.0:1787758108.003383:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310484945, at 4310484992 00000100:00000010:1.0:1787758108.003387:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:0.0:1787758108.003399:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758108.963350:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758108.963357:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758108.963361:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758108.963368:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758108.963377:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758108.963385:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963394:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758108.963401:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963409:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758108.963410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758108.963422:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758108.963429:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758108.963438:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758108.963446:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758108.963450:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758108.963455:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963456:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758108.963462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758108.963463:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758108.963466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758108.963470:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758108.963479:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758108.963482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758108.963483:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758108.963490:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963497:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758108.963527:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758108.963536:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758108.963541:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758108.963543:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758108.963546:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758108.963548:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758108.963554:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758108.963555:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758108.963561:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758108.963563:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758108.963566:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758108.963572:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963572:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758108.963577:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758108.963582:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758108.963587:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758108.963590:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758108.963593:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758109.987424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758109.987425:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758109.987435:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758109.987435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758109.987442:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758109.987442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758109.987453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758109.987453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758109.987463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758109.987463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758109.987470:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758109.987471:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758109.987483:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758109.987490:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758109.987495:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758109.987495:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758109.987498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758109.987502:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758109.987517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758109.987517:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758109.987524:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758109.987524:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758109.987528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758109.987528:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758109.987535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758109.987535:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758109.987541:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758109.987541:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758109.987557:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758109.987558:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758109.987563:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758109.987563:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758109.987568:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758109.987568:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758109.987578:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758109.987578:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758111.011431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758111.011443:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758111.011450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758111.011462:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758111.011474:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758111.011483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758111.011490:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758111.011501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758111.011510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758111.011512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758111.011527:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758111.011537:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758111.011549:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758111.011560:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758111.011568:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758111.011575:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758111.011582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758111.011584:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758111.011594:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758111.011597:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758111.011604:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758111.011618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758111.011632:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758111.011635:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758111.011642:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758111.011646:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758111.011658:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758111.011665:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758111.011670:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758111.011674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758111.011683:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758111.011689:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758111.011693:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758111.011703:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758111.011708:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758111.011714:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758111.011734:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758111.011748:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758111.011757:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758111.011764:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758111.011770:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758111.011777:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758111.011783:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758111.011788:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758111.011794:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758112.035440:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758112.035449:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758112.035457:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758112.035470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758112.035487:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758112.035501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.035511:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758112.035525:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758112.035534:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.035546:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758112.035549:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.035564:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758112.035584:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758112.035596:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758112.035598:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758112.035611:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.035612:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758112.035629:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758112.035630:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.035644:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758112.035650:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758112.035653:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758112.035659:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.035666:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758112.035674:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758112.035690:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758112.035703:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.035718:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758112.035729:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758112.035751:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758112.035760:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758112.035778:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758112.035780:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758112.035790:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758112.035831:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758112.035839:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758112.035847:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758112.035849:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.035853:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758112.035856:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758112.035864:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758112.035872:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.035874:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758112.035881:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.035896:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.099955:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758112.099967:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758112.099974:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758112.099992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.100021:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758112.100024:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.100031:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758112.100041:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758112.100052:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758112.100066:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931135744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758112.100082:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758112.100102:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758112.100107:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.100114:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758112.100126:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758112.100135:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758112.100151:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758112.100163:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758112.100179:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758112.100190:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931135744, portal 25 00000100:00000001:0.0:1787758112.100201:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758112.100207:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758112.100225:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.100309:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758112.100319:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758112.100325:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758112.100331:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931135744, offset 0 00000400:00000200:0.0:1787758112.100347:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758112.100366:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.100379:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758112.100394:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758112.100407:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758112.100419:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758112.100447:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758112.100474:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747631:747631:256:4294967295] 192.168.201.121@tcp LPNI seq info [747625:747625:8:4294967295] 00000400:00000200:0.0:1787758112.100513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.100555:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758112.100587:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.100600:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758112.100625:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758112.100634:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758112.100681:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.100693:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758112.100703:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758112.100720:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758112.100732:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758112.100740:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758112.100759:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758112.100772:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.100843:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.100859:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.100900:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.100906:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758112.100921:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758112.100936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758112.100945:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310490065 00000100:00000010:0.0:1787758112.100961:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758112.100977:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758112.100990:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310490065 00000100:00000010:0.0:1787758112.100999:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758112.101010:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758112.101020:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758112.101029:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.101039:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758112.101053:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758112/real 1787758112] req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758112.101091:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758112.101098:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758112.101107:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758112.101123:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758112.101130:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758112.101138:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758112.101151:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758112.101182:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.101212:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758112.101217:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.101227:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.101230:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758112.101250:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.101323:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758112.101338:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.101385:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758112.101397:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.101403:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.101408:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.101420:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758112.101427:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758112.101440:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758112.101464:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758112.101482:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758112.101510:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758112.101548:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931135744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758112.101574:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.101581:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.101592:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931135744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.101624:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758112.101632:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758112.101639:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758112.101649:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758112.101656:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758112.101663:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758112.101682:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758112.101688:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758112.101697:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758112.101705:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758112.101712:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758112.101721:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758112.101727:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.101734:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.101761:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758112.101769:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.101776:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758112.101782:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758112.101788:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758112.101823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.101863:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758112.101868:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.101875:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758112.101882:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758112.101893:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758112.101908:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931135872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758112.101916:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758112.101924:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758112.101931:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.101935:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758112.101941:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758112.101945:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758112.101952:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758112.101957:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758112.101964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758112.101970:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931135872, portal 10 00000100:00000001:0.0:1787758112.101974:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758112.101977:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758112.101988:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.101998:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758112.102001:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758112.102004:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758112.102007:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931135872, offset 0 00000400:00000200:0.0:1787758112.102013:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758112.102019:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.102025:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758112.102030:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758112.102034:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758112.102038:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758112.102041:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758112.102046:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747632:747632:256:4294967295] 192.168.201.121@tcp LPNI seq info [747626:747626:8:4294967295] 00000400:00000200:0.0:1787758112.102053:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.102062:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758112.102068:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.102072:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758112.102078:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758112.102082:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758112.102098:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.102101:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758112.102105:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758112.102110:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758112.102115:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758112.102117:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758112.102121:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758112.102134:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102145:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.102149:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102158:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.102161:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758112.102165:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758112.102170:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758112.102174:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758112.102177:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310489102 00000100:00000001:0.0:1787758112.102182:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.102185:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310489102 00000100:00000001:0.0:1787758112.102188:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.102191:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758112.102194:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.102197:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758112.102201:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758112/real 1787758112] req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758112.102211:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758112.102213:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758112.102215:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758112.102218:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758112.102220:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758112.102223:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758112.102228:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758112.102238:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102246:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758112.102248:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.102251:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.102253:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758112.102257:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102266:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758112.102302:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102312:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758112.102315:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.102318:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.102320:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.102323:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758112.102328:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758112.102331:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758112.102336:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758112.102339:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758112.102345:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758112.102355:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931135872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758112.102360:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758112.102364:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102372:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758112.102374:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.102377:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758112.102379:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758112.102382:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758112.102386:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758112.102390:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758112.102393:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758112.102395:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.102398:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758112.102403:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758112.102405:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758112.102410:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758112.102413:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758112.102417:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758112.102421:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136000, portal 10 00000100:00000001:0.0:1787758112.102424:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758112.102427:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758112.102434:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102448:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758112.102453:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758112.102458:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758112.102463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931136000, offset 0 00000400:00000200:0.0:1787758112.102472:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758112.102480:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.102488:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758112.102502:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758112.102507:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758112.102513:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758112.102518:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758112.102525:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747633:747633:256:4294967295] 192.168.201.121@tcp LPNI seq info [747627:747627:8:4294967295] 00000400:00000200:0.0:1787758112.102535:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.102548:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758112.102558:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.102567:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758112.102573:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758112.102577:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758112.102592:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.102595:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758112.102599:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758112.102604:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758112.102609:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758112.102611:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758112.102615:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758112.102621:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102640:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.102644:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102653:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.102655:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758112.102659:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758112.102664:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758112.102668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758112.102671:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310489101 00000100:00000001:0.0:1787758112.102674:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.102677:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310489101 00000100:00000001:0.0:1787758112.102680:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.102683:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758112.102686:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.102689:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758112.102693:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758112/real 1787758112] req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758112.102703:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758112.102705:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758112.102707:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758112.102710:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758112.102713:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758112.102716:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758112.102720:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758112.102731:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102739:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758112.102742:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.102744:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.102746:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758112.102751:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102760:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758112.102765:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102774:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758112.102777:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.102779:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.102781:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.102783:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758112.102786:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758112.102815:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758112.102821:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758112.102824:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758112.102830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758112.102840:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758112.102845:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758112.102849:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102858:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758112.102860:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.102863:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758112.102866:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758112.102869:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758112.102873:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758112.102878:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758112.102881:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758112.102883:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.102886:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758112.102890:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758112.102893:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758112.102899:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758112.102902:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758112.102907:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758112.102912:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136128, portal 4 00000100:00000001:0.0:1787758112.102914:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758112.102916:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758112.102924:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.102933:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758112.102936:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758112.102938:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758112.102941:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931136128, offset 0 00000400:00000200:0.0:1787758112.102947:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758112.102952:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.102956:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758112.102960:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758112.102964:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758112.102967:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758112.102970:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758112.102975:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747634:747634:256:4294967295] 192.168.201.121@tcp LPNI seq info [747628:747628:8:4294967295] 00000400:00000200:0.0:1787758112.102980:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.102989:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758112.102994:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.102999:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758112.103004:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758112.103008:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758112.103023:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.103026:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758112.103031:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758112.103035:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758112.103039:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758112.103042:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758112.103045:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758112.103050:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103060:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.103065:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103074:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.103076:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758112.103080:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758112.103084:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758112.103088:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758112.103091:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310489137 00000100:00000001:0.0:1787758112.103094:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.103097:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310489137 00000100:00000001:0.0:1787758112.103100:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.103103:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758112.103106:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.103108:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758112.103113:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758112/real 1787758112] req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758112.103122:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758112.103125:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758112.103127:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758112.103130:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758112.103132:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758112.103135:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758112.103139:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758112.103149:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103157:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758112.103159:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103161:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.103163:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758112.103168:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103176:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758112.103181:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103189:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758112.103192:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103195:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.103197:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103199:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758112.103202:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758112.103205:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758112.103209:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758112.103212:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758112.103217:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758112.103234:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758112.103240:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103242:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.103246:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931135872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103254:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758112.103257:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758112.103260:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758112.103263:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758112.103265:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758112.103267:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758112.103302:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758112.103305:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758112.103308:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758112.103310:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758112.103313:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758112.103316:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758112.103318:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103320:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.103325:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931136000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103334:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758112.103336:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758112.103338:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758112.103342:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758112.103344:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758112.103345:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758112.103348:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758112.103350:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758112.103353:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758112.103354:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758112.103356:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758112.103360:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758112.103362:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103364:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.103368:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931136128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103376:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758112.103378:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758112.103380:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758112.103383:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758112.103384:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758112.103386:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758112.103389:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758112.103390:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758112.103393:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758112.103395:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758112.103396:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758112.103400:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758112.103401:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103404:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103408:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758112.103410:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.103413:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758112.103415:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758112.103417:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758112.103421:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103430:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758112.103432:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.103435:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758112.103438:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758112.103441:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758112.103448:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758112.103455:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758112.103459:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758112.103462:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758112.103467:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758112.103474:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758112.103478:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758112.103485:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758112.103490:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758112.103506:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758112.103513:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136256, portal 4 00000100:00000001:0.0:1787758112.103517:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758112.103520:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758112.103532:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103546:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758112.103551:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758112.103557:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758112.103572:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931136256, offset 0 00000400:00000200:0.0:1787758112.103578:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758112.103584:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.103590:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758112.103594:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758112.103613:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758112.103617:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758112.103620:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758112.103630:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747635:747635:256:4294967295] 192.168.201.121@tcp LPNI seq info [747629:747629:8:4294967295] 00000400:00000200:0.0:1787758112.103635:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758112.103644:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758112.103651:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.103656:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758112.103661:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758112.103665:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758112.103680:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758112.103683:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758112.103688:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758112.103692:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758112.103696:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758112.103699:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758112.103702:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758112.103708:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103719:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.103723:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103731:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.103733:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758112.103737:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758112.103741:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758112.103745:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758112.103748:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310489117 00000100:00000001:0.0:1787758112.103752:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.103755:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310489117 00000100:00000001:0.0:1787758112.103758:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310490065 00000100:00000001:0.0:1787758112.103760:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758112.103763:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.103766:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758112.103771:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758112/real 1787758112] req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758112.103780:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758112.103782:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758112.103784:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758112.103787:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758112.103818:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758112.103825:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758112.103832:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758112.103843:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103852:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758112.103854:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103856:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.103858:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758112.103863:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103872:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758112.103878:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103886:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758112.103889:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103892:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758112.103893:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103896:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758112.103898:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758112.103901:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758112.103906:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758112.103908:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758112.103913:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758112.103923:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758112.103929:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103931:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758112.103935:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931136256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758112.103945:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758112.103947:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758112.103950:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758112.103953:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758112.103955:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758112.103957:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758112.103960:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758112.103962:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758112.103965:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758112.103967:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758112.103969:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758112.103973:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758112.103974:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103977:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758112.103981:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758112.103983:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758112.103986:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758112.103988:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758112.163444:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758112.163452:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758112.163454:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758112.163461:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758112.163468:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758112.163473:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758112.163476:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758112.163479:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758112.163484:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758113.059496:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758113.059511:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758113.059532:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758113.059543:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758113.059560:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758113.059561:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758113.059572:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758113.059575:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758113.059585:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758113.059586:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758113.059602:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758113.059607:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758113.059616:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758113.059618:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758113.059640:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758113.059651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758113.059657:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758113.059666:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758113.059673:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758113.059675:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758113.059683:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758113.059690:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758113.059712:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758113.059724:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758113.059731:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758113.059733:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758113.059743:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758113.059753:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758113.059755:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758113.059768:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758113.059798:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758113.059807:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758113.059817:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758113.059818:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758113.059831:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758113.059838:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758113.123380:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310490065, at 4310490112 00000100:00000010:0.0:1787758113.123396:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758113.123451:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310490065, at 4310490112 00000100:00000010:1.0:1787758113.123470:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:1.0:1787758113.187506:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758113.187516:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758113.187518:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758113.187526:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758113.187531:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758113.187537:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758113.187542:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758113.187546:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758113.187551:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758114.083503:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758114.083527:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758114.083546:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758114.083563:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758114.083568:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758114.083575:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758114.083586:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758114.083595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758114.083597:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758114.083618:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758114.083619:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758114.083629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.083643:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758114.083645:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758114.083667:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.083669:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.083686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758114.083704:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758114.083754:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758114.083780:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758114.083788:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758114.083800:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758114.083803:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758114.083812:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758114.083817:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758114.083823:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758114.083836:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758114.083843:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758114.083850:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758114.083867:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758114.083869:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.083890:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758114.083891:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758114.083925:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758114.083931:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.083939:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758114.083969:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758114.083976:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758114.083982:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758114.211413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758114.211427:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758114.211430:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758114.211438:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758114.211444:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758114.211450:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.211454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758114.211458:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758114.211463:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758115.107459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758115.107473:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758115.107477:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758115.107490:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758115.107498:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758115.107501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758115.107512:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758115.107512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758115.107522:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758115.107527:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758115.107531:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758115.107537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.107549:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758115.107552:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758115.107565:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758115.107584:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758115.107590:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758115.107599:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758115.107603:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758115.107612:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758115.107617:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758115.107622:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758115.107636:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758115.107644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.107668:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758115.107680:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.107692:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758115.107694:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758115.107703:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758115.107708:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758115.107718:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758115.107725:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758115.107773:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758115.107786:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758115.107796:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.107809:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758115.107821:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758115.107823:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758115.107842:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758115.107850:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758115.107867:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758115.107879:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.107904:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758115.107909:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.107912:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758115.235410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758115.235422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758115.235425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758115.235434:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758115.235439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758115.235445:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.235449:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758115.235454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758115.235459:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758116.131460:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758116.131474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758116.131478:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758116.131494:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758116.131511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758116.131519:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758116.131530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758116.131539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758116.131542:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758116.131550:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758116.131553:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758116.131573:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758116.131588:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758116.131593:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758116.131608:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758116.131611:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758116.131622:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758116.131631:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758116.131634:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758116.131642:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758116.131648:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758116.131649:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758116.131664:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758116.131665:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758116.131675:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758116.131684:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758116.131696:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758116.131757:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758116.131769:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758116.131777:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758116.131783:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758116.131794:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758116.131799:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758116.131805:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758116.131807:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758116.131815:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758116.131820:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758116.131822:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758116.131829:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758116.131835:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758116.131837:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758116.131847:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758116.131864:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758116.131868:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758116.131873:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758116.259444:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758116.259469:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758116.259472:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758116.259481:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758116.259486:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758116.259492:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758116.259496:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758116.259500:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758116.259504:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.155496:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758117.155513:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758117.155523:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758117.155538:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758117.155543:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758117.155546:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758117.155556:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758117.155560:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.155562:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758117.155573:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758117.155580:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758117.155586:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.155588:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.155594:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.155596:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.155603:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.155605:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.155617:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.155645:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758117.155654:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758117.155655:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758117.155667:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.155669:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758117.155681:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758117.155683:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758117.155719:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758117.155727:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758117.155729:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758117.155752:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758117.155768:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.155772:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758117.155784:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.155799:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.155801:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.155808:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.155816:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758117.219457:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758117.219473:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758117.219477:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758117.219484:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758117.219492:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758117.219504:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15821 00000400:00000200:1.0:1787758117.219519:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758117.219530:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758117.219537:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758117.219545:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.219551:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.219556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.219562:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758117.219570:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758117.219574:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758117.219579:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758117.219587:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758117.219593:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758117.219597:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758117.219604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.219608:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.219613:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.219618:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758117.219625:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758117.219632:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758117.219637:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758117.219643:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758117.219649:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758117.219655:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.219660:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758117.219665:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758117.219678:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758117.219686:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758117.219694:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758117.219697:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.219774:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758117.219779:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758117.219785:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758117.219797:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758117.219808:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758117.219823:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758117.219841:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758117.219847:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758117.219856:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758117.219900:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758117.219906:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758117.219914:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758117.219917:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758117.219921:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758117.219927:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758117.219933:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15821 00000400:00000200:1.0:1787758117.219941:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758117.219948:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758117.219953:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758117.219957:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758117.219963:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758117.219966:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758117.219972:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758117.219983:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758117.219986:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.219999:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220010:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758117.220014:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758117.220019:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758117.220022:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758117.220025:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758117.220033:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1787758117.220037:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1787758117.220039:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 02000000:00000001:0.0:1787758117.220045:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787758117.220064:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 02000000:00000001:0.0:1787758117.220077:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758117.220077:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758117.220096:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758117.220098:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931136384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758117.220101:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.220110:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220120:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758117.220125:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758117.220131:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758117.220135:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758117.220144:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758117.220148:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.220149:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.220153:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758117.220158:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1787758117.220165:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787758117.220170:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758117.220171:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758117.220184:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.220193:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758117.220194:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000010:0.0:1787758117.220203:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000008:00100000:1.0:1787758117.220206:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758117.220217:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758117.220218:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000001:1.0:1787758117.220226:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758117.220232:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136384, portal 25 00000100:00000010:1.0:1787758117.220238:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758117.220240:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758117.220245:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000020:00000040:1.0:1787758117.220250:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000040:0.0:1787758117.220260:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758117.220262:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758117.220320:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787758117.220329:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.220336:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758117.220339:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1787758117.220346:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758117.220347:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758117.220353:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758117.220364:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931136384, offset 0 02000000:00000010:1.0:1787758117.220364:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758117.220381:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.220404:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00100000:1.0:1787758117.220417:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758117.220420:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.220435:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758117.220446:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758117.220449:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787758117.220455:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.220477:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000040:1.0:1787758117.220488:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758117.220489:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758117.220499:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758117.220522:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747636:747636:256:4294967295] 192.168.201.121@tcp LPNI seq info [747630:747630:8:4294967295] 00000100:00000001:1.0:1787758117.220523:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758117.220539:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787758117.220540:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758117.220553:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758117.220563:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758117.220568:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00080000:1.0:1787758117.220571:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.0:1787758117.220585:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220585:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:0.0:1787758117.220598:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000100:00080000:1.0:1787758117.220600:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15821 00000800:00000200:0.0:1787758117.220615:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000400:00000200:1.0:1787758117.220618:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758117.220626:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000400:00000200:1.0:1787758117.220633:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758117.220641:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758117.220650:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220657:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.220666:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000100:0.0:1787758117.220673:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220676:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000010:0.0:1787758117.220681:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000020:00000001:1.0:1787758117.220683:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758117.220690:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000400:00000200:0.0:1787758117.220694:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1787758117.220694:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758117.220742:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000400:00000200:0.0:1787758117.220750:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1787758117.220752:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758117.220760:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758117.220764:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000100:00000040:1.0:1787758117.220768:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758117.220771:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:1.0:1787758117.220775:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758117.220780:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787758117.220782:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220788:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787758117.220793:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758117.220794:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758117.220806:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758117.220815:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758117.220823:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758117.220831:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758117.220832:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758117.220839:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.220845:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:0.0:1787758117.220847:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758117.220849:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758117.220861:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.220869:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.220873:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758117.220877:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758117.220878:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1787758117.220886:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758117.220890:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758117.220892:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758117.220898:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.220903:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758117.220905:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758117.220907:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758117.220911:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310495185 02000000:00000001:1.0:1787758117.220913:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758117.220924:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 02000000:00000010:1.0:1787758117.220926:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758117.220935:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.220939:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1787758117.220947:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758117.220954:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310495185 00000100:00000010:0.0:1787758117.220964:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758117.220972:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758117.220981:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758117.220982:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758117.220990:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.220993:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.220996:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1787758117.221026:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758117.221031:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758117/real 1787758117] req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758117.221073:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758117.221083:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787758117.221084:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:0.0:1787758117.221093:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1787758117.221097:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:0.0:1787758117.221102:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000100:00000001:1.0:1787758117.221105:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758117.221113:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758117.221117:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000100:00000001:1.0:1787758117.221122:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787758117.221124:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00080000:1.0:1787758117.221132:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15821 00000100:00000001:0.0:1787758117.221134:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787758117.221144:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000200:0.0:1787758117.221148:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758117.221155:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758117.221164:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758117.221175:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221181:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758117.221185:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758117.221190:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221198:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758117.221206:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758117.221210:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758117.221217:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758117.221218:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1787758117.221221:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758117.221223:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758117.221227:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758117.221230:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1787758117.221236:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758117.221237:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758117.221246:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758117.221252:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758117.221253:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.221264:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221272:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758117.221284:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758117.221294:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758117.221311:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758117.221320:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221325:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758117.221328:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758117.221333:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758117.221342:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.221350:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758117.221355:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758117.221357:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1787758117.221364:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.221386:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.221388:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.221393:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1787758117.221397:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758117.221399:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758117.221408:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758117.221409:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758117.221415:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1787758117.221417:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758117.221423:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758117.221424:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758117.221428:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758117.221432:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:0.0:1787758117.221436:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 02000000:00000001:1.0:1787758117.221437:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.221444:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000010:1.0:1787758117.221448:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000040:0.0:1787758117.221456:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758117.221458:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758117.221476:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758117.221481:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931136384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758117.221498:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.221502:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758117.221504:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758117.221510:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758117.221517:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931136384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758117.221526:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.221544:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758117.221551:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787758117.221553:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758117.221558:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 00000100:00080000:1.0:1787758117.221560:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787758117.221567:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1787758117.221569:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1787758117.221573:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1787758117.221574:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:0.0:1787758117.221578:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00080000:1.0:1787758117.221580:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1787758117.221586:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787758117.221588:0:218438:0:(import.c:485:import_select_connection()) Process entered 02000000:00000010:0.0:1787758117.221593:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 00000100:00080000:1.0:1787758117.221597:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15821 02000000:00000001:0.0:1787758117.221601:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758117.221606:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1787758117.221607:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:0.0:1787758117.221611:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000400:00000200:1.0:1787758117.221615:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758117.221619:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1787758117.221621:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758117.221625:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758117.221630:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758117.221633:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.221636:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.221641:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221645:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758117.221646:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787758117.221648:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758117.221652:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758117.221670:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758117.221679:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758117.221681:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787758117.221684:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000001:0.0:1787758117.221687:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758117.221690:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758117.221693:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758117.221696:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758117.221731:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758117.221733:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758117.221735:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758117.221761:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221772:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758117.221776:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.221781:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758117.221783:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 02000000:00000001:0.0:1787758117.221785:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758117.221793:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787758117.221798:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 02000000:00000001:0.0:1787758117.221800:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758117.221810:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787758117.221811:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.221818:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787758117.221822:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758117.221824:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758117.221829:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.221832:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758117.221834:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1787758117.221838:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787758117.221842:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.221844:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.221855:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758117.221858:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00100000:1.0:1787758117.221863:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000010:0.0:1787758117.221865:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758117.221874:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000008:00000001:1.0:1787758117.221876:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758117.221881:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136512, portal 10 00000100:00000001:1.0:1787758117.221884:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.221888:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758117.221893:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000010:1.0:1787758117.221898:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000100:00000040:0.0:1787758117.221903:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758117.221908:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758117.221920:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758117.221922:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787758117.221928:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758117.221930:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758117.221938:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787758117.221940:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 02000000:00000001:1.0:1787758117.221946:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1787758117.221948:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931136512, offset 0 02000000:00000001:1.0:1787758117.221955:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.221960:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758117.221969:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758117.221970:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000400:00000200:0.0:1787758117.221976:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758117.221982:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.221984:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758117.221993:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758117.222003:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1787758117.222005:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758117.222029:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758117.222047:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747637:747637:256:4294967295] 192.168.201.121@tcp LPNI seq info [747631:747631:8:4294967295] 00000100:00000001:1.0:1787758117.222058:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758117.222067:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758117.222069:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758117.222087:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758117.222103:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758117.222134:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758117.222138:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787758117.222142:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000100:00000040:1.0:1787758117.222153:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15831) 00000800:00000200:0.0:1787758117.222154:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758117.222164:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758117.222185:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.222188:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758117.222194:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758117.222201:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758117.222205:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758117.222208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758117.222212:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758117.222218:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222229:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.222233:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222242:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.222245:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758117.222249:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758117.222255:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758117.222260:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758117.222263:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310494222 00000100:00000001:0.0:1787758117.222267:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.222270:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310494222 00000100:00000001:0.0:1787758117.222273:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.222276:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758117.222280:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.222282:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758117.222287:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758117/real 1787758117] req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758117.222327:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758117.222329:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758117.222332:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758117.222336:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758117.222338:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758117.222341:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758117.222346:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758117.222357:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222366:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758117.222368:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.222371:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.222373:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758117.222398:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222406:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758117.222411:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222420:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758117.222423:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.222425:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.222427:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.222430:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758117.222434:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758117.222437:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758117.222442:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758117.222445:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758117.222450:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758117.222460:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758117.222464:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758117.222468:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222476:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.222478:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.222480:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758117.222482:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758117.222485:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758117.222489:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758117.222493:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758117.222496:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758117.222498:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.222500:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758117.222505:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758117.222507:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.222512:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758117.222514:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758117.222518:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758117.222522:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136640, portal 10 00000100:00000001:0.0:1787758117.222525:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758117.222527:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758117.222534:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222542:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758117.222546:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758117.222549:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758117.222552:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931136640, offset 0 00000400:00000200:0.0:1787758117.222557:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758117.222562:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.222566:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758117.222570:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758117.222574:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758117.222577:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758117.222580:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758117.222584:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747638:747638:256:4294967295] 192.168.201.121@tcp LPNI seq info [747632:747632:8:4294967295] 00000400:00000200:0.0:1787758117.222590:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.222598:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758117.222603:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.222607:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758117.222612:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758117.222615:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758117.222629:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.222631:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758117.222635:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758117.222639:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758117.222643:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758117.222645:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758117.222649:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758117.222653:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222680:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.222685:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222693:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.222696:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758117.222741:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758117.222749:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758117.222754:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758117.222757:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310494221 00000100:00000001:0.0:1787758117.222760:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.222763:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310494221 00000100:00000001:0.0:1787758117.222766:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.222769:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758117.222771:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.222774:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758117.222778:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758117/real 1787758117] req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758117.222788:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758117.222789:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758117.222792:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758117.222795:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758117.222797:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758117.222800:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758117.222804:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758117.222814:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222822:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758117.222823:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.222826:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.222827:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758117.222831:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222839:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758117.222844:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222853:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758117.222856:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.222858:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.222860:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.222862:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758117.222865:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758117.222868:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758117.222872:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758117.222875:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758117.222879:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758117.222888:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758117.222893:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758117.222897:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222905:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.222907:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.222909:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758117.222912:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758117.222914:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758117.222918:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758117.222921:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758117.222924:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758117.222926:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.222928:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758117.222933:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758117.222935:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.222940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758117.222943:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758117.222947:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758117.222951:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136768, portal 4 00000100:00000001:0.0:1787758117.222953:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758117.222955:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758117.222962:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.222970:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758117.222973:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758117.222976:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758117.222978:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931136768, offset 0 00000400:00000200:0.0:1787758117.222984:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758117.222988:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.222992:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758117.222995:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758117.222999:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758117.223003:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758117.223025:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758117.223032:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747639:747639:256:4294967295] 192.168.201.121@tcp LPNI seq info [747633:747633:8:4294967295] 00000400:00000200:0.0:1787758117.223041:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.223053:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758117.223063:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.223070:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758117.223079:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758117.223085:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758117.223109:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.223114:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758117.223120:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758117.223126:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758117.223131:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758117.223135:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758117.223139:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758117.223144:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223155:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.223159:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223168:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.223171:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758117.223175:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758117.223180:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758117.223185:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758117.223188:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310494257 00000100:00000001:0.0:1787758117.223191:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.223194:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310494257 00000100:00000001:0.0:1787758117.223197:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.223200:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758117.223203:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.223205:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758117.223210:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758117/real 1787758117] req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758117.223220:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758117.223222:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758117.223224:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758117.223227:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758117.223230:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758117.223233:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758117.223237:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758117.223248:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223257:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758117.223259:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223262:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.223264:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758117.223269:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223277:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758117.223282:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223290:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758117.223293:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223329:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.223333:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223337:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758117.223341:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758117.223346:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758117.223354:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758117.223359:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758117.223369:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758117.223402:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758117.223409:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223413:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.223419:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931136512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223430:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758117.223433:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758117.223438:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758117.223444:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758117.223447:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758117.223449:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758117.223453:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758117.223456:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758117.223462:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758117.223464:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758117.223467:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758117.223473:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758117.223475:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223478:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.223484:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931136640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223498:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758117.223500:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758117.223504:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758117.223509:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758117.223511:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758117.223514:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758117.223518:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758117.223521:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758117.223525:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758117.223527:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758117.223530:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758117.223534:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758117.223536:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223538:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.223543:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931136768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223552:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758117.223553:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758117.223556:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758117.223558:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758117.223560:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758117.223561:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758117.223565:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758117.223567:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758117.223569:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758117.223571:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758117.223573:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758117.223576:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758117.223578:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223580:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223585:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758117.223587:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.223589:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758117.223591:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758117.223593:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758117.223597:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223606:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758117.223608:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.223611:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758117.223613:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758117.223616:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758117.223619:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758117.223623:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758117.223626:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758117.223628:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758117.223630:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758117.223634:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758117.223637:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758117.223642:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758117.223645:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758117.223650:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758117.223671:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931136896, portal 4 00000100:00000001:0.0:1787758117.223674:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758117.223676:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758117.223684:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223745:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758117.223749:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758117.223752:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758117.223756:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931136896, offset 0 00000400:00000200:0.0:1787758117.223762:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758117.223768:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.223773:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758117.223776:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758117.223780:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758117.223783:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758117.223786:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758117.223791:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747640:747640:256:4294967295] 192.168.201.121@tcp LPNI seq info [747634:747634:8:4294967295] 00000400:00000200:0.0:1787758117.223796:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758117.223804:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758117.223809:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.223813:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758117.223818:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758117.223822:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758117.223836:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758117.223838:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758117.223842:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758117.223847:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758117.223851:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758117.223853:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758117.223856:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758117.223861:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223870:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.223874:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223890:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.223892:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758117.223896:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758117.223900:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758117.223904:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758117.223906:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310494237 00000100:00000001:0.0:1787758117.223910:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.223913:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310494237 00000100:00000001:0.0:1787758117.223916:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310495185 00000100:00000001:0.0:1787758117.223918:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758117.223921:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.223923:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758117.223928:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758117/real 1787758117] req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758117.223936:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758117.223938:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758117.223940:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758117.223943:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758117.223945:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758117.223947:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758117.223951:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758117.223961:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223968:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758117.223970:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.223973:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.223974:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758117.223979:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.223988:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758117.223993:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.224001:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758117.224027:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.224030:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758117.224033:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.224036:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758117.224040:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758117.224045:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758117.224052:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758117.224057:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758117.224066:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758117.224084:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931136896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758117.224092:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.224096:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758117.224102:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931136896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758117.224117:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758117.224121:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758117.224125:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758117.224130:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758117.224134:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758117.224135:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758117.224139:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758117.224141:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758117.224144:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758117.224147:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758117.224149:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758117.224153:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758117.224155:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.224157:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758117.224162:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758117.224165:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758117.224167:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758117.224170:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758117.283353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758117.283358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758117.283360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758117.283365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758117.283368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758117.283371:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.283374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758117.283376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758117.283379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758118.179427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758118.179442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758118.179452:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758118.179459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758118.179463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758118.179468:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758118.179473:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758118.179475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758118.179481:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758118.179487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758118.179489:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758118.179499:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758118.179499:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758118.179510:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758118.179521:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758118.179530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758118.179538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758118.179543:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758118.179555:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758118.179563:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758118.179568:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758118.179572:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758118.179581:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758118.179582:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758118.179589:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758118.179597:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758118.179597:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758118.179609:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758118.179611:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758118.179616:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758118.179627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758118.179632:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758118.179640:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758118.179658:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758118.179666:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758118.179672:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758118.243389:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310495185, at 4310495232 00000100:00000010:1.0:1787758118.243408:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000040:0.0:1787758118.243417:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310495185, at 4310495232 00000100:00000010:0.0:1787758118.243432:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758118.307378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758118.307386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758118.307391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758118.307399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758118.307404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758118.307409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758118.307413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758118.307416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758118.307421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758119.203492:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758119.203509:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758119.203510:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758119.203530:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758119.203533:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758119.203541:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758119.203556:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758119.203557:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758119.203586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758119.203587:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758119.203599:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.203604:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758119.203631:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758119.203637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758119.203642:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758119.203644:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758119.203655:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.203690:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758119.203704:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758119.203711:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758119.203718:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758119.203719:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758119.203731:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758119.203731:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758119.203741:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758119.203743:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758119.203758:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758119.203760:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.203785:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758119.203798:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758119.203800:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758119.203810:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.203821:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758119.203823:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758119.203835:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.203843:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758119.331412:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758119.331423:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758119.331427:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758119.331436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758119.331442:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758119.331448:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.331452:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758119.331457:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758119.331462:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758120.227400:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758120.227414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758120.227419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758120.227429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758120.227438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758120.227449:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758120.227461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758120.227464:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758120.227473:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758120.227474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758120.227483:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758120.227490:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758120.227493:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758120.227519:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758120.227523:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758120.227528:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758120.227531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758120.227535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758120.227557:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758120.227562:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758120.227564:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758120.227566:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758120.227567:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758120.227571:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758120.227573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758120.227574:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758120.227580:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758120.227582:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758120.227584:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758120.227586:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758120.227588:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758120.227593:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758120.227598:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758120.227599:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758120.227602:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758120.227607:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758120.227632:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758120.227635:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758120.227638:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758120.355369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758120.355377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758120.355403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758120.355429:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758120.355437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758120.355443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758120.355449:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758120.355455:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758120.355461:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758121.251398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758121.251422:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758121.251432:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758121.251446:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758121.251458:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758121.251468:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758121.251478:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758121.251487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758121.251492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758121.251493:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758121.251502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758121.251503:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758121.251515:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758121.251517:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758121.251525:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758121.251533:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758121.251541:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758121.251547:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758121.251580:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758121.251584:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758121.251588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758121.251594:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758121.251595:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758121.251602:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758121.251605:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758121.251611:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758121.251614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758121.251622:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758121.251623:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758121.251656:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758121.251662:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758121.251670:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758121.251679:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758121.251692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758121.251693:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758121.251701:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758121.251740:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758121.251746:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758121.251751:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758121.251763:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758121.251768:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758121.251770:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758121.251775:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758121.251780:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758121.251785:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758121.251788:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758121.251792:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758121.251795:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758121.379391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758121.379404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758121.379409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758121.379418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758121.379425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758121.379432:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758121.379437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758121.379462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758121.379470:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.275425:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758122.275439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758122.275443:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758122.275451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758122.275471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758122.275481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.275482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758122.275486:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.275493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.275494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758122.275508:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758122.275512:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758122.275527:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758122.275541:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758122.275547:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.275552:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758122.275559:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758122.275562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.275565:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758122.275566:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758122.275579:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758122.275580:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.275597:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758122.275605:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.275627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.275633:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.275634:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758122.275643:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758122.275652:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758122.275654:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758122.275673:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758122.275685:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758122.275691:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.275702:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758122.275707:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.275719:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758122.275827:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758122.275830:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758122.275833:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758122.339820:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758122.339831:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758122.339837:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758122.339866:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.339904:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.339911:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.339917:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758122.339922:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758122.339943:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758122.339969:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931137024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758122.339982:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758122.339991:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758122.340000:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.340005:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758122.340020:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758122.340027:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758122.340052:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758122.340060:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758122.340077:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758122.340096:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137024, portal 25 00000100:00000001:0.0:1787758122.340102:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758122.340108:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758122.340143:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.340206:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758122.340224:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758122.340233:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758122.340242:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931137024, offset 0 00000400:00000200:0.0:1787758122.340261:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758122.340281:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.340373:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758122.340396:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758122.340410:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758122.340429:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758122.340448:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758122.340471:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747641:747641:256:4294967295] 192.168.201.121@tcp LPNI seq info [747635:747635:8:4294967295] 00000400:00000200:0.0:1787758122.340502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.340557:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758122.340605:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.340668:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758122.340714:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758122.340737:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758122.340805:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.340812:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758122.340823:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758122.340846:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758122.340856:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758122.340866:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758122.340875:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758122.340905:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.340957:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.340968:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.341004:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.341021:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758122.341042:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758122.341059:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758122.341067:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310500305 00000100:00000010:0.0:1787758122.341081:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758122.341098:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758122.341118:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310500305 00000100:00000010:0.0:1787758122.341151:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787758122.341171:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758122.341189:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758122.341203:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.341214:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758122.341235:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758122/real 1787758122] req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758122.341268:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758122.341272:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758122.341276:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758122.341283:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758122.341287:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758122.341296:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758122.341302:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758122.341409:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.341451:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758122.341458:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.341473:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.341479:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758122.341500:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.341553:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758122.341593:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.341650:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758122.341676:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.341682:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.341686:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.341698:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758122.341703:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758122.341718:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758122.341746:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758122.341764:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758122.341795:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758122.341851:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931137024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758122.341872:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.341896:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.341909:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931137024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.341930:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758122.341942:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758122.341950:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758122.341970:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758122.341976:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758122.341980:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758122.341988:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758122.341993:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758122.342002:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758122.342014:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758122.342023:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758122.342035:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758122.342040:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342051:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342072:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758122.342078:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.342084:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758122.342090:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758122.342095:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758122.342107:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342146:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.342150:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.342154:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758122.342158:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758122.342161:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758122.342165:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758122.342168:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758122.342173:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758122.342175:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.342178:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758122.342183:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758122.342185:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758122.342190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758122.342193:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758122.342198:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758122.342201:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137152, portal 10 00000100:00000001:0.0:1787758122.342203:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758122.342205:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758122.342212:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342219:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758122.342221:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758122.342223:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758122.342226:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931137152, offset 0 00000400:00000200:0.0:1787758122.342230:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758122.342234:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.342238:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758122.342242:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758122.342244:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758122.342247:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758122.342250:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758122.342253:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747642:747642:256:4294967295] 192.168.201.121@tcp LPNI seq info [747636:747636:8:4294967295] 00000400:00000200:0.0:1787758122.342257:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.342264:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758122.342269:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.342273:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758122.342295:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758122.342300:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758122.342318:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.342321:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758122.342325:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758122.342374:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758122.342378:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758122.342380:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758122.342382:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758122.342386:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342396:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.342399:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342406:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.342407:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758122.342411:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758122.342416:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758122.342419:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758122.342422:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310499343 00000100:00000001:0.0:1787758122.342425:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.342427:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310499343 00000100:00000001:0.0:1787758122.342430:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.342432:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758122.342435:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.342437:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758122.342440:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758122/real 1787758122] req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758122.342454:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758122.342456:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758122.342458:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758122.342460:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758122.342462:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758122.342464:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758122.342466:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758122.342474:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342480:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758122.342482:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342484:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.342485:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758122.342489:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342495:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758122.342499:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342505:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758122.342507:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342509:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.342510:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342512:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758122.342517:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758122.342519:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758122.342523:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758122.342525:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758122.342532:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758122.342545:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758122.342551:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758122.342557:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342568:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.342571:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.342590:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758122.342594:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758122.342597:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758122.342603:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758122.342630:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758122.342634:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758122.342636:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.342656:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758122.342660:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758122.342662:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758122.342665:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758122.342667:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758122.342670:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758122.342673:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137280, portal 10 00000100:00000001:0.0:1787758122.342675:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758122.342676:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758122.342683:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342689:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758122.342691:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758122.342693:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758122.342695:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931137280, offset 0 00000400:00000200:0.0:1787758122.342700:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758122.342704:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.342725:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758122.342730:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758122.342734:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758122.342737:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758122.342741:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758122.342746:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747643:747643:256:4294967295] 192.168.201.121@tcp LPNI seq info [747637:747637:8:4294967295] 00000400:00000200:0.0:1787758122.342753:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.342764:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758122.342771:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.342777:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758122.342783:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758122.342788:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758122.342800:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.342803:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758122.342806:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758122.342810:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758122.342813:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758122.342815:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758122.342818:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758122.342822:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342830:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.342833:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342840:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.342841:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758122.342845:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758122.342849:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758122.342852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758122.342855:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310499341 00000100:00000001:0.0:1787758122.342858:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.342860:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310499341 00000100:00000001:0.0:1787758122.342862:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.342879:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758122.342881:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.342883:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758122.342886:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758122/real 1787758122] req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758122.342892:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758122.342893:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758122.342895:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758122.342897:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758122.342899:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758122.342901:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758122.342904:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758122.342911:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342916:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758122.342917:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342918:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.342919:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758122.342922:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342927:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758122.342930:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342935:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758122.342938:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342939:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.342940:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.342942:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758122.342945:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758122.342947:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758122.342950:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758122.342951:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758122.342954:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758122.342960:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758122.342963:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758122.342966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.342972:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.342974:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.342976:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758122.342978:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758122.342979:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758122.342981:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758122.342984:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758122.342986:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758122.342988:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.342989:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758122.342992:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758122.342994:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758122.342997:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758122.342998:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758122.343001:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758122.343004:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137408, portal 4 00000100:00000001:0.0:1787758122.343006:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758122.343008:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758122.343013:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343019:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758122.343021:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758122.343023:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758122.343025:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931137408, offset 0 00000400:00000200:0.0:1787758122.343028:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758122.343031:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.343033:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758122.343035:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758122.343038:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758122.343040:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758122.343042:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758122.343045:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747644:747644:256:4294967295] 192.168.201.121@tcp LPNI seq info [747638:747638:8:4294967295] 00000400:00000200:0.0:1787758122.343049:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.343054:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758122.343057:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.343060:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758122.343063:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758122.343065:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758122.343074:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.343076:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758122.343079:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758122.343082:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758122.343084:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758122.343086:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758122.343088:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758122.343090:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343103:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.343105:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343111:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.343112:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758122.343114:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758122.343117:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758122.343120:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758122.343121:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310499377 00000100:00000001:0.0:1787758122.343123:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.343125:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310499377 00000100:00000001:0.0:1787758122.343127:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.343146:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758122.343148:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.343150:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758122.343154:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758122/real 1787758122] req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758122.343162:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758122.343163:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758122.343165:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758122.343167:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758122.343169:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758122.343171:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758122.343174:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758122.343183:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343190:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758122.343192:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343194:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.343196:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758122.343200:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343223:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758122.343228:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343236:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758122.343239:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343241:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.343243:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343245:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758122.343247:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758122.343251:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758122.343255:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758122.343258:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758122.343263:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758122.343272:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758122.343277:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343280:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.343285:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931137152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343294:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758122.343296:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758122.343299:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758122.343302:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758122.343320:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758122.343323:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758122.343326:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758122.343328:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758122.343331:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758122.343332:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758122.343334:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758122.343337:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758122.343338:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343339:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.343342:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931137280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343349:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758122.343350:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758122.343352:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758122.343355:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758122.343356:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758122.343357:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758122.343359:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758122.343380:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758122.343384:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758122.343385:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758122.343386:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758122.343388:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758122.343390:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343391:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.343395:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931137408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343401:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758122.343403:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758122.343404:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758122.343407:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758122.343408:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758122.343409:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758122.343411:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758122.343413:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758122.343415:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758122.343416:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758122.343418:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758122.343420:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758122.343422:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343424:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343428:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758122.343430:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.343432:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758122.343434:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758122.343436:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758122.343440:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343447:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758122.343449:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.343452:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758122.343453:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758122.343455:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758122.343458:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758122.343461:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758122.343463:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758122.343464:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758122.343466:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758122.343469:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758122.343471:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758122.343475:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758122.343477:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758122.343481:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758122.343484:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137536, portal 4 00000100:00000001:0.0:1787758122.343486:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758122.343488:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758122.343494:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343501:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758122.343503:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758122.343506:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758122.343508:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931137536, offset 0 00000400:00000200:0.0:1787758122.343512:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758122.343516:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.343519:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758122.343523:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758122.343526:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758122.343529:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758122.343533:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758122.343538:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747645:747645:256:4294967295] 192.168.201.121@tcp LPNI seq info [747639:747639:8:4294967295] 00000400:00000200:0.0:1787758122.343545:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758122.343554:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758122.343562:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.343567:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758122.343573:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758122.343577:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758122.343637:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758122.343640:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758122.343643:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758122.343664:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758122.343667:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758122.343669:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758122.343672:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758122.343675:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343682:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.343685:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343691:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.343692:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758122.343695:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758122.343698:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758122.343701:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758122.343704:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310499357 00000100:00000001:0.0:1787758122.343707:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.343710:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310499357 00000100:00000001:0.0:1787758122.343713:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310500305 00000100:00000001:0.0:1787758122.343716:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758122.343720:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.343722:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758122.343727:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758122/real 1787758122] req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758122.343738:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758122.343740:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758122.343743:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758122.343747:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758122.343749:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758122.343752:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758122.343756:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758122.343767:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343773:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758122.343775:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343777:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.343778:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758122.343781:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343787:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758122.343790:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343797:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758122.343800:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343801:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758122.343802:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343804:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758122.343805:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758122.343807:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758122.343810:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758122.343812:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758122.343815:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758122.343820:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758122.343824:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343825:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758122.343828:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931137536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758122.343834:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758122.343835:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758122.343836:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758122.343838:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758122.343839:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758122.343840:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758122.343843:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758122.343844:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758122.343847:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758122.343848:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758122.343849:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758122.343852:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758122.343853:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343855:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758122.343858:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758122.343859:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758122.343861:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758122.343863:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758122.403362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758122.403370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758122.403373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758122.403378:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758122.403382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758122.403386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.403389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758122.403392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758122.403395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758123.299387:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758123.299401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758123.299404:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758123.299412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758123.299418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758123.299424:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299429:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758123.299433:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299439:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758123.299503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758123.299515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758123.299524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758123.299534:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758123.299535:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758123.299545:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758123.299555:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758123.299556:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758123.299562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758123.299579:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758123.299580:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758123.299586:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299609:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758123.299618:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758123.299632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299632:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758123.299651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758123.299651:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758123.299665:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299666:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758123.299674:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758123.299681:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758123.299691:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758123.299701:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299711:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758123.299719:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299729:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758123.299730:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758123.299744:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758123.299756:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758123.299805:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758123.299812:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758123.299815:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758123.299818:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758123.299822:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758123.299827:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299829:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758123.299831:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.299834:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758123.363347:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310500305, at 4310500352 00000100:00000010:1.0:1787758123.363368:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000040:0.0:1787758123.363397:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310500305, at 4310500352 00000100:00000010:0.0:1787758123.363415:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758123.427351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758123.427359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758123.427360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758123.427366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758123.427370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758123.427375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.427379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758123.427383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758123.427388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758124.323415:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758124.323429:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758124.323434:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758124.323445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758124.323456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758124.323458:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758124.323468:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758124.323473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758124.323476:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758124.323488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758124.323488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758124.323500:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758124.323501:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758124.323508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758124.323517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758124.323518:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758124.323526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758124.323534:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758124.323611:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758124.323613:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758124.323619:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758124.323621:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758124.323628:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758124.323629:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758124.323634:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758124.323642:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758124.323643:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758124.323649:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758124.323653:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758124.323655:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758124.323661:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758124.323663:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758124.323666:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758124.323680:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758124.323687:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758124.323693:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758124.323701:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758124.323706:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758124.323708:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758124.323711:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758124.323715:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758124.323719:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758124.323722:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758124.323724:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758124.323728:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758124.451421:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758124.451433:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758124.451438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758124.451448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758124.451455:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758124.451461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758124.451467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758124.451472:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758124.451478:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758125.347422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758125.347436:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758125.347442:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758125.347443:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758125.347452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758125.347459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758125.347460:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758125.347465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758125.347476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758125.347477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758125.347488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758125.347489:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758125.347515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758125.347523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758125.347531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758125.347533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758125.347543:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758125.347549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758125.347592:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758125.347598:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758125.347601:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758125.347605:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758125.347606:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758125.347616:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758125.347618:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758125.347626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758125.347632:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758125.347636:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758125.347643:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758125.347650:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758125.347650:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758125.347662:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758125.347663:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758125.347687:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758125.347696:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758125.347701:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758125.347703:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758125.347709:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758125.347715:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758125.347724:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758125.347731:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758125.347737:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758125.347755:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758125.347761:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758125.347765:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758125.475358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758125.475368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758125.475371:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758125.475377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758125.475382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758125.475386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758125.475390:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758125.475394:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758125.475398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758126.371398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758126.371409:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758126.371416:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758126.371425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758126.371427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758126.371440:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758126.371442:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758126.371449:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758126.371452:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758126.371456:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758126.371465:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758126.371467:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758126.371481:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758126.371483:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758126.371496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758126.371505:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758126.371511:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758126.371517:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758126.371531:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758126.371538:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758126.371562:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758126.371566:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758126.371570:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758126.371574:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758126.371577:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758126.371580:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758126.371586:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758126.371588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758126.371601:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758126.371610:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758126.371625:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758126.371629:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758126.371640:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758126.371641:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758126.371649:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758126.371651:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758126.371662:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758126.371669:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758126.371677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758126.371680:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758126.371690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758126.371696:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758126.371699:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758126.371705:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758126.371715:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758126.499371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758126.499380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758126.499383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758126.499391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758126.499395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758126.499400:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758126.499404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758126.499407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758126.499412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.395382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758127.395382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758127.395392:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758127.395392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758127.395397:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.395398:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758127.395405:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758127.395406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758127.395414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758127.395414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758127.395420:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.395420:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.395427:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758127.395432:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.395434:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758127.395438:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.395438:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.395442:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.395457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758127.395457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758127.395462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758127.395462:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758127.395466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758127.395466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758127.395472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758127.395472:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758127.395479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758127.395479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758127.395484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.395485:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.395497:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758127.395500:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.395503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758127.395503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.395505:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.395508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758127.395518:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758127.395536:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758127.395538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758127.395540:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758127.395544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758127.395547:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.395552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758127.395556:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.395560:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.459642:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758127.459649:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758127.459653:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758127.459662:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.459678:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758127.459681:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.459686:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758127.459690:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758127.459696:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758127.459702:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931137664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758127.459710:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758127.459716:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758127.459719:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.459722:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758127.459728:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758127.459732:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758127.459742:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758127.459747:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758127.459755:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758127.459765:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137664, portal 25 00000100:00000001:0.0:1787758127.459769:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758127.459772:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758127.459780:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.459798:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758127.459805:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758127.459818:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758127.459821:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931137664, offset 0 00000400:00000200:0.0:1787758127.459833:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758127.459843:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.459853:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758127.459863:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758127.459871:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758127.459878:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758127.459883:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758127.459890:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747646:747646:256:4294967295] 192.168.201.121@tcp LPNI seq info [747640:747640:8:4294967295] 00000400:00000200:0.0:1787758127.459899:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.459912:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758127.459923:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.459929:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758127.459940:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758127.459948:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758127.459972:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.459984:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758127.459992:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758127.460001:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758127.460007:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758127.460022:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758127.460028:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758127.460035:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460054:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.460061:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460088:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460091:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758127.460098:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758127.460104:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758127.460106:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310505424 00000100:00000010:0.0:1787758127.460114:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758127.460121:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758127.460129:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310505424 00000100:00000010:0.0:1787758127.460133:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758127.460138:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758127.460143:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758127.460152:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460159:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758127.460166:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758127/real 1787758127] req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758127.460192:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758127.460195:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758127.460199:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758127.460203:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758127.460206:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758127.460211:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758127.460218:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758127.460241:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460260:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758127.460264:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460300:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.460302:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758127.460306:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460314:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758127.460321:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460331:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758127.460335:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460338:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.460339:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460343:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758127.460346:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758127.460358:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758127.460363:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758127.460368:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758127.460373:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758127.460388:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931137664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758127.460392:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460395:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.460400:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931137664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460416:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758127.460420:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758127.460424:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758127.460428:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758127.460431:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758127.460434:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758127.460439:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758127.460442:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758127.460448:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758127.460451:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758127.460454:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758127.460457:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758127.460458:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460459:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460465:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758127.460467:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460469:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758127.460470:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758127.460471:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758127.460475:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460480:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758127.460481:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.460483:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758127.460484:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758127.460486:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758127.460489:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758127.460491:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758127.460492:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758127.460494:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.460495:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758127.460498:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758127.460499:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758127.460502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758127.460504:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758127.460506:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758127.460509:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137792, portal 10 00000100:00000001:0.0:1787758127.460510:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758127.460511:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758127.460516:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460534:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758127.460547:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758127.460549:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758127.460551:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931137792, offset 0 00000400:00000200:0.0:1787758127.460554:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758127.460556:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.460559:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758127.460562:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758127.460564:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758127.460565:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758127.460567:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758127.460569:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747647:747647:256:4294967295] 192.168.201.121@tcp LPNI seq info [747641:747641:8:4294967295] 00000400:00000200:0.0:1787758127.460572:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.460577:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758127.460580:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.460583:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758127.460586:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758127.460588:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758127.460596:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.460598:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758127.460600:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758127.460602:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758127.460604:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758127.460605:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758127.460608:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758127.460610:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460616:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.460618:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460623:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460624:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758127.460626:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758127.460629:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758127.460631:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758127.460632:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310504461 00000100:00000001:0.0:1787758127.460635:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.460636:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310504461 00000100:00000001:0.0:1787758127.460638:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.460640:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758127.460641:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460643:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758127.460645:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758127/real 1787758127] req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758127.460655:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758127.460656:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758127.460658:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758127.460659:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758127.460661:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758127.460662:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758127.460664:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758127.460670:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460675:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758127.460676:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460677:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.460678:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758127.460680:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460685:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758127.460687:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460692:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758127.460693:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460694:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.460695:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460696:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758127.460699:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758127.460701:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758127.460703:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758127.460704:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758127.460708:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758127.460714:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758127.460716:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758127.460718:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460723:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758127.460724:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.460725:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758127.460726:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758127.460727:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758127.460729:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758127.460731:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758127.460732:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758127.460733:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.460735:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758127.460737:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758127.460738:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758127.460740:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758127.460742:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758127.460744:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758127.460746:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931137920, portal 10 00000100:00000001:0.0:1787758127.460748:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758127.460749:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758127.460753:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460758:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758127.460759:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758127.460761:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758127.460763:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931137920, offset 0 00000400:00000200:0.0:1787758127.460766:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758127.460768:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.460770:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758127.460772:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758127.460774:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758127.460776:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758127.460777:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758127.460780:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747648:747648:256:4294967295] 192.168.201.121@tcp LPNI seq info [747642:747642:8:4294967295] 00000400:00000200:0.0:1787758127.460782:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.460786:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758127.460789:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.460791:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758127.460794:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758127.460796:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758127.460803:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.460804:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758127.460806:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758127.460809:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758127.460811:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758127.460812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758127.460814:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758127.460816:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460821:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.460823:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460827:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460829:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758127.460830:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758127.460832:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758127.460834:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758127.460836:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310504459 00000100:00000001:0.0:1787758127.460838:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.460840:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310504459 00000100:00000001:0.0:1787758127.460842:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.460843:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758127.460844:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.460846:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758127.460848:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758127/real 1787758127] req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758127.460852:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758127.460853:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758127.460854:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758127.460856:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758127.460857:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758127.460858:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758127.460860:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758127.460865:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460870:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758127.460871:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460872:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.460874:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758127.460876:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460880:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758127.460883:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460887:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758127.460889:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460890:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.460891:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.460892:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758127.460894:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758127.460896:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758127.460898:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758127.460899:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758127.460902:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758127.460907:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931137920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758127.460909:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758127.460911:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460915:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758127.460916:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.460917:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758127.460918:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758127.460920:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758127.460922:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758127.460923:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758127.460924:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758127.460926:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.460927:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758127.460929:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758127.460930:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758127.460933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758127.460935:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758127.460938:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758127.460940:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138048, portal 4 00000100:00000001:0.0:1787758127.460942:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758127.460943:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758127.460946:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.460951:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758127.460952:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758127.460954:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758127.460955:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931138048, offset 0 00000400:00000200:0.0:1787758127.460957:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758127.460960:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.460962:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758127.460963:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758127.460965:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758127.460966:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758127.460968:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758127.460970:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747649:747649:256:4294967295] 192.168.201.121@tcp LPNI seq info [747643:747643:8:4294967295] 00000400:00000200:0.0:1787758127.460973:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.460977:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758127.460980:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.460982:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758127.460984:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758127.460986:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758127.460994:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.460995:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758127.460997:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758127.461000:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758127.461001:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758127.461003:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758127.461004:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758127.461006:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461015:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.461018:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461022:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.461023:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758127.461025:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758127.461027:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758127.461029:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758127.461030:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310504495 00000100:00000001:0.0:1787758127.461032:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.461033:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310504495 00000100:00000001:0.0:1787758127.461035:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.461037:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758127.461038:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.461039:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758127.461041:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758127/real 1787758127] req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758127.461046:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758127.461047:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758127.461048:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758127.461049:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758127.461050:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758127.461052:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758127.461053:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758127.461059:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461063:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758127.461064:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461066:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.461067:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758127.461069:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461074:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758127.461076:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461080:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758127.461082:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461083:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.461084:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461085:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758127.461086:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758127.461087:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758127.461089:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758127.461091:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758127.461093:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758127.461098:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758127.461100:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758127.461102:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461106:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758127.461108:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.461109:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758127.461111:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758127.461112:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758127.461115:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758127.461117:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758127.461118:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758127.461119:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758127.461121:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758127.461123:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758127.461124:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758127.461126:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758127.461127:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758127.461129:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758127.461131:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138176, portal 4 00000100:00000001:0.0:1787758127.461132:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758127.461133:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758127.461137:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461141:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758127.461143:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758127.461144:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758127.461146:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931138176, offset 0 00000400:00000200:0.0:1787758127.461148:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758127.461150:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.461152:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758127.461154:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758127.461156:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758127.461157:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758127.461159:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758127.461161:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747650:747650:256:4294967295] 192.168.201.121@tcp LPNI seq info [747644:747644:8:4294967295] 00000400:00000200:0.0:1787758127.461164:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758127.461168:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758127.461171:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.461172:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758127.461176:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758127.461178:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758127.461185:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758127.461186:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758127.461188:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758127.461190:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758127.461192:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758127.461193:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758127.461195:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758127.461197:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461203:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.461205:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461209:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.461211:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758127.461212:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758127.461214:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758127.461216:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758127.461218:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310504474 00000100:00000001:0.0:1787758127.461219:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.461221:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310504474 00000100:00000001:0.0:1787758127.461222:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310505424 00000100:00000001:0.0:1787758127.461223:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758127.461225:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.461226:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758127.461228:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758127/real 1787758127] req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758127.461233:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758127.461234:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758127.461235:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758127.461237:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758127.461238:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758127.461240:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758127.461242:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758127.461247:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461251:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758127.461252:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461253:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.461254:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758127.461256:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461260:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758127.461263:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461284:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758127.461285:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461287:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758127.461287:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461289:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758127.461290:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758127.461291:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758127.461293:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758127.461295:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758127.461298:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758127.461307:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758127.461310:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461312:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.461314:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931137792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461318:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758127.461319:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758127.461320:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758127.461322:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758127.461323:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758127.461324:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758127.461326:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758127.461327:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758127.461329:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758127.461330:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758127.461331:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758127.461333:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758127.461334:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461335:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.461337:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931137920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461341:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758127.461342:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758127.461343:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758127.461345:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758127.461346:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758127.461346:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758127.461348:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758127.461349:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758127.461350:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758127.461351:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758127.461352:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758127.461354:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758127.461355:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461356:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.461358:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931138048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461363:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758127.461364:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758127.461365:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758127.461366:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758127.461367:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758127.461368:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758127.461369:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758127.461370:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758127.461371:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758127.461372:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758127.461373:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758127.461374:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758127.461375:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461376:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758127.461378:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931138176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758127.461382:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758127.461383:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758127.461384:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758127.461385:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758127.461386:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758127.461387:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758127.461388:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758127.461389:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758127.461390:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758127.461391:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758127.461392:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758127.461393:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758127.461394:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461395:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758127.461397:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758127.461399:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758127.461400:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758127.461401:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758127.523371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758127.523380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758127.523383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758127.523391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758127.523396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758127.523401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.523405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758127.523409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758127.523413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758128.419496:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758128.419527:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758128.419538:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758128.419546:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758128.419547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758128.419566:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758128.419570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758128.419595:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758128.419596:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758128.419609:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758128.419615:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758128.419618:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758128.419627:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758128.419629:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758128.419658:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758128.419679:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758128.419690:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758128.419703:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758128.419735:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758128.419746:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758128.419753:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758128.419754:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758128.419764:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758128.419768:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758128.419779:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758128.419786:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758128.419792:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758128.419798:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758128.419811:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758128.419817:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758128.419819:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758128.419829:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758128.419836:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758128.419846:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758128.419855:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758128.419867:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758128.483347:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310505424, at 4310505472 00000100:00000010:0.0:1787758128.483359:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758128.483407:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310505424, at 4310505472 00000100:00000010:1.0:1787758128.483425:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787758128.547399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758128.547407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758128.547411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758128.547417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758128.547421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758128.547427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758128.547431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758128.547435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758128.547439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758129.443418:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758129.443428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758129.443430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758129.443437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758129.443439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758129.443448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758129.443449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758129.443460:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758129.443462:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758129.443473:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758129.443475:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758129.443508:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758129.443515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758129.443524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758129.443538:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758129.443539:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758129.443546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758129.443557:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758129.443580:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758129.443590:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758129.443595:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758129.443597:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758129.443600:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758129.443607:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758129.443609:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758129.443614:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758129.443617:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758129.443620:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758129.443628:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758129.443630:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758129.443636:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758129.443638:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758129.443649:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758129.443650:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758129.443659:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758129.443668:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758129.443707:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758129.443715:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758129.443724:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758129.443732:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758129.443740:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758129.443743:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758129.443746:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758129.443751:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758129.443756:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758129.443760:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758129.443763:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758129.443767:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758129.571433:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758129.571442:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758129.571445:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758129.571452:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758129.571456:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758129.571461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758129.571464:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758129.571468:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758129.571472:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758130.467413:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758130.467427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758130.467433:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758130.467438:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758130.467446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758130.467447:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758130.467455:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758130.467461:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758130.467483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758130.467491:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758130.467492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758130.467496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.467511:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758130.467516:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.467522:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758130.467523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758130.467527:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758130.467532:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758130.467551:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758130.467558:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758130.467561:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758130.467565:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758130.467573:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758130.467580:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758130.467581:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758130.467587:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758130.467593:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758130.467598:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758130.467603:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758130.467608:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758130.467619:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758130.467621:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758130.467626:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758130.467645:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758130.467660:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.467677:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758130.467679:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758130.467689:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758130.467699:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758130.467705:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758130.467721:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758130.467724:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.467727:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758130.467728:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.467730:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758130.467779:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758130.467783:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758130.467787:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758130.595350:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758130.595358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758130.595360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758130.595364:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758130.595368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758130.595372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.595375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758130.595377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758130.595380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758131.491534:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758131.491540:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758131.491545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758131.491552:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758131.491553:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758131.491558:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758131.491569:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758131.491575:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758131.491579:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758131.491585:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758131.491601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491601:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491622:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758131.491627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758131.491636:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758131.491640:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758131.491669:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758131.491689:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758131.491701:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758131.491703:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758131.491716:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758131.491721:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758131.491728:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758131.491729:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758131.491740:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758131.491740:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758131.491750:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758131.491751:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758131.491759:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758131.491761:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491764:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491774:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758131.491776:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758131.491786:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758131.491820:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758131.491831:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758131.491845:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758131.491882:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758131.491893:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758131.491905:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758131.491911:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491918:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758131.491921:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.491938:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758131.619534:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758131.619551:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758131.619555:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758131.619566:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758131.619573:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758131.619581:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.619587:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758131.619593:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758131.619600:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758132.515487:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758132.515513:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758132.515514:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758132.515530:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758132.515532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.515543:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758132.515550:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758132.515562:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758132.515567:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758132.515579:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758132.515582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.515593:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758132.515620:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758132.515626:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.515632:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758132.515632:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.515646:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.515656:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758132.515668:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758132.515688:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758132.515697:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758132.515712:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758132.515715:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758132.515720:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758132.515734:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758132.515735:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.515749:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758132.515752:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758132.515761:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758132.515769:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758132.515770:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.515793:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758132.515806:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.515820:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758132.515836:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.515855:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.579759:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758132.579773:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758132.579779:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758132.579800:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.579833:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758132.579842:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.579855:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758132.579867:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758132.579885:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758132.579910:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931138304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758132.579927:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758132.579939:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758132.579945:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.579967:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758132.579987:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758132.580002:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758132.580027:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758132.580035:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758132.580059:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758132.580080:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138304, portal 25 00000100:00000001:0.0:1787758132.580092:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758132.580097:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758132.580116:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.580134:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758132.580143:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758132.580150:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758132.580154:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931138304, offset 0 00000400:00000200:0.0:1787758132.580170:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758132.580195:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.580215:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758132.580228:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758132.580240:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758132.580252:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758132.580264:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758132.580336:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747651:747651:256:4294967295] 192.168.201.121@tcp LPNI seq info [747645:747645:8:4294967295] 00000400:00000200:0.0:1787758132.580357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.580389:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758132.580426:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.580453:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758132.580472:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758132.580480:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758132.580532:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.580537:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758132.580546:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758132.580562:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758132.580571:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758132.580586:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758132.580596:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758132.580610:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.580643:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.580660:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.580693:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.580698:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758132.580710:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758132.580736:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758132.580745:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310510545 00000100:00000010:0.0:1787758132.580764:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758132.580791:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758132.580803:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310510545 00000100:00000010:0.0:1787758132.580812:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758132.580832:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758132.580840:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758132.580854:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.580868:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758132.580882:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758132/real 1787758132] req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758132.581001:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758132.581009:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758132.581013:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758132.581022:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758132.581032:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758132.581040:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758132.581051:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758132.581079:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.581097:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758132.581101:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.581105:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.581107:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758132.581116:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.581128:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758132.581147:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.581166:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758132.581173:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.581178:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.581181:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.581184:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758132.581198:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758132.581222:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758132.581237:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758132.581250:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758132.581307:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758132.581344:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931138304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758132.581364:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.581370:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.581383:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931138304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.581447:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758132.581450:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758132.581455:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758132.581463:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758132.581470:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758132.581474:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758132.581482:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758132.581488:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758132.581496:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758132.581503:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758132.581509:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758132.581515:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758132.581522:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.581528:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.581543:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758132.581550:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.581558:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758132.581561:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758132.581564:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758132.581574:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.581599:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758132.581605:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.581619:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758132.581625:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758132.581635:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758132.581650:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758132.581662:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758132.581670:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758132.581675:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.581684:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758132.581689:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758132.581700:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758132.581711:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758132.581716:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758132.581727:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758132.581733:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138432, portal 10 00000100:00000001:0.0:1787758132.581748:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758132.581751:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758132.581774:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.581796:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758132.581812:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758132.581822:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758132.581834:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931138432, offset 0 00000400:00000200:0.0:1787758132.581848:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758132.581862:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.581876:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758132.581890:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758132.581897:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758132.581911:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758132.581921:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758132.581932:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747652:747652:256:4294967295] 192.168.201.121@tcp LPNI seq info [747646:747646:8:4294967295] 00000400:00000200:0.0:1787758132.581952:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.581980:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758132.581987:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.581993:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758132.582005:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758132.582015:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758132.582066:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.582070:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758132.582078:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758132.582104:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758132.582110:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758132.582118:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758132.582124:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758132.582129:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582142:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.582149:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582163:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582169:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758132.582174:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758132.582185:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758132.582201:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758132.582213:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310509582 00000100:00000001:0.0:1787758132.582228:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.582237:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310509582 00000100:00000001:0.0:1787758132.582244:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.582261:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758132.582268:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582270:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758132.582276:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758132/real 1787758132] req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758132.582317:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758132.582320:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758132.582327:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758132.582331:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758132.582333:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758132.582336:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758132.582339:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758132.582348:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582356:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758132.582357:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582359:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.582360:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758132.582363:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582368:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758132.582371:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582378:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758132.582394:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582395:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.582396:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582397:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758132.582402:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758132.582404:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758132.582406:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758132.582408:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758132.582410:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758132.582416:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758132.582420:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758132.582423:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582429:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758132.582440:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.582442:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758132.582444:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758132.582445:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758132.582448:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758132.582450:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758132.582453:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758132.582454:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.582456:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758132.582459:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758132.582461:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758132.582464:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758132.582466:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758132.582468:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758132.582471:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138560, portal 10 00000100:00000001:0.0:1787758132.582473:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758132.582474:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758132.582479:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582484:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758132.582486:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758132.582487:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758132.582489:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931138560, offset 0 00000400:00000200:0.0:1787758132.582492:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758132.582494:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.582497:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758132.582499:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758132.582502:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758132.582504:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758132.582506:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758132.582508:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747653:747653:256:4294967295] 192.168.201.121@tcp LPNI seq info [747647:747647:8:4294967295] 00000400:00000200:0.0:1787758132.582511:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.582516:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758132.582519:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.582520:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758132.582523:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758132.582526:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758132.582535:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.582536:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758132.582539:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758132.582541:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758132.582543:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758132.582545:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758132.582547:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758132.582550:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582555:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.582557:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582562:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582564:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758132.582565:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758132.582568:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758132.582571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758132.582572:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310509581 00000100:00000001:0.0:1787758132.582574:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.582576:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310509581 00000100:00000001:0.0:1787758132.582579:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.582581:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758132.582582:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582584:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758132.582586:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758132/real 1787758132] req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758132.582591:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758132.582593:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758132.582594:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758132.582595:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758132.582597:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758132.582598:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758132.582600:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758132.582606:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582611:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758132.582612:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582613:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.582614:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758132.582617:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582621:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758132.582623:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582627:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758132.582629:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582630:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.582631:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582633:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758132.582635:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758132.582637:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758132.582640:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758132.582642:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758132.582644:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758132.582649:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758132.582652:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582654:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.582656:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931138432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582661:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758132.582662:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758132.582663:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758132.582665:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758132.582667:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758132.582667:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758132.582669:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758132.582670:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758132.582673:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758132.582674:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758132.582675:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758132.582677:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758132.582678:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582679:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.582681:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931138560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582685:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758132.582686:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758132.582688:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758132.582690:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758132.582691:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758132.582692:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758132.582694:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758132.582695:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758132.582697:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758132.582698:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758132.582699:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758132.582700:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758132.582701:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582702:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582705:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758132.582706:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582708:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758132.582709:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758132.582710:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758132.582713:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582717:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758132.582718:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.582720:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758132.582721:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758132.582722:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758132.582724:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758132.582727:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758132.582729:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758132.582730:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.582731:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758132.582733:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758132.582735:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758132.582738:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758132.582739:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758132.582742:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758132.582744:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138688, portal 4 00000100:00000001:0.0:1787758132.582746:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758132.582748:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758132.582752:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582757:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758132.582759:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758132.582761:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758132.582762:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931138688, offset 0 00000400:00000200:0.0:1787758132.582765:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758132.582767:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.582769:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758132.582771:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758132.582772:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758132.582774:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758132.582775:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758132.582778:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747654:747654:256:4294967295] 192.168.201.121@tcp LPNI seq info [747648:747648:8:4294967295] 00000400:00000200:0.0:1787758132.582781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.582786:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758132.582789:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.582791:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758132.582793:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758132.582795:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758132.582803:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.582804:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758132.582806:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758132.582809:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758132.582810:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758132.582812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758132.582814:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758132.582816:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582822:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.582825:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582830:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582832:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758132.582833:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758132.582836:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758132.582838:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758132.582839:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310509617 00000100:00000001:0.0:1787758132.582841:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.582843:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310509617 00000100:00000001:0.0:1787758132.582845:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.582846:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758132.582848:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.582849:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758132.582851:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758132/real 1787758132] req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758132.582856:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758132.582857:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758132.582858:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758132.582859:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758132.582860:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758132.582861:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758132.582863:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758132.582869:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582873:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758132.582874:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582876:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.582877:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758132.582880:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582885:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758132.582888:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582892:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758132.582894:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582895:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.582895:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.582897:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758132.582898:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758132.582899:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758132.582901:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758132.582903:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758132.582905:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758132.582910:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758132.582912:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758132.582915:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582919:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758132.582920:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.582922:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758132.582923:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758132.582925:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758132.582927:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758132.582929:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758132.582931:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758132.582933:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758132.582934:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758132.582936:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758132.582937:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758132.582940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758132.582941:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758132.582943:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758132.582946:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138816, portal 4 00000100:00000001:0.0:1787758132.582947:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758132.582948:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758132.582953:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.582958:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758132.582960:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758132.582962:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758132.582963:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931138816, offset 0 00000400:00000200:0.0:1787758132.582966:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758132.582968:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.582970:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758132.582972:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758132.582973:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758132.582974:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758132.582976:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758132.582978:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747655:747655:256:4294967295] 192.168.201.121@tcp LPNI seq info [747649:747649:8:4294967295] 00000400:00000200:0.0:1787758132.582982:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758132.582985:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758132.582989:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.582991:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758132.582993:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758132.582995:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758132.583003:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758132.583005:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758132.583007:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758132.583009:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758132.583011:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758132.583013:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758132.583014:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758132.583017:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583022:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.583025:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583029:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.583030:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758132.583032:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758132.583034:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758132.583036:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758132.583037:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310509596 00000100:00000001:0.0:1787758132.583039:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.583041:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310509596 00000100:00000001:0.0:1787758132.583043:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310510545 00000100:00000001:0.0:1787758132.583044:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758132.583046:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.583047:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758132.583049:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758132/real 1787758132] req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758132.583054:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758132.583054:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758132.583055:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758132.583057:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758132.583058:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758132.583060:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758132.583062:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758132.583068:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583072:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758132.583073:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583074:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.583074:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758132.583077:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583081:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758132.583083:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583087:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758132.583089:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583090:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758132.583091:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583092:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758132.583093:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758132.583094:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758132.583096:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758132.583098:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758132.583100:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758132.583105:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931138816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758132.583107:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583108:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.583111:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931138688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583116:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758132.583117:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758132.583119:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758132.583120:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758132.583121:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758132.583122:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758132.583123:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758132.583124:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758132.583126:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758132.583127:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758132.583129:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758132.583130:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758132.583132:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583133:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758132.583135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931138816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758132.583139:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758132.583140:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758132.583141:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758132.583142:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758132.583143:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758132.583143:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758132.583145:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758132.583146:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758132.583147:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758132.583148:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758132.583149:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758132.583151:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758132.583151:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583153:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758132.583155:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758132.583156:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758132.583157:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758132.583159:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758132.643426:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758132.643477:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758132.643480:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758132.643486:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758132.643491:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758132.643507:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758132.643511:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758132.643514:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758132.643518:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758133.539470:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758133.539485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758133.539493:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758133.539508:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758133.539510:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758133.539520:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758133.539522:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758133.539526:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758133.539531:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758133.539537:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758133.539542:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758133.539549:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758133.539551:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539558:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539566:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758133.539567:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758133.539571:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539581:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758133.539620:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758133.539628:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758133.539634:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758133.539638:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758133.539644:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758133.539645:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758133.539652:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758133.539657:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758133.539658:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758133.539668:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758133.539669:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758133.539676:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758133.539684:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758133.539696:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758133.539706:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539717:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758133.539725:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758133.539736:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758133.539747:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758133.539748:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758133.539758:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539759:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758133.539766:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539772:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758133.539772:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758133.539778:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758133.539784:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758133.603445:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310510545, at 4310510592 00000100:00000040:1.0:1787758133.603457:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310510545, at 4310510592 00000100:00000010:0.0:1787758133.603466:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758133.603480:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787758133.667381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758133.667389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758133.667392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758133.667397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758133.667401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758133.667407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758133.667445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758133.667452:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758133.667456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758134.563355:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758134.563362:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758134.563367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758134.563367:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758134.563373:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758134.563376:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758134.563377:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758134.563384:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758134.563384:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758134.563389:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758134.563391:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758134.563405:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.563414:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758134.563418:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.563421:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758134.563422:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758134.563424:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758134.563428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758134.563460:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758134.563463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758134.563466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758134.563470:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758134.563476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758134.563481:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.563485:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758134.563488:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758134.563490:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758134.563492:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758134.563493:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758134.563496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758134.563500:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758134.563504:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758134.563507:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758134.563519:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758134.563522:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758134.563527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758134.563532:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758134.563536:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758134.563537:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758134.563539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758134.563542:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758134.563544:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.563547:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758134.563548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.563551:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758134.691319:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758134.691324:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758134.691326:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758134.691330:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758134.691333:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758134.691335:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.691337:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758134.691339:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758134.691342:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758135.587448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758135.587460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758135.587470:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758135.587475:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758135.587480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758135.587488:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758135.587493:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758135.587499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758135.587515:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758135.587517:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758135.587533:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758135.587537:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758135.587544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.587545:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758135.587560:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758135.587561:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758135.587569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.587579:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758135.587595:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758135.587603:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758135.587611:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758135.587613:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758135.587622:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758135.587623:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758135.587628:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758135.587635:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758135.587640:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758135.587644:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.587652:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758135.587662:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758135.587666:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758135.587673:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758135.587674:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.587682:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758135.587685:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758135.587693:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758135.587759:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758135.587767:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758135.587769:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758135.587774:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758135.587778:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758135.587782:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.587785:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758135.587788:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.587792:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758135.715438:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758135.715447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758135.715450:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758135.715457:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758135.715461:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758135.715465:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.715469:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758135.715473:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758135.715477:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758136.611432:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758136.611445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758136.611451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758136.611464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758136.611474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758136.611481:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758136.611486:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758136.611493:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758136.611495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758136.611503:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758136.611505:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758136.611518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758136.611519:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758136.611530:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758136.611538:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758136.611546:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758136.611551:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758136.611556:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758136.611559:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758136.611569:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758136.611570:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758136.611581:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758136.611589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758136.611596:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758136.611603:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758136.611605:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758136.611614:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758136.611616:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758136.611624:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758136.611628:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758136.611631:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758136.611644:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758136.611652:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758136.611677:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758136.611681:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758136.611686:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758136.611691:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758136.611695:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758136.611697:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758136.611708:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758136.611719:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758136.611729:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758136.611736:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758136.611743:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758136.611750:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758136.739405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758136.739415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758136.739418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758136.739424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758136.739429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758136.739434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758136.739437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758136.739441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758136.739445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.635478:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758137.635478:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758137.635491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758137.635491:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758137.635497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758137.635497:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.635506:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758137.635506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758137.635514:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758137.635514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758137.635522:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.635522:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.635533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.635541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.635555:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.635557:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758137.635563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.635577:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.635622:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758137.635628:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758137.635628:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758137.635632:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758137.635634:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758137.635638:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758137.635638:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.635647:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758137.635647:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758137.635655:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.635658:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758137.635661:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758137.635663:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.635664:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.635668:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758137.635668:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758137.635672:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.635685:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.635718:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758137.635728:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758137.635737:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.635751:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758137.635764:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758137.635772:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.635788:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.635792:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.635797:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.699779:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758137.699790:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758137.699797:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758137.699819:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.699866:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.699874:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.699885:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758137.699893:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758137.699904:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.699917:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931138944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758137.699929:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758137.699937:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758137.699954:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.699960:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758137.699971:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758137.699983:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758137.699995:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758137.700003:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758137.700016:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758137.700031:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931138944, portal 25 00000100:00000001:0.0:1787758137.700039:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758137.700047:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:0.0:1787758137.700062:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.700088:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758137.700099:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758137.700107:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758137.700112:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931138944, offset 0 00000400:00000200:0.0:1787758137.700144:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758137.700163:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.700178:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758137.700211:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758137.700226:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758137.700244:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758137.700259:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758137.700279:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747656:747656:256:4294967295] 192.168.201.121@tcp LPNI seq info [747650:747650:8:4294967295] 00000400:00000200:0.0:1787758137.700390:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.700429:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758137.700457:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.700469:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758137.700488:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758137.700500:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758137.700547:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.700555:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758137.700566:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758137.700585:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758137.700598:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758137.700605:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758137.700614:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758137.700628:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.700681:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.700699:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.700746:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.700753:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758137.700768:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758137.700785:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758137.700797:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310515665 00000100:00000010:0.0:1787758137.700816:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758137.700834:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758137.700854:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310515665 00000100:00000010:0.0:1787758137.700872:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 00000100:00000001:0.0:1787758137.700884:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758137.700895:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758137.700907:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.700914:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758137.700929:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758137/real 1787758137] req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758137.700973:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758137.700980:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758137.700986:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758137.700994:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758137.701004:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758137.701012:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758137.701026:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758137.701060:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701095:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758137.701102:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701109:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.701115:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758137.701152:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701183:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758137.701203:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701235:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758137.701251:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701263:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.701273:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701330:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758137.701339:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758137.701375:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758137.701419:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758137.701426:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758137.701439:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758137.701451:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931138944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758137.701458:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701460:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.701464:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701473:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758137.701475:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758137.701491:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758137.701495:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758137.701497:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758137.701499:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758137.701503:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758137.701507:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:0.0:1787758137.701511:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758137.701513:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758137.701516:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:0.0:1787758137.701520:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758137.701521:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701525:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701533:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758137.701536:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.701538:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758137.701540:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758137.701543:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758137.701547:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701556:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.701558:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.701561:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758137.701564:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758137.701567:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.701571:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758137.701575:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758137.701578:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758137.701581:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.701583:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758137.701587:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758137.701590:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758137.701605:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758137.701609:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758137.701613:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758137.701618:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139072, portal 10 00000100:00000001:0.0:1787758137.701621:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758137.701623:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:0.0:1787758137.701630:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701639:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758137.701643:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758137.701646:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758137.701651:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931139072, offset 0 00000400:00000200:0.0:1787758137.701660:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758137.701669:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.701682:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758137.701688:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758137.701694:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758137.701699:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758137.701704:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758137.701711:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747657:747657:256:4294967295] 192.168.201.121@tcp LPNI seq info [747651:747651:8:4294967295] 00000400:00000200:0.0:1787758137.701721:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.701733:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758137.701743:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.701749:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758137.701755:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758137.701759:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758137.701774:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.701776:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758137.701780:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758137.701787:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758137.701793:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758137.701797:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758137.701801:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758137.701809:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701825:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.701832:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701846:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.701850:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758137.701857:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758137.701864:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758137.701871:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758137.701876:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310514702 00000100:00000001:0.0:1787758137.701880:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.701883:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310514702 00000100:00000001:0.0:1787758137.701885:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.701888:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758137.701891:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.701894:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758137.701899:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758137/real 1787758137] req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758137.701918:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758137.701919:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758137.701922:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758137.701925:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758137.701928:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758137.701930:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758137.701934:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758137.701945:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701953:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758137.701955:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701963:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.701965:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758137.701969:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701977:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758137.701982:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.701990:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758137.701993:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701995:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.701996:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.701999:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758137.702003:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758137.702007:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758137.702011:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758137.702014:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758137.702019:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758137.702029:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758137.702034:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758137.702038:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702045:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.702047:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.702049:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758137.702052:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758137.702054:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.702058:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758137.702061:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758137.702064:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758137.702066:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.702068:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758137.702072:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758137.702075:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758137.702079:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758137.702082:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758137.702086:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758137.702090:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139200, portal 10 00000100:00000001:0.0:1787758137.702093:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758137.702094:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758137.702101:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702109:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758137.702112:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758137.702115:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758137.702118:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931139200, offset 0 00000400:00000200:0.0:1787758137.702124:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758137.702129:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.702151:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758137.702156:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758137.702160:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758137.702164:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758137.702167:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758137.702172:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747658:747658:256:4294967295] 192.168.201.121@tcp LPNI seq info [747652:747652:8:4294967295] 00000400:00000200:0.0:1787758137.702178:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.702186:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758137.702193:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.702197:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758137.702203:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758137.702207:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758137.702221:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.702224:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758137.702228:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758137.702234:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758137.702240:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758137.702244:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758137.702249:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758137.702256:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702272:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.702279:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702293:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.702331:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758137.702359:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758137.702367:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758137.702373:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758137.702394:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310514701 00000100:00000001:0.0:1787758137.702398:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.702401:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310514701 00000100:00000001:0.0:1787758137.702404:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.702406:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758137.702409:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.702411:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758137.702417:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758137/real 1787758137] req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758137.702427:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758137.702429:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758137.702432:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758137.702435:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758137.702438:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758137.702440:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758137.702445:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758137.702455:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702463:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758137.702465:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.702467:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.702469:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758137.702473:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702481:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758137.702486:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702495:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758137.702498:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.702500:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.702502:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.702505:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758137.702508:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758137.702511:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758137.702515:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758137.702517:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758137.702522:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758137.702531:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758137.702536:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758137.702540:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702548:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.702550:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.702552:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758137.702555:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758137.702557:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.702561:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758137.702564:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758137.702567:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758137.702569:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.702572:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758137.702576:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758137.702579:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758137.702583:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758137.702586:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758137.702590:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758137.702594:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139328, portal 4 00000100:00000001:0.0:1787758137.702597:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758137.702599:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758137.702606:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702614:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758137.702617:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758137.702620:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758137.702623:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931139328, offset 0 00000400:00000200:0.0:1787758137.702628:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758137.702632:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.702637:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758137.702641:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758137.702645:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758137.702650:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758137.702654:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758137.702661:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747659:747659:256:4294967295] 192.168.201.121@tcp LPNI seq info [747653:747653:8:4294967295] 00000400:00000200:0.0:1787758137.702669:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.702681:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758137.702691:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.702697:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758137.702706:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758137.702711:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758137.702744:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.702748:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758137.702752:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758137.702757:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758137.702761:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758137.702764:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758137.702767:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758137.702772:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702803:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.702810:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702823:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.702826:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758137.702833:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758137.702839:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758137.702846:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758137.702850:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310514737 00000100:00000001:0.0:1787758137.702855:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.702860:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310514737 00000100:00000001:0.0:1787758137.702875:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.702879:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758137.702883:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.702887:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758137.702894:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758137/real 1787758137] req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758137.702904:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758137.702906:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758137.702908:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758137.702912:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758137.702914:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758137.702917:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758137.702921:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758137.702931:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702938:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758137.702941:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.702944:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.702945:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758137.702950:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702958:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758137.702962:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.702970:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758137.702973:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.702975:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.702977:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.702980:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758137.702982:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758137.702985:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758137.702989:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758137.702991:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758137.702996:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758137.703005:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758137.703009:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758137.703013:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703020:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758137.703022:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.703025:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758137.703027:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758137.703029:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758137.703033:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758137.703037:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758137.703040:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758137.703042:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758137.703044:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758137.703049:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758137.703051:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758137.703055:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758137.703058:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758137.703062:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758137.703065:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139456, portal 4 00000100:00000001:0.0:1787758137.703068:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758137.703070:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758137.703076:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703084:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758137.703087:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758137.703090:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758137.703092:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931139456, offset 0 00000400:00000200:0.0:1787758137.703097:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758137.703102:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.703106:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758137.703110:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758137.703114:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758137.703117:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758137.703120:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758137.703124:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747660:747660:256:4294967295] 192.168.201.121@tcp LPNI seq info [747654:747654:8:4294967295] 00000400:00000200:0.0:1787758137.703129:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758137.703137:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758137.703161:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.703165:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758137.703171:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758137.703175:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758137.703190:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758137.703192:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758137.703197:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758137.703201:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758137.703205:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:0.0:1787758137.703208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:0.0:1787758137.703211:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758137.703216:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703227:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.703231:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703245:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.703249:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758137.703255:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758137.703261:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758137.703267:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758137.703271:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310514716 00000100:00000001:0.0:1787758137.703276:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.703281:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310514716 00000100:00000001:0.0:1787758137.703286:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310515665 00000100:00000001:0.0:1787758137.703291:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758137.703295:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.703336:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758137.703388:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758137/real 1787758137] req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758137.703403:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758137.703405:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758137.703408:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758137.703411:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758137.703414:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758137.703417:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758137.703421:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758137.703431:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703439:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758137.703440:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703443:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.703444:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758137.703449:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703457:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758137.703462:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703470:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758137.703473:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703475:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758137.703476:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703478:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758137.703480:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758137.703483:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758137.703498:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758137.703501:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758137.703505:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758137.703521:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758137.703526:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703529:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.703533:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931139072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703540:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758137.703543:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758137.703546:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758137.703549:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758137.703551:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758137.703553:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758137.703556:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758137.703558:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758137.703562:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758137.703563:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758137.703566:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:0.0:1787758137.703569:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758137.703571:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703573:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.703577:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931139200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703584:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758137.703586:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758137.703587:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758137.703590:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758137.703592:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758137.703593:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758137.703596:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758137.703598:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758137.703600:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758137.703601:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758137.703603:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758137.703610:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758137.703612:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703614:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.703618:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931139328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703625:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758137.703627:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758137.703629:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758137.703632:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758137.703633:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758137.703634:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758137.703637:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758137.703638:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758137.703641:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758137.703642:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758137.703645:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758137.703649:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758137.703651:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703654:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758137.703661:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931139456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758137.703672:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758137.703675:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758137.703678:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758137.703682:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758137.703685:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758137.703687:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758137.703691:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758137.703694:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758137.703698:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758137.703700:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758137.703703:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758137.703708:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758137.703711:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703715:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758137.703722:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758137.703725:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758137.703729:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758137.703732:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758137.763428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758137.763435:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758137.763438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758137.763444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758137.763448:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758137.763452:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.763456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758137.763459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758137.763462:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758138.659404:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758138.659404:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758138.659412:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758138.659413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758138.659416:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758138.659418:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758138.659421:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758138.659426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758138.659426:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758138.659433:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758138.659434:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758138.659438:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659439:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758138.659443:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659447:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758138.659457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758138.659462:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758138.659468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758138.659468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758138.659471:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758138.659477:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758138.659480:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758138.659484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659487:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758138.659491:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758138.659492:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659499:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758138.659499:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758138.659504:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758138.659508:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758138.659513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758138.659517:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758138.659526:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758138.659529:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758138.659534:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758138.659553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758138.659557:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758138.659559:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758138.659561:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758138.659563:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758138.659575:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659577:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758138.659579:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758138.659581:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758138.723347:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310515665, at 4310515712 00000100:00000040:1.0:1787758138.723347:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310515665, at 4310515712 00000100:00000010:0.0:1787758138.723361:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758138.723362:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787758138.787361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758138.787367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758138.787369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758138.787374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758138.787376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758138.787379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758138.787381:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758138.787383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758138.787386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758139.683394:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758139.683412:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758139.683418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758139.683419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758139.683424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758139.683425:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758139.683435:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758139.683436:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758139.683447:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758139.683448:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758139.683458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758139.683477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758139.683482:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758139.683485:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758139.683486:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758139.683490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758139.683507:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758139.683515:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758139.683516:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758139.683522:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758139.683523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758139.683528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758139.683529:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758139.683539:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758139.683539:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758139.683546:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683547:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758139.683553:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758139.683555:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758139.683560:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683565:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758139.683565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758139.683571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683575:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758139.683625:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758139.683628:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758139.683629:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758139.683632:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758139.683635:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758139.683638:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758139.683642:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758139.683645:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758139.811401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758139.811408:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758139.811410:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758139.811425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758139.811428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758139.811432:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758139.811434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758139.811437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758139.811440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758140.707421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758140.707424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758140.707430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758140.707432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758140.707436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758140.707437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758140.707446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758140.707447:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758140.707453:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758140.707456:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758140.707458:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758140.707462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758140.707463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758140.707468:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758140.707474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758140.707483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758140.707485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758140.707488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758140.707491:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758140.707497:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758140.707501:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758140.707502:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758140.707505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758140.707507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758140.707509:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758140.707512:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758140.707514:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758140.707517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758140.707518:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758140.707523:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758140.707523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758140.707528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758140.707529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758140.707533:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758140.707538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758140.707542:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758140.707557:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758140.707563:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758140.707566:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758140.707574:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758140.707578:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758140.707581:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758140.707594:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758140.707597:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758140.707600:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758140.707636:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758140.707641:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758140.707645:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758140.835339:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758140.835345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758140.835347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758140.835351:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758140.835354:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758140.835357:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758140.835359:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758140.835361:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758140.835365:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758141.731507:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758141.731510:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758141.731521:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758141.731522:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758141.731529:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758141.731532:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758141.731544:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758141.731562:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758141.731567:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758141.731572:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758141.731589:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758141.731594:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758141.731601:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.731608:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.731617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758141.731620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758141.731636:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758141.731648:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758141.731663:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758141.731669:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758141.731673:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758141.731687:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758141.731696:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758141.731703:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.731722:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758141.731726:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758141.731726:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758141.731737:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758141.731741:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758141.731746:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758141.731760:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758141.731775:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758141.731785:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758141.731797:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758141.731804:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758141.731810:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758141.731824:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758141.731825:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758141.731864:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758141.731896:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758141.731926:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758141.731950:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.731972:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758141.731989:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.731996:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758141.732083:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758141.732088:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758141.732092:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758141.859409:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758141.859421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758141.859424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758141.859432:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758141.859437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758141.859443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.859448:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758141.859452:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758141.859457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.755509:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758142.755518:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758142.755522:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.755529:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758142.755538:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.755548:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758142.755558:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758142.755561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.755568:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755577:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758142.755593:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758142.755604:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.755623:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758142.755623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758142.755636:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758142.755647:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.755648:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.755663:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758142.755667:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755671:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.755679:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758142.755693:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758142.755712:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758142.755724:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.755728:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.755736:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755745:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758142.755774:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758142.755785:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758142.755790:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758142.755796:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758142.755804:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758142.755821:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755824:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758142.755841:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.755843:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758142.755860:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755862:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758142.755891:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.755892:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758142.755910:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.755922:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755931:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.755934:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.755938:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.819750:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758142.819763:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.819772:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758142.819796:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.819834:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.819840:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.819850:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758142.819856:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758142.819865:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.819878:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931139584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758142.819889:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758142.819897:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758142.819903:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.819909:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758142.819925:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758142.819934:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758142.819953:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758142.819970:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758142.819989:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758142.820010:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139584, portal 25 00000100:00000001:0.0:1787758142.820020:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758142.820026:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758142.820045:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.820079:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758142.820091:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758142.820100:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a476e8. 00000100:00000200:0.0:1787758142.820110:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931139584, offset 0 00000400:00000200:0.0:1787758142.820131:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758142.820150:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.820169:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758142.820184:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758142.820197:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758142.820208:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758142.820216:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758142.820227:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747661:747661:256:4294967295] 192.168.201.121@tcp LPNI seq info [747655:747655:8:4294967295] 00000400:00000200:0.0:1787758142.820242:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.820317:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758142.820336:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758142.820352:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758142.820373:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758142.820425:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758142.820439:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758142.820448:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310520785 00000100:00000010:0.0:1787758142.820461:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758142.820475:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758142.820491:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310520785 00000100:00000010:0.0:1787758142.820505:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 00000100:00000001:0.0:1787758142.820519:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758142.820534:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758142.820543:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.820552:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.820562:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.820580:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758142.820587:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758142.820593:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758142.820600:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.820606:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758142.820620:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.820651:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.820658:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.820663:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758142.820668:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758142.820674:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.820687:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758142.820699:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758142.820710:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758142.820719:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.820729:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758142.820742:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758142.820755:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758142.820771:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758142.820784:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758142.820797:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758142.820806:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139712, portal 10 00000100:00000001:0.0:1787758142.820815:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758142.820820:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758142.820840:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.820873:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758142.820881:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758142.820889:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a472a8. 00000100:00000200:0.0:1787758142.820902:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931139712, offset 0 00000400:00000200:0.0:1787758142.820926:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758142.820947:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.820966:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758142.820982:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758142.821000:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758142.821015:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758142.821026:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758142.821040:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747662:747662:255:4294967295] 192.168.201.121@tcp LPNI seq info [747656:747656:7:4294967295] 00000400:00000200:0.0:1787758142.821072:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.821100:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758142.821123:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758142.821136:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9d00. 00000800:00000200:0.0:1787758142.821154:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758142.821184:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758142.821197:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758142.821210:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758142.821214:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310519821 00000100:00000001:0.0:1787758142.821219:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.821228:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310519821 00000100:00000001:0.0:1787758142.821236:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.821248:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758142.821325:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.821330:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758142.821341:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.821390:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.821394:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.821398:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758142.821402:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758142.821408:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.821416:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758142.821424:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758142.821428:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758142.821432:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.821436:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758142.821444:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758142.821448:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758142.821455:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758142.821460:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758142.821467:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787758142.821473:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139840, portal 10 00000100:00000001:0.0:1787758142.821477:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758142.821480:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758142.821492:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.821506:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758142.821511:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758142.821516:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47000. 00000100:00000200:0.0:1787758142.821522:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931139840, offset 0 00000400:00000200:0.0:1787758142.821531:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758142.821539:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.821547:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758142.821552:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758142.821558:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758142.821563:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758142.821567:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758142.821575:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747663:747663:254:4294967295] 192.168.201.121@tcp LPNI seq info [747657:747657:6:4294967295] 00000400:00000200:0.0:1787758142.821583:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.821596:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758142.821605:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758142.821612:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9a00. 00000800:00000200:0.0:1787758142.821620:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758142.821635:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758142.821641:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758142.821647:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758142.821651:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310519820 00000100:00000001:0.0:1787758142.821656:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.821660:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310519820 00000100:00000001:0.0:1787758142.821664:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.821668:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758142.821672:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.821676:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.821680:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.821687:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758142.821690:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758142.821694:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758142.821698:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.821701:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758142.821708:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.821723:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.821725:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.821730:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758142.821733:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758142.821738:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.821744:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758142.821755:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758142.821759:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758142.821762:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.821765:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758142.821772:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758142.821777:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758142.821784:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758142.821788:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758142.821796:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758142.821801:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931139968, portal 4 00000100:00000001:0.0:1787758142.821804:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758142.821805:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758142.821814:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.821823:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758142.821828:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758142.821832:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47330. 00000100:00000200:0.0:1787758142.821837:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931139968, offset 0 00000400:00000200:0.0:1787758142.821845:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758142.821852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.821860:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758142.821867:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758142.821872:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758142.821876:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758142.821881:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758142.821886:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747664:747664:253:4294967295] 192.168.201.121@tcp LPNI seq info [747658:747658:5:4294967295] 00000400:00000200:0.0:1787758142.821893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.821904:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758142.821913:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758142.821921:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9500. 00000800:00000200:0.0:1787758142.821929:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758142.821943:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758142.821949:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758142.821955:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758142.821959:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310519856 00000100:00000001:0.0:1787758142.821964:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.821968:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310519856 00000100:00000001:0.0:1787758142.821972:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.821976:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758142.821981:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.821985:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758142.821992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.822004:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758142.822007:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.822010:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758142.822013:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758142.822017:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758142.822022:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758142.822027:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758142.822031:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758142.822034:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758142.822038:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758142.822045:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758142.822050:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758142.822058:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758142.822063:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758142.822072:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758142.822077:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140096, portal 4 00000100:00000001:0.0:1787758142.822081:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758142.822083:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758142.822094:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758142.822108:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758142.822113:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758142.822119:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47cc0. 00000100:00000200:0.0:1787758142.822124:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931140096, offset 0 00000400:00000200:0.0:1787758142.822133:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758142.822140:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.822147:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758142.822153:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758142.822157:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758142.822162:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758142.822167:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758142.822173:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747665:747665:252:4294967295] 192.168.201.121@tcp LPNI seq info [747659:747659:4:4294967295] 00000400:00000200:0.0:1787758142.822180:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758142.822192:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758142.822201:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758142.822209:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758142.822217:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758142.822231:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758142.822237:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758142.822243:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758142.822247:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310519835 00000100:00000001:0.0:1787758142.822320:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.822326:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310519836 00000100:00000001:0.0:1787758142.822329:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310520785 00000100:00000001:0.0:1787758142.822333:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758142.822337:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.822342:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.822346:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758142.822352:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758142.822356:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758142.822359:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758142.822362:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758142.822365:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758142.822368:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758142.883391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758142.883400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758142.883402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758142.883409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758142.883414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758142.883419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758142.883422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758142.883426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758142.883430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758143.779356:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758143.779358:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758143.779365:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758143.779365:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758143.779370:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758143.779370:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758143.779378:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758143.779379:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758143.779385:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758143.779387:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758143.779390:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.779392:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758143.779394:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758143.779400:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.779401:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758143.779404:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758143.779406:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.779410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758143.779421:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758143.779425:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758143.779427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758143.779427:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758143.779432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758143.779433:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758143.779437:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758143.779438:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758143.779443:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758143.779444:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.779448:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758143.779450:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758143.779451:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758143.779455:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758143.779463:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758143.779464:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758143.779469:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.779490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758143.779503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758143.779509:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758143.779514:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758143.779520:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758143.779525:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758143.779528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758143.779532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758143.779535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758143.779539:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758143.843339:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310520785, at 4310520832 00000100:00000010:0.0:1787758143.843352:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758143.843383:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310520785, at 4310520832 00000100:00000010:1.0:1787758143.843390:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787758143.907319:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758143.907324:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758143.907326:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758143.907330:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758143.907333:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758143.907336:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.907338:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758143.907339:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758143.907342:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758144.803424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758144.803431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758144.803436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758144.803442:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758144.803446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758144.803450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758144.803463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758144.803464:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758144.803479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758144.803479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758144.803491:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758144.803492:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758144.803524:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758144.803529:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758144.803534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758144.803536:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758144.803547:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758144.803562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758144.803565:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758144.803575:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758144.803582:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758144.803592:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758144.803603:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758144.803606:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758144.803616:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758144.803617:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758144.803624:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758144.803627:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758144.803646:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758144.803647:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758144.803655:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758144.803659:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758144.803679:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758144.803687:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758144.803694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758144.803703:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758144.931401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758144.931411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758144.931414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758144.931420:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758144.931424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758144.931429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758144.931433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758144.931437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758144.931441:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.827360:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758145.827361:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758145.827365:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758145.827367:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758145.827369:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.827371:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758145.827374:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758145.827378:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758145.827379:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758145.827385:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758145.827385:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.827391:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.827391:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758145.827395:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.827397:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758145.827399:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.827401:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.827405:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.827415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758145.827419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758145.827420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758145.827421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.827425:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758145.827425:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758145.827428:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.827430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758145.827432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758145.827434:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.827436:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758145.827437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758145.827448:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.827452:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.827452:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.827459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758145.827462:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.827465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.827468:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758145.827472:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758145.827474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758145.827478:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758145.827482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758145.827484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.827486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758145.827487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.827489:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758145.891524:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758145.891580:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758145.891593:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758145.891599:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758145.891605:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758145.891611:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758145.891618:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758145.891624:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:1.0:1787758145.891631:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758145.891638:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758145.891647:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a476e8 00000400:00000010:1.0:1787758145.891651:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a476e8. 00000100:00000001:1.0:1787758145.891658:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758145.891672:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.891700:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758145.891705:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.891718:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.891720:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758145.891731:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758145.891734:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9d00. 00000400:00000200:1.0:1787758145.891738:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758145.891741:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758145.891745:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a472a8 00000400:00000010:1.0:1787758145.891747:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a472a8. 00000100:00000001:1.0:1787758145.891750:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758145.891754:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.891756:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758145.891764:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758145.891770:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758145.891772:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1787758145.891779:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758145.891789:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758142/real 1787758145] req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.891794:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.891800:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758145.891826:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758145.891835:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9a00. 00000400:00000200:1.0:1787758145.891842:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000001:0.0:1787758145.891845:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758145.891853:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1787758145.891854:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000010:0.0:1787758145.891861:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758145.891870:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758145.891873:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758145.891878:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787758145.891880:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47000 00000400:00000010:1.0:1787758145.891887:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47000. 00000100:00000200:0.0:1787758145.891888:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.891895:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758145.891909:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787758145.891917:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.891933:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758145.891939:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.891942:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758145.891945:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1787758145.891951:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.891952:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758145.891966:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.891971:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.891977:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758145.891987:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:1.0:1787758145.891992:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758145.891998:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9500. 00000100:00000040:0.0:1787758145.892001:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758145.892005:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758145.892018:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758145.892023:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47330 00000400:00000010:1.0:1787758145.892025:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47330. 00000100:00000001:1.0:1787758145.892030:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758145.892036:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892052:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758145.892059:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758145.892062:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758145.892068:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892069:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892073:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892081:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787758145.892087:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.892091:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758145.892091:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1787758145.892099:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758145.892109:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000800:00000100:1.0:1787758145.892112:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000100:00000001:0.0:1787758145.892115:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000800:00000010:1.0:1787758145.892119:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:1.0:1787758145.892126:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000040:0.0:1787758145.892130:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758145.892138:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758145.892147:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47cc0 00000400:00000010:1.0:1787758145.892152:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47cc0. 00000100:00100000:0.0:1787758145.892157:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787758145.892160:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787758145.892169:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000200:1.0:1787758145.892171:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758145.892181:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758142/real 1787758145] req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.892237:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1787758145.892239:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758145.892245:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1787758145.892247:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787758145.892250:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758145.892259:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787758145.892263:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:1.0:1787758145.892266:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.892312:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758145.892320:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758145.892322:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1787758145.892338:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892352:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758145.892356:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892359:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892361:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758145.892368:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892378:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758145.892386:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892396:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758145.892400:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892403:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892406:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892409:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758145.892412:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758145.892416:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758145.892422:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758145.892425:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758145.892431:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758145.892450:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758145.892457:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758145.892462:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758142/real 1787758145] req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758145.892474:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758145.892476:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758145.892479:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758145.892484:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758145.892487:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758145.892492:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758145.892498:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758145.892511:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892519:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758145.892521:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892524:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892526:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758145.892532:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892552:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758145.892557:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892567:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758145.892570:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892572:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892574:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892577:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758145.892579:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758145.892582:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758145.892587:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758145.892597:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758145.892603:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758145.892613:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931139584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758145.892618:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.892621:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758145.892626:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931139712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892634:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758145.892638:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758145.892643:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758145.892649:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758145.892652:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758145.892655:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758145.892658:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758145.892661:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758145.892666:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758145.892670:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758145.892672:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758145.892676:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758145.892678:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892680:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758145.892685:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931139840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892693:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758145.892694:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758145.892696:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758145.892700:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758145.892701:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758145.892703:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758145.892706:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758145.892707:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758145.892710:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758145.892712:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758145.892714:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758145.892718:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758145.892720:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892722:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758145.892727:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931139584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892735:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758145.892736:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758145.892739:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758145.892742:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758145.892744:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758145.892746:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758145.892749:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758145.892751:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758145.892754:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758145.892756:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758145.892775:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758145.892778:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758145.892780:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892784:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.892786:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758145.892788:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758145.892790:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758145.892795:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758142/real 1787758145] req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758145.892806:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758145.892808:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758145.892810:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758145.892814:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758145.892816:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758145.892819:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758145.892824:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758145.892835:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892844:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758145.892847:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892849:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892851:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758145.892856:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892863:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758145.892884:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.892903:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758145.892905:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892907:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.892908:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.892910:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758145.892912:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758145.892916:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758145.892920:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758145.892923:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758145.892927:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758145.892936:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931139968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758145.892940:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758145.892944:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758142/real 1787758145] req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758145.892968:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758145.892969:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758145.892971:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758145.892973:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758145.892975:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758145.892978:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758145.892983:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758145.892994:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.893003:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758145.893005:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893008:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.893010:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758145.893015:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.893044:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758145.893052:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.893075:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758145.893078:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893080:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758145.893081:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893083:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758145.893085:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758145.893088:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758145.893092:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758145.893094:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758145.893099:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758145.893123:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758145.893127:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893129:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758145.893131:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931139968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.893137:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758145.893138:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758145.893140:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758145.893143:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758145.893144:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758145.893145:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758145.893147:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758145.893149:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758145.893152:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758145.893153:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758145.893155:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758145.893157:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758145.893159:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893161:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758145.893163:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931140096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758145.893177:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758145.893178:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758145.893180:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758145.893182:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758145.893183:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758145.893184:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758145.893186:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758145.893187:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758145.893189:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758145.893190:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758145.893191:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758145.893193:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758145.893194:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893232:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758145.893239:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758145.893241:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758145.893243:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758145.893244:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758145.955352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758145.955358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758145.955360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758145.955365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758145.955368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758145.955371:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.955373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758145.955376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758145.955379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758146.851380:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758146.851389:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758146.851394:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758146.851414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758146.851421:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758146.851424:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758146.851428:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.851451:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758146.851454:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758146.851457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758146.851460:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758146.851476:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758146.851477:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758146.851487:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758146.851498:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.851510:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758146.851517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.851525:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758146.851532:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758146.851571:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758146.851577:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758146.851578:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758146.851586:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758146.851587:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758146.851592:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758146.851596:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758146.851599:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758146.851602:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.851608:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758146.851609:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758146.851616:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.851617:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758146.851625:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758146.851629:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758146.851636:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.851646:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758146.979391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758146.979401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758146.979404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758146.979412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758146.979416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758146.979421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.979425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758146.979429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758146.979432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.875451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758147.875462:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758147.875464:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.875472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758147.875473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758147.875481:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.875483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758147.875492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758147.875494:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758147.875506:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758147.875507:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758147.875517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.875519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758147.875525:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.875527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758147.875533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.875536:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758147.875546:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.875571:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758147.875581:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758147.875582:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758147.875592:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758147.875595:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758147.875602:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758147.875604:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.875613:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758147.875614:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758147.875623:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758147.875624:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758147.875633:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758147.875634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.875638:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.875645:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758147.875653:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758147.875659:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758147.875669:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.875674:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758147.875687:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.875692:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.875700:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758147.875707:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758147.875710:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758147.875714:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.875718:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758147.875721:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758147.875728:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758147.875737:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758147.875741:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.875752:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.875759:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.875765:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758147.875767:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758147.875773:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758147.875777:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.939942:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758147.939956:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758147.939965:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758147.939986:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.940031:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.940040:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.940054:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758147.940064:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758147.940075:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.940093:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931140224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758147.940108:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758147.940121:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758147.940130:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.940140:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758147.940151:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.940156:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758147.940193:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758147.940203:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758147.940215:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758147.940227:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140224, portal 25 00000100:00000001:0.0:1787758147.940233:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758147.940236:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758147.940250:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.940308:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758147.940316:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758147.940323:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758147.940330:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931140224, offset 0 00000400:00000200:0.0:1787758147.940342:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758147.940356:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.940368:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758147.940378:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758147.940386:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758147.940393:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758147.940398:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758147.940406:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747666:747666:256:4294967295] 192.168.201.121@tcp LPNI seq info [747660:747660:8:4294967295] 00000400:00000200:0.0:1787758147.940415:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.940433:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758147.940445:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.940459:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758147.940473:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758147.940482:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758147.940510:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.940517:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758147.940534:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758147.940582:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758147.940597:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758147.940606:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758147.940621:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758147.940640:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.940679:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.940695:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.940762:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.940773:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758147.940792:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758147.940809:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758147.940821:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310525905 00000100:00000010:0.0:1787758147.940838:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758147.940855:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758147.940884:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310525905 00000100:00000010:0.0:1787758147.940900:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758147.940914:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758147.940928:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758147.940940:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.940951:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758147.940971:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758147/real 1787758147] req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758147.941048:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758147.941054:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758147.941065:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758147.941078:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758147.941088:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758147.941098:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758147.941115:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758147.941156:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941194:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758147.941198:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.941204:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.941207:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758147.941217:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941232:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758147.941243:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941257:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758147.941264:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.941303:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.941306:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.941311:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758147.941315:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758147.941321:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758147.941329:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758147.941334:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758147.941343:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758147.941361:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931140224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758147.941369:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.941373:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.941380:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931140224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941393:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758147.941399:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758147.941405:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.941412:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758147.941416:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758147.941419:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758147.941425:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758147.941429:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758147.941436:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758147.941440:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758147.941443:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758147.941449:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758147.941451:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.941455:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.941468:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.941472:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.941476:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758147.941479:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758147.941482:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758147.941490:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941503:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.941507:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.941522:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758147.941526:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758147.941531:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.941537:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758147.941545:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758147.941550:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758147.941553:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.941556:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758147.941563:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.941567:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758147.941575:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758147.941581:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758147.941588:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758147.941595:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140352, portal 10 00000100:00000001:0.0:1787758147.941600:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758147.941603:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758147.941617:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941631:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758147.941636:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758147.941641:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758147.941646:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931140352, offset 0 00000400:00000200:0.0:1787758147.941657:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758147.941666:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.941675:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758147.941682:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758147.941689:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758147.941694:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758147.941699:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758147.941705:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747667:747667:256:4294967295] 192.168.201.121@tcp LPNI seq info [747661:747661:8:4294967295] 00000400:00000200:0.0:1787758147.941715:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.941729:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758147.941737:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.941743:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758147.941749:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758147.941755:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758147.941776:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.941780:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758147.941789:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758147.941800:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758147.941808:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758147.941811:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758147.941821:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758147.941829:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941844:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.941853:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.941899:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.941905:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758147.941914:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758147.941925:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758147.941937:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758147.941943:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310524942 00000100:00000001:0.0:1787758147.941951:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.941960:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310524942 00000100:00000001:0.0:1787758147.941969:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.941977:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758147.941982:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.941987:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758147.942002:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758147/real 1787758147] req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758147.942028:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758147.942033:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758147.942041:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758147.942050:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758147.942056:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758147.942071:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758147.942087:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758147.942137:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.942200:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758147.942205:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.942208:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.942211:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758147.942223:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.942243:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758147.942254:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.942300:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758147.942305:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.942311:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.942314:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.942319:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758147.942327:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758147.942334:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758147.942348:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758147.942355:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758147.942365:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758147.942382:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758147.942392:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.942399:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.942406:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931140352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.942432:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758147.942436:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758147.942444:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.942452:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758147.942458:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758147.942463:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758147.942470:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758147.942475:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758147.942482:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758147.942487:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758147.942491:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758147.942502:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758147.942506:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.942517:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.942523:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.942528:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.942538:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758147.942544:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758147.942549:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758147.942561:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.942583:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.942588:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.942595:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758147.942599:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758147.942608:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.942619:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758147.942626:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758147.942630:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758147.942636:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.942641:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758147.942647:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.942654:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758147.942665:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758147.942672:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758147.942680:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758147.942690:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140480, portal 10 00000100:00000001:0.0:1787758147.942700:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758147.942706:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758147.942721:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.942749:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758147.942760:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758147.942767:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758147.942774:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931140480, offset 0 00000400:00000200:0.0:1787758147.942791:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758147.942805:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.942816:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758147.942829:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758147.942837:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758147.942847:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758147.942854:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758147.942868:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747668:747668:256:4294967295] 192.168.201.121@tcp LPNI seq info [747662:747662:8:4294967295] 00000400:00000200:0.0:1787758147.942883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.942899:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758147.942916:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.942929:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758147.942941:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758147.942948:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758147.942994:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.943000:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758147.943009:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758147.943022:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758147.943030:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758147.943037:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758147.943047:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758147.943057:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943092:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.943110:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943182:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.943190:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758147.943201:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758147.943209:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758147.943220:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758147.943224:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310524941 00000100:00000001:0.0:1787758147.943228:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.943232:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310524941 00000100:00000001:0.0:1787758147.943235:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.943239:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758147.943242:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.943246:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758147.943253:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758147/real 1787758147] req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758147.943264:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758147.943295:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758147.943298:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758147.943302:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758147.943305:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758147.943309:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758147.943314:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758147.943326:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943335:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758147.943337:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943340:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.943341:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758147.943346:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943355:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758147.943360:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943370:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758147.943373:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943376:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.943377:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943380:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758147.943383:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758147.943386:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758147.943391:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758147.943393:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758147.943399:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758147.943408:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758147.943414:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943417:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.943421:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931140480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943430:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758147.943432:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758147.943435:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.943438:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758147.943441:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758147.943442:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758147.943446:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758147.943448:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758147.943451:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758147.943453:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758147.943455:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758147.943459:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758147.943460:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943463:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943467:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.943469:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.943472:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758147.943474:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758147.943476:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758147.943481:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943491:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.943493:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.943496:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758147.943498:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758147.943501:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.943505:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758147.943509:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758147.943512:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758147.943514:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.943517:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758147.943522:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.943525:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758147.943529:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758147.943533:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758147.943537:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758147.943542:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140608, portal 4 00000100:00000001:0.0:1787758147.943544:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758147.943546:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758147.943554:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943562:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758147.943566:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758147.943569:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758147.943572:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931140608, offset 0 00000400:00000200:0.0:1787758147.943577:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758147.943583:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.943587:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758147.943592:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758147.943595:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758147.943599:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758147.943602:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758147.943607:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747669:747669:256:4294967295] 192.168.201.121@tcp LPNI seq info [747663:747663:8:4294967295] 00000400:00000200:0.0:1787758147.943613:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.943621:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758147.943627:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.943631:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758147.943637:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758147.943641:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758147.943656:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.943658:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758147.943662:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758147.943667:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758147.943672:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758147.943675:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758147.943678:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758147.943683:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943693:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.943697:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943706:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.943708:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758147.943712:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758147.943715:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758147.943720:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758147.943722:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310524978 00000100:00000001:0.0:1787758147.943726:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.943729:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310524978 00000100:00000001:0.0:1787758147.943732:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.943735:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758147.943738:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.943740:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758147.943745:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758147/real 1787758147] req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758147.943754:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758147.943756:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758147.943758:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758147.943761:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758147.943763:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758147.943766:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758147.943771:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758147.943790:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943798:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758147.943800:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943802:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.943804:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758147.943809:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943817:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758147.943822:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943830:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758147.943833:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943836:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.943837:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.943840:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758147.943842:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758147.943845:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758147.943849:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758147.943853:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758147.943858:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758147.943869:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758147.943873:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758147.943877:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943893:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758147.943896:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.943898:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758147.943901:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758147.943904:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758147.943907:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758147.943911:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758147.943913:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758147.943915:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758147.943918:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758147.943922:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758147.943924:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758147.943928:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758147.943931:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758147.943934:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758147.943938:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140736, portal 4 00000100:00000001:0.0:1787758147.943941:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758147.943943:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758147.943950:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.943958:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758147.943961:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758147.943964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758147.943967:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931140736, offset 0 00000400:00000200:0.0:1787758147.943972:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758147.943976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.943980:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758147.943984:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758147.943987:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758147.943990:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758147.943993:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758147.943998:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747670:747670:256:4294967295] 192.168.201.121@tcp LPNI seq info [747664:747664:8:4294967295] 00000400:00000200:0.0:1787758147.944004:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758147.944011:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758147.944017:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.944021:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758147.944026:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758147.944029:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758147.944043:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758147.944046:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758147.944050:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758147.944055:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758147.944060:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758147.944063:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758147.944068:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758147.944075:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944091:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.944098:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944111:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.944115:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758147.944121:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758147.944128:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758147.944135:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758147.944139:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310524957 00000100:00000001:0.0:1787758147.944144:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.944149:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310524957 00000100:00000001:0.0:1787758147.944153:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310525905 00000100:00000001:0.0:1787758147.944157:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758147.944183:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.944186:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758147.944193:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758147/real 1787758147] req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758147.944204:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758147.944206:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758147.944209:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758147.944213:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758147.944216:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758147.944219:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758147.944223:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758147.944234:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944242:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758147.944244:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944247:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.944248:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758147.944253:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944262:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758147.944294:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944305:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758147.944308:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944310:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758147.944312:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944314:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758147.944317:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758147.944320:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758147.944325:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758147.944328:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758147.944334:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758147.944344:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758147.944349:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944352:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.944356:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931140608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944365:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758147.944367:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758147.944370:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758147.944374:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758147.944376:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758147.944378:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758147.944381:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758147.944383:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758147.944387:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758147.944388:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758147.944391:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758147.944394:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758147.944395:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944398:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758147.944402:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931140736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758147.944410:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758147.944412:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758147.944414:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758147.944417:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758147.944419:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758147.944420:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758147.944423:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758147.944425:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758147.944428:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758147.944430:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758147.944432:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758147.944435:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758147.944437:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944440:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758147.944444:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758147.944446:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758147.944448:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758147.944450:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758148.003371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758148.003378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758148.003381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758148.003388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758148.003392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758148.003397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.003400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758148.003403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.003407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758148.899444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758148.899456:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758148.899461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758148.899462:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758148.899484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758148.899485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758148.899496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758148.899497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758148.899505:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758148.899511:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758148.899522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758148.899528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758148.899534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758148.899540:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758148.899553:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758148.899559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758148.899569:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.899580:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758148.899588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758148.899599:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758148.899606:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758148.899612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758148.899619:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758148.899621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758148.899628:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758148.899630:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758148.899634:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758148.899638:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.899642:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758148.899644:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758148.899649:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758148.899650:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758148.899662:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758148.899662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758148.899670:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.899679:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758148.899725:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758148.899731:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758148.899733:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758148.899737:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758148.899742:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758148.899746:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.899749:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758148.899751:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758148.899754:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758148.963361:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310525905, at 4310525952 00000100:00000010:0.0:1787758148.963380:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758148.963522:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310525905, at 4310525952 00000100:00000010:1.0:1787758148.963540:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787758149.027390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758149.027398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758149.027401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758149.027406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758149.027411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758149.027417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758149.027420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758149.027424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758149.027428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758149.923453:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758149.923453:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758149.923466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758149.923466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758149.923474:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758149.923488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758149.923489:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758149.923499:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758149.923499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758149.923512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758149.923524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758149.923524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758149.923531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923539:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758149.923539:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758149.923544:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758149.923578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758149.923579:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758149.923587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758149.923587:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758149.923591:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758149.923591:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758149.923598:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758149.923598:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758149.923606:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758149.923606:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758149.923616:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758149.923617:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923630:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758149.923639:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923648:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758149.923648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758149.923656:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758149.923669:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758149.923702:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758149.923711:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758149.923715:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758149.923720:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758149.923726:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758149.923733:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923746:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758149.923757:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758149.923766:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758150.051387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758150.051397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758150.051400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758150.051407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758150.051412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758150.051416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.051420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758150.051424:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.051428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758150.947395:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758150.947406:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758150.947410:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758150.947418:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758150.947425:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758150.947431:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947437:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758150.947453:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947459:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758150.947462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758150.947473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758150.947481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758150.947490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758150.947502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758150.947507:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758150.947511:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947517:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758150.947525:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758150.947530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758150.947538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758150.947539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947551:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758150.947552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758150.947562:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947572:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758150.947578:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947586:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758150.947588:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758150.947598:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758150.947605:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758150.947611:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758150.947616:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758150.947625:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758150.947626:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758150.947635:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758150.947636:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758150.947647:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758150.947657:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758150.947659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758150.947664:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758150.947666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758150.947680:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758150.947681:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758150.947691:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758150.947703:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758151.075473:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758151.075487:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758151.075490:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758151.075499:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758151.075505:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758151.075512:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758151.075518:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758151.075525:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758151.075532:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758151.971500:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758151.971501:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758151.971514:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758151.971517:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758151.971531:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758151.971531:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758151.971569:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758151.971571:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758151.971606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758151.971606:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758151.971630:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758151.971631:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758151.971650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758151.971657:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758151.971666:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758151.971669:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758151.971689:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758151.971704:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758151.971713:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758151.971714:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758151.971725:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758151.971741:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758151.971748:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758151.971764:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758151.971765:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758151.971787:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758151.971788:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758151.971810:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758151.971818:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758151.971822:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758151.971840:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758151.971844:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758151.971853:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758151.971853:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758151.971872:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758151.971885:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758151.971971:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758151.971977:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758151.971982:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758152.099394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758152.099404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758152.099407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758152.099415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758152.099419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758152.099424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758152.099428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758152.099432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758152.099436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758152.995405:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758152.995409:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758152.995416:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758152.995419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758152.995422:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758152.995425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758152.995434:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758152.995435:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758152.995450:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758152.995451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758152.995461:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758152.995462:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758152.995475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758152.995486:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758152.995502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758152.995504:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758152.995517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758152.995530:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758152.995541:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758152.995553:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758152.995560:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758152.995566:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758152.995572:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758152.995575:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758152.995584:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758152.995585:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758152.995592:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758152.995597:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758152.995602:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758152.995606:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758152.995610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758152.995622:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758152.995623:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758152.995637:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758152.995642:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758152.995651:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758152.995674:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758152.995681:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758152.995692:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758153.059756:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758153.059769:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758153.059779:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758153.059800:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.059838:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758153.059862:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.059874:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758153.059882:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758153.059892:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758153.059902:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931140864:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758153.059915:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758153.059924:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758153.059932:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.059942:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758153.059954:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758153.059965:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758153.059987:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758153.059996:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758153.060011:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758153.060027:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140864, portal 25 00000100:00000001:0.0:1787758153.060036:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758153.060042:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758153.060060:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.060113:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758153.060127:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758153.060138:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758153.060149:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931140864, offset 0 00000400:00000200:0.0:1787758153.060171:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758153.060188:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.060206:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758153.060222:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758153.060234:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758153.060246:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758153.060257:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758153.060327:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747671:747671:256:4294967295] 192.168.201.121@tcp LPNI seq info [747665:747665:8:4294967295] 00000400:00000200:0.0:1787758153.060345:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.060376:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758153.060392:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.060430:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758153.060453:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758153.060465:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758153.060534:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.060541:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758153.060559:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758153.060578:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758153.060592:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758153.060601:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758153.060614:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758153.060631:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.060673:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.060686:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.060726:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.060738:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758153.060758:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758153.060776:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758153.060785:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310531025 00000100:00000010:0.0:1787758153.060803:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758153.060817:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758153.060831:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310531025 00000100:00000010:0.0:1787758153.060845:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758153.060855:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758153.060868:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758153.060873:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.060884:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758153.060899:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758153/real 1787758153] req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758153.060933:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758153.060939:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758153.060945:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758153.060955:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758153.060965:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758153.060975:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758153.060986:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758153.061023:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061052:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758153.061059:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061068:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.061107:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758153.061125:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061156:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758153.061177:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061211:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758153.061224:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061234:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.061243:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061252:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758153.061258:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758153.061297:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758153.061308:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758153.061313:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758153.061325:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758153.061361:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931140864:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758153.061375:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061382:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.061394:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931140864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061427:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758153.061433:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758153.061439:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758153.061445:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758153.061448:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758153.061451:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758153.061455:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758153.061459:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758153.061464:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758153.061467:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758153.061470:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758153.061474:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758153.061476:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061479:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061488:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758153.061490:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.061493:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758153.061496:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758153.061499:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758153.061507:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061523:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758153.061526:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.061531:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758153.061534:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758153.061539:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758153.061545:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758153.061552:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758153.061557:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758153.061560:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.061564:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758153.061571:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758153.061575:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758153.061584:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758153.061590:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758153.061598:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758153.061605:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931140992, portal 10 00000100:00000001:0.0:1787758153.061610:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758153.061613:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758153.061626:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061639:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758153.061644:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758153.061649:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758153.061654:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931140992, offset 0 00000400:00000200:0.0:1787758153.061662:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758153.061671:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.061678:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758153.061685:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758153.061690:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758153.061695:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758153.061700:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758153.061708:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747672:747672:256:4294967295] 192.168.201.121@tcp LPNI seq info [747666:747666:8:4294967295] 00000400:00000200:0.0:1787758153.061718:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.061732:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758153.061743:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.061751:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758153.061760:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758153.061766:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758153.061789:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.061794:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758153.061800:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758153.061807:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758153.061813:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758153.061817:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758153.061822:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758153.061830:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061848:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.061854:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061869:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.061873:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758153.061879:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758153.061887:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758153.061895:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758153.061900:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310530062 00000100:00000001:0.0:1787758153.061906:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.061911:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310530062 00000100:00000001:0.0:1787758153.061916:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.061921:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758153.061926:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.061929:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758153.061936:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758153/real 1787758153] req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758153.061948:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758153.061950:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758153.061953:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758153.061957:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758153.061959:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758153.061962:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758153.061966:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758153.061978:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.061986:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758153.061988:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.061991:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.061993:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758153.061997:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062006:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758153.062011:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062021:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758153.062024:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062026:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.062028:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062031:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758153.062036:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758153.062039:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758153.062044:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758153.062048:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758153.062053:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758153.062063:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931140992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758153.062068:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758153.062094:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062103:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758153.062105:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.062108:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758153.062110:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758153.062113:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758153.062117:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758153.062122:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758153.062125:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758153.062127:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.062130:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758153.062135:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758153.062138:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758153.062143:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758153.062146:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758153.062151:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758153.062155:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141120, portal 10 00000100:00000001:0.0:1787758153.062158:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758153.062160:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758153.062168:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062176:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758153.062180:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758153.062183:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758153.062187:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931141120, offset 0 00000400:00000200:0.0:1787758153.062192:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758153.062198:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.062204:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758153.062208:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758153.062211:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758153.062215:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758153.062218:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758153.062223:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747673:747673:256:4294967295] 192.168.201.121@tcp LPNI seq info [747667:747667:8:4294967295] 00000400:00000200:0.0:1787758153.062228:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.062237:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758153.062243:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.062247:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758153.062253:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758153.062257:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758153.062303:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.062306:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758153.062310:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758153.062315:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758153.062320:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758153.062322:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758153.062325:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758153.062330:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062341:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.062345:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062354:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.062357:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758153.062361:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758153.062365:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758153.062370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758153.062373:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310530061 00000100:00000001:0.0:1787758153.062376:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.062380:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310530061 00000100:00000001:0.0:1787758153.062382:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.062385:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758153.062388:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.062390:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758153.062395:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758153/real 1787758153] req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758153.062405:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758153.062407:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758153.062409:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758153.062413:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758153.062415:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758153.062418:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758153.062422:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758153.062433:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062441:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758153.062442:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062445:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.062447:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758153.062451:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062459:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758153.062465:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062475:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758153.062478:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062481:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.062482:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062485:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758153.062488:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758153.062491:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758153.062495:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758153.062498:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758153.062503:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758153.062514:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758153.062519:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758153.062523:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062531:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758153.062533:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.062536:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758153.062538:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758153.062541:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758153.062545:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758153.062549:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758153.062551:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758153.062553:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.062556:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758153.062560:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758153.062563:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758153.062568:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758153.062572:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758153.062576:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758153.062580:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141248, portal 4 00000100:00000001:0.0:1787758153.062583:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758153.062585:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758153.062592:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062601:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758153.062604:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758153.062607:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758153.062610:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931141248, offset 0 00000400:00000200:0.0:1787758153.062615:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758153.062619:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.062623:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758153.062628:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758153.062631:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758153.062635:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758153.062638:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758153.062642:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747674:747674:256:4294967295] 192.168.201.121@tcp LPNI seq info [747668:747668:8:4294967295] 00000400:00000200:0.0:1787758153.062648:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.062655:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758153.062661:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.062665:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758153.062670:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758153.062674:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758153.062689:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.062691:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758153.062695:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758153.062699:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758153.062703:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758153.062706:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758153.062709:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758153.062713:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062723:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.062727:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062735:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.062737:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758153.062741:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758153.062744:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758153.062748:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758153.062751:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310530097 00000100:00000001:0.0:1787758153.062754:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.062756:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310530097 00000100:00000001:0.0:1787758153.062759:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.062762:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758153.062764:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.062767:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758153.062772:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758153/real 1787758153] req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758153.062781:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758153.062783:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758153.062785:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758153.062788:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758153.062790:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758153.062792:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758153.062796:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758153.062807:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062816:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758153.062818:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062821:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.062823:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758153.062827:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062836:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758153.062840:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062849:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758153.062852:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062854:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.062855:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.062858:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758153.062860:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758153.062863:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758153.062867:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758153.062869:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758153.062874:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758153.062884:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758153.062888:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758153.062893:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062901:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758153.062903:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.062906:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758153.062908:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758153.062911:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758153.062915:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758153.062919:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758153.062921:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758153.062923:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758153.062925:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758153.062929:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758153.062932:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758153.062936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758153.062939:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758153.062943:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758153.062946:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141376, portal 4 00000100:00000001:0.0:1787758153.062949:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758153.062951:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758153.062957:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.062965:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758153.062968:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758153.062971:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758153.062974:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931141376, offset 0 00000400:00000200:0.0:1787758153.062980:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758153.062984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.062988:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758153.062991:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758153.062994:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758153.062998:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758153.063001:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758153.063005:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747675:747675:256:4294967295] 192.168.201.121@tcp LPNI seq info [747669:747669:8:4294967295] 00000400:00000200:0.0:1787758153.063011:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758153.063018:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758153.063025:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.063029:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758153.063033:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758153.063037:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758153.063051:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758153.063054:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758153.063058:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758153.063062:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758153.063066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758153.063068:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758153.063102:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758153.063110:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063126:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.063133:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063147:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.063150:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758153.063157:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758153.063163:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758153.063169:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758153.063173:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310530076 00000100:00000001:0.0:1787758153.063179:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.063183:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310530076 00000100:00000001:0.0:1787758153.063188:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310531025 00000100:00000001:0.0:1787758153.063192:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758153.063196:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.063200:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758153.063210:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758153/real 1787758153] req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758153.063221:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758153.063223:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758153.063226:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758153.063229:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758153.063231:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758153.063234:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758153.063239:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758153.063250:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063258:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758153.063260:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063262:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.063290:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758153.063297:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063306:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758153.063311:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063320:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758153.063324:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063326:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758153.063328:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063330:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758153.063333:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758153.063336:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758153.063340:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758153.063343:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758153.063349:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758153.063360:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758153.063365:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063368:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.063372:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931140992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063380:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758153.063382:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758153.063385:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758153.063389:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758153.063391:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758153.063393:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758153.063397:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758153.063399:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758153.063404:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758153.063405:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758153.063408:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758153.063411:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758153.063413:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063415:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.063419:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931141120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063427:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758153.063429:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758153.063431:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758153.063434:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758153.063436:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758153.063437:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758153.063440:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758153.063442:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758153.063444:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758153.063447:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758153.063449:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758153.063452:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758153.063454:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063456:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.063474:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931141248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063488:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758153.063490:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758153.063492:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758153.063496:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758153.063497:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758153.063499:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758153.063502:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758153.063504:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758153.063507:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758153.063508:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758153.063510:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758153.063513:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758153.063515:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063517:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758153.063521:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931141376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758153.063529:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758153.063530:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758153.063532:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758153.063535:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758153.063536:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758153.063538:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758153.063540:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758153.063542:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758153.063545:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758153.063546:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758153.063548:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758153.063551:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758153.063553:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063556:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758153.063561:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758153.063563:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758153.063566:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758153.063568:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758153.123405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758153.123411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758153.123414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758153.123420:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758153.123424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758153.123428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758153.123431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758153.123434:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758153.123437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758154.019421:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758154.019434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758154.019442:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758154.019453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758154.019463:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758154.019470:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758154.019474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758154.019480:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758154.019488:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758154.019489:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758154.019497:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758154.019500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758154.019505:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758154.019511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758154.019520:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758154.019541:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758154.019549:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758154.019550:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758154.019558:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758154.019562:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758154.019565:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758154.019576:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758154.019586:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758154.019594:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758154.019603:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758154.019606:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758154.019611:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758154.019612:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758154.019617:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758154.019624:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758154.019625:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758154.019629:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758154.019637:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758154.019644:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758154.019647:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758154.019656:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758154.019701:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758154.019707:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758154.019729:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758154.083350:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310531025, at 4310531072 00000100:00000040:1.0:1787758154.083354:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310531025, at 4310531072 00000100:00000010:0.0:1787758154.083371:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758154.083373:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787758154.147335:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758154.147340:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758154.147342:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758154.147347:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758154.147349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758154.147352:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758154.147354:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758154.147357:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758154.147359:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758155.043411:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758155.043423:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758155.043429:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758155.043432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758155.043441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758155.043443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758155.043449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758155.043450:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758155.043459:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758155.043467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758155.043469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758155.043477:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758155.043478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758155.043487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758155.043488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758155.043505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758155.043511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758155.043520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758155.043548:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758155.043553:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758155.043554:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758155.043561:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758155.043564:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758155.043567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758155.043576:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758155.043584:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758155.043589:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758155.043595:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758155.043600:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758155.043607:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758155.171355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758155.171363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758155.171366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758155.171371:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758155.171375:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758155.171379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758155.171382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758155.171385:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758155.171388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758156.067396:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758156.067406:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758156.067410:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758156.067419:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758156.067428:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758156.067438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.067450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758156.067460:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758156.067473:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758156.067474:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758156.067481:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758156.067486:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758156.067494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758156.067505:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758156.067511:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758156.067513:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.067520:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758156.067526:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758156.067532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758156.067536:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758156.067539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.067546:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758156.067552:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758156.067554:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.067566:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758156.067571:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.067585:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758156.067587:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758156.067599:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758156.067605:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758156.067612:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758156.067620:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758156.067629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758156.067651:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758156.067655:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758156.067659:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758156.067776:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758156.067780:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758156.067784:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758156.195361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758156.195370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758156.195373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758156.195380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758156.195385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758156.195389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.195393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758156.195396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758156.195399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758157.091392:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758157.091396:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758157.091398:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758157.091403:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758157.091404:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758157.091408:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758157.091409:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758157.091415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758157.091417:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758157.091419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758157.091424:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758157.091429:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758157.091437:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758157.091438:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758157.091440:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758157.091443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758157.091447:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758157.091449:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758157.091467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758157.091472:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758157.091476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758157.091482:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758157.091483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758157.091487:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758157.091489:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758157.091491:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758157.091494:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758157.091495:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758157.091500:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758157.091502:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758157.091504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758157.091507:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758157.091509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758157.091530:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758157.091535:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758157.091542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758157.091546:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758157.091551:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758157.091555:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758157.091560:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758157.091567:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758157.091572:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758157.091577:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758157.091581:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758157.091589:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758157.091627:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758157.091630:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758157.091632:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758157.219355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758157.219366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758157.219369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758157.219377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758157.219382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758157.219387:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758157.219391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758157.219395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758157.219399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.115391:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758158.115402:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.115406:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.115415:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758158.115423:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758158.115431:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.115437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758158.115438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758158.115448:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.115451:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.115455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.115468:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758158.115469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758158.115481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758158.115491:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.115498:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758158.115507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.115516:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.115538:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758158.115545:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758158.115546:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758158.115554:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.115555:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758158.115562:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.115567:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758158.115570:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758158.115577:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758158.115580:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758158.115586:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.115588:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.115596:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.115603:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.115616:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758158.115617:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758158.115624:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.115637:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.115689:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758158.115702:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.115712:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.115719:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758158.115725:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758158.115731:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.115734:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.115736:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.115740:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.179741:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758158.179750:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758158.179755:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758158.179772:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.179834:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.179841:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.179851:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758158.179857:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758158.179867:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.179880:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931141504:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758158.179894:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758158.179905:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758158.179911:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.179917:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758158.179929:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758158.179938:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758158.179950:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758158.179958:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758158.179970:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758158.180006:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141504, portal 25 00000100:00000001:0.0:1787758158.180018:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758158.180025:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758158.180052:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.180083:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758158.180098:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758158.180110:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758158.180121:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931141504, offset 0 00000400:00000200:0.0:1787758158.180136:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758158.180155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.180170:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758158.180181:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758158.180195:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758158.180209:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758158.180221:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758158.180234:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747676:747676:256:4294967295] 192.168.201.121@tcp LPNI seq info [747670:747670:8:4294967295] 00000400:00000200:0.0:1787758158.180254:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.180339:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758158.180361:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.180372:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758158.180390:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758158.180400:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758158.180459:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.180473:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758158.180486:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758158.180505:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758158.180521:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758158.180530:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758158.180538:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758158.180550:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.180599:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.180614:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.180660:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.180671:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758158.180687:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758158.180707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758158.180718:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310536145 00000100:00000010:0.0:1787758158.180736:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758158.180751:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758158.180767:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310536145 00000100:00000010:0.0:1787758158.180778:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787758158.180786:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758158.180795:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758158.180808:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.180817:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758158.180833:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758158/real 1787758158] req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758158.180866:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758158.180873:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758158.180883:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758158.180891:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758158.180895:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758158.180905:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758158.180916:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758158.180953:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.180973:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758158.181005:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181010:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.181018:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758158.181037:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181085:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758158.181106:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181138:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758158.181150:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181158:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.181165:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181171:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758158.181179:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758158.181189:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758158.181204:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758158.181216:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758158.181230:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758158.181302:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931141504:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758158.181320:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181327:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.181338:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931141504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181366:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758158.181372:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758158.181379:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758158.181388:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758158.181393:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758158.181399:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758158.181406:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758158.181413:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758158.181427:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758158.181435:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758158.181443:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758158.181456:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758158.181464:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181473:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181485:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.181493:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.181501:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758158.181508:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758158.181513:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758158.181527:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181549:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.181554:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.181561:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758158.181566:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758158.181575:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.181589:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758158.181601:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758158.181606:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758158.181611:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.181617:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758158.181628:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758158.181634:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758158.181644:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758158.181651:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758158.181660:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758158.181667:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141632, portal 10 00000100:00000001:0.0:1787758158.181672:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758158.181675:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758158.181690:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181705:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758158.181710:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758158.181716:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758158.181721:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931141632, offset 0 00000400:00000200:0.0:1787758158.181727:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758158.181734:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.181740:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758158.181744:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758158.181748:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758158.181752:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758158.181755:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758158.181760:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747677:747677:256:4294967295] 192.168.201.121@tcp LPNI seq info [747671:747671:8:4294967295] 00000400:00000200:0.0:1787758158.181765:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.181775:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758158.181781:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.181787:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758158.181792:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758158.181797:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758158.181813:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.181815:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758158.181820:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758158.181825:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758158.181829:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758158.181832:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758158.181835:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758158.181841:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181852:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.181856:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181866:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.181868:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758158.181872:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758158.181877:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758158.181882:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758158.181885:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310535182 00000100:00000001:0.0:1787758158.181889:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.181892:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310535182 00000100:00000001:0.0:1787758158.181895:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.181898:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758158.181901:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.181903:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758158.181908:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758158/real 1787758158] req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758158.181927:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758158.181929:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758158.181932:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758158.181935:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758158.181937:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758158.181940:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758158.181944:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758158.181955:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.181964:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758158.181966:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.181968:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.181970:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758158.181975:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182007:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758158.182013:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182028:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758158.182033:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.182036:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.182039:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.182043:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758158.182049:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758158.182055:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758158.182062:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758158.182067:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758158.182077:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758158.182096:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758158.182105:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758158.182113:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182124:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.182127:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.182130:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758158.182133:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758158.182136:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.182140:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758158.182144:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758158.182147:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758158.182150:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.182153:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758158.182158:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758158.182161:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758158.182166:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758158.182169:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758158.182174:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758158.182179:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141760, portal 10 00000100:00000001:0.0:1787758158.182182:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758158.182184:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758158.182192:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182200:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758158.182204:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758158.182207:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758158.182210:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931141760, offset 0 00000400:00000200:0.0:1787758158.182216:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758158.182221:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.182227:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758158.182231:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758158.182235:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758158.182239:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758158.182242:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758158.182246:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747678:747678:256:4294967295] 192.168.201.121@tcp LPNI seq info [747672:747672:8:4294967295] 00000400:00000200:0.0:1787758158.182252:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.182261:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758158.182295:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.182301:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758158.182307:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758158.182311:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758158.182326:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.182329:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758158.182333:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758158.182338:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758158.182343:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758158.182345:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758158.182349:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758158.182354:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182364:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.182369:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182377:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.182380:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758158.182384:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758158.182388:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758158.182393:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758158.182396:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310535181 00000100:00000001:0.0:1787758158.182400:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.182403:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310535181 00000100:00000001:0.0:1787758158.182405:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.182408:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758158.182411:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.182413:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758158.182420:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758158/real 1787758158] req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758158.182436:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758158.182439:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758158.182442:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758158.182447:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758158.182451:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758158.182456:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758158.182463:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758158.182482:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182497:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758158.182500:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.182505:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.182508:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758158.182516:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182528:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758158.182534:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182543:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758158.182547:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.182549:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.182551:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.182554:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758158.182557:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758158.182561:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758158.182565:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758158.182568:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758158.182573:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758158.182583:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758158.182589:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758158.182593:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182602:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.182603:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.182606:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758158.182609:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758158.182613:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.182618:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758158.182625:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758158.182629:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758158.182632:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.182636:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758158.182643:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758158.182647:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758158.182655:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758158.182661:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758158.182668:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758158.182676:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931141888, portal 4 00000100:00000001:0.0:1787758158.182681:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758158.182685:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758158.182697:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182711:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758158.182717:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758158.182721:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758158.182725:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931141888, offset 0 00000400:00000200:0.0:1787758158.182731:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758158.182737:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.182742:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758158.182746:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758158.182750:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758158.182754:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758158.182757:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758158.182762:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747679:747679:256:4294967295] 192.168.201.121@tcp LPNI seq info [747673:747673:8:4294967295] 00000400:00000200:0.0:1787758158.182768:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.182776:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758158.182783:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.182787:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758158.182793:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758158.182796:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758158.182811:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.182814:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758158.182818:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758158.182823:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758158.182827:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758158.182829:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758158.182833:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758158.182838:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182857:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.182861:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182869:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.182871:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758158.182875:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758158.182880:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758158.182884:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758158.182887:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310535217 00000100:00000001:0.0:1787758158.182890:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.182893:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310535217 00000100:00000001:0.0:1787758158.182897:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.182899:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758158.182902:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.182905:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758158.182909:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758158/real 1787758158] req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758158.182919:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758158.182921:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758158.182923:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758158.182926:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758158.182928:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758158.182931:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758158.182936:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758158.182946:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182954:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758158.182957:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.182959:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.182961:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758158.182966:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.182974:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758158.182979:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183022:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758158.183027:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183030:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.183033:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183038:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758158.183041:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758158.183047:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758158.183054:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758158.183059:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758158.183069:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758158.183087:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931141888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758158.183096:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183101:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.183107:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931141632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183121:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758158.183124:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758158.183127:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758158.183131:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758158.183133:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758158.183136:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758158.183139:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758158.183142:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758158.183146:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758158.183147:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758158.183150:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758158.183153:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758158.183155:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183158:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.183162:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931141760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183171:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758158.183173:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758158.183175:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758158.183178:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758158.183179:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758158.183181:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758158.183183:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758158.183185:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758158.183188:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758158.183189:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758158.183191:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758158.183194:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758158.183196:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183198:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.183202:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931141888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183209:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758158.183211:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758158.183213:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758158.183216:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758158.183217:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758158.183219:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758158.183221:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758158.183223:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758158.183226:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758158.183228:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758158.183230:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758158.183233:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758158.183235:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183237:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183242:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.183244:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.183247:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758158.183249:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758158.183251:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758158.183256:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183265:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758158.183295:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.183299:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758158.183302:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758158.183305:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758158.183309:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931142016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758158.183314:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758158.183317:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758158.183319:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758158.183322:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758158.183326:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758158.183329:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758158.183334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758158.183338:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758158.183343:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758158.183347:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931142016, portal 4 00000100:00000001:0.0:1787758158.183350:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758158.183352:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758158.183360:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183369:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758158.183372:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758158.183376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758158.183379:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931142016, offset 0 00000400:00000200:0.0:1787758158.183384:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758158.183390:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.183395:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758158.183399:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758158.183403:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758158.183407:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758158.183410:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758158.183415:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747680:747680:256:4294967295] 192.168.201.121@tcp LPNI seq info [747674:747674:8:4294967295] 00000400:00000200:0.0:1787758158.183423:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758158.183436:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758158.183445:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.183452:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758158.183461:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758158.183467:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758158.183491:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758158.183495:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758158.183501:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758158.183509:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758158.183515:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:0.0:1787758158.183519:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:0.0:1787758158.183526:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758158.183532:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183543:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.183547:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183556:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.183558:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758158.183563:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758158.183568:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758158.183573:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758158.183576:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310535197 00000100:00000001:0.0:1787758158.183579:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.183582:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310535197 00000100:00000001:0.0:1787758158.183585:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310536145 00000100:00000001:0.0:1787758158.183588:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758158.183591:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.183593:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758158.183598:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758158/real 1787758158] req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758158.183608:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758158.183611:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758158.183615:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758158.183619:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758158.183622:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758158.183626:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758158.183633:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758158.183651:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183665:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758158.183669:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183673:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.183676:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758158.183685:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183700:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758158.183709:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183720:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758158.183724:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183726:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758158.183728:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183730:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758158.183733:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758158.183736:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758158.183740:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758158.183744:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758158.183749:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758158.183760:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931142016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758158.183764:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183767:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758158.183771:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931142016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758158.183779:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758158.183781:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758158.183784:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758158.183787:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758158.183789:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758158.183791:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758158.183794:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758158.183797:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758158.183800:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758158.183802:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758158.183804:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758158.183808:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758158.183810:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183813:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758158.183817:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758158.183819:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758158.183822:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758158.183824:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758158.243410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758158.243422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758158.243426:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758158.243436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758158.243443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758158.243449:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.243454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758158.243459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758158.243465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758159.139429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758159.139443:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758159.139453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758159.139461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758159.139464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758159.139473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758159.139477:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758159.139481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758159.139488:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758159.139491:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758159.139504:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758159.139508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758159.139511:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.139520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.139528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758159.139534:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758159.139539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758159.139544:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758159.139578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758159.139588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758159.139596:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758159.139608:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758159.139609:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758159.139621:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758159.139621:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758159.139632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.139635:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758159.139650:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758159.139651:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758159.139656:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.139666:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758159.139669:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758159.139675:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.139684:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758159.139690:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.139695:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758159.203381:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310536145, at 4310536192 00000100:00000040:0.0:1787758159.203389:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310536145, at 4310536192 00000100:00000010:1.0:1787758159.203402:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000010:0.0:1787758159.203406:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758159.267385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758159.267396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758159.267399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758159.267405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758159.267410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758159.267415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.267418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758159.267422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758159.267427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758160.163457:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758160.163470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758160.163473:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758160.163474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758160.163487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758160.163488:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758160.163499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758160.163499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758160.163509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758160.163513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758160.163526:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758160.163527:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758160.163535:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758160.163536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758160.163549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758160.163585:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758160.163591:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758160.163599:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758160.163612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758160.163621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758160.163626:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758160.163629:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758160.163632:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758160.163641:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758160.163643:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758160.163647:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758160.163659:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758160.163659:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758160.163668:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758160.163671:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758160.163680:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758160.163686:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758160.163695:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758160.163695:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758160.163704:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758160.163713:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758160.163743:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758160.163750:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758160.163759:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758160.163774:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758160.163782:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758160.163786:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758160.163793:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758160.163798:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758160.163803:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758160.163807:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758160.163811:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758160.163816:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758160.291353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758160.291361:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758160.291364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758160.291369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758160.291373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758160.291377:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758160.291380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758160.291383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758160.291387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758161.187351:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758161.187352:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758161.187361:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758161.187361:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758161.187366:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758161.187366:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758161.187373:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758161.187374:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758161.187380:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758161.187381:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758161.187386:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758161.187387:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758161.187404:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758161.187409:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758161.187415:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758161.187416:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758161.187419:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758161.187422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758161.187447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758161.187451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758161.187455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758161.187463:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758161.187470:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758161.187476:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758161.187485:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758161.187490:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758161.187497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758161.187519:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758161.187525:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758161.187528:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758161.187531:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758161.187536:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758161.187539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758161.187540:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758161.187544:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758161.187545:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758161.187550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787758161.187550:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758161.187556:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758161.315474:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758161.315484:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758161.315488:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758161.315494:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758161.315498:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758161.315503:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758161.315507:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758161.315510:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758161.315515:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758162.211362:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758162.211370:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758162.211373:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758162.211378:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758162.211385:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758162.211389:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211392:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758162.211395:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758162.211398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758162.211399:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758162.211407:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758162.211409:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758162.211416:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758162.211421:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758162.211426:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758162.211431:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758162.211435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758162.211437:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211441:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758162.211447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758162.211448:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758162.211465:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758162.211472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758162.211476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211499:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758162.211505:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758162.211540:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758162.211546:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758162.211549:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758162.211553:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758162.211560:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758162.211561:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758162.211568:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211570:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758162.211585:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758162.211590:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758162.211595:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758162.211596:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758162.211604:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758162.211605:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758162.211618:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211632:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758162.211643:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.211649:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758162.339340:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758162.339348:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758162.339349:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758162.339354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758162.339357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758162.339360:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.339362:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758162.339365:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758162.339367:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.235444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758163.235445:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758163.235456:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758163.235458:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758163.235461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758163.235467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.235477:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758163.235484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758163.235487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758163.235501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.235503:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758163.235518:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758163.235521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758163.235528:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.235533:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758163.235534:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758163.235545:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.235553:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.235561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758163.235571:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758163.235576:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.235585:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758163.235590:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758163.235611:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758163.235614:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.235619:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758163.235628:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758163.235630:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.235634:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758163.235650:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758163.235654:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758163.235668:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758163.235674:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.235681:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758163.235689:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758163.235690:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758163.235700:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758163.235704:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.235706:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.235726:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758163.235749:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758163.235756:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758163.235762:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758163.235766:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758163.235769:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758163.299420:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758163.299432:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758163.299435:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758163.299440:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758163.299444:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758163.299451:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15867 00000400:00000200:0.0:1787758163.299460:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758163.299466:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758163.299469:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758163.299472:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299475:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.299477:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299480:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758163.299484:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758163.299485:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758163.299488:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758163.299491:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758163.299493:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758163.299495:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758163.299497:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299499:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.299500:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299530:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758163.299535:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758163.299541:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299546:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758163.299550:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758163.299555:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758163.299560:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.299564:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758163.299568:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758163.299593:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758163.299597:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758163.299602:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758163.299604:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.299607:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758163.299610:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758163.299614:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758163.299622:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758163.299627:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.299637:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931142144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758163.299645:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758163.299649:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758163.299652:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931142144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758163.299675:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758163.299678:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758163.299682:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758163.299685:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758163.299687:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758163.299691:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758163.299695:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15867 00000400:00000200:0.0:1787758163.299703:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758163.299710:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758163.299716:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758163.299725:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299731:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.299749:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299756:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758163.299763:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758163.299768:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758163.299771:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758163.299775:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758163.299779:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758163.299784:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758163.299789:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299791:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.299796:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299798:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758163.299803:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758163.299809:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758163.299815:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758163.299817:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758163.299822:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758163.299846:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.299861:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758163.299874:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758163.299881:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.299887:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758163.299934:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758163.299953:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758163.299956:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758163.299958:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.299963:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758163.299967:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758163.299971:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758163.299979:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758163.299987:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.299999:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931142272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758163.300013:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758163.300016:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758163.300020:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931142272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758163.300032:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758163.300036:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758163.300041:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758163.300044:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758163.300047:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758163.300051:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758163.300057:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15867 00000400:00000200:0.0:1787758163.300066:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758163.300072:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758163.300076:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758163.300080:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300085:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.300091:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300095:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758163.300100:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758163.300104:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758163.300107:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758163.300108:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758163.300113:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758163.300116:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758163.300122:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300125:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.300129:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300132:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758163.300135:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758163.300140:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300145:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758163.300148:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758163.300151:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758163.300157:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300159:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758163.300163:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758163.300168:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300173:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758163.300178:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758163.300202:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758163.300208:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758163.300211:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300215:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758163.300220:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758163.300225:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758163.300233:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758163.300241:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.300268:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931142400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758163.300289:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758163.300293:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758163.300298:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931142400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758163.300305:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758163.300309:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758163.300312:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758163.300345:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758163.300349:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758163.300361:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758163.300367:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15867 00000400:00000200:0.0:1787758163.300379:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758163.300387:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758163.300394:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758163.300406:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300413:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.300422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300430:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758163.300437:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758163.300440:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758163.300444:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758163.300449:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758163.300455:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758163.300462:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758163.300468:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300474:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.300481:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300486:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758163.300491:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758163.300498:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300521:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758163.300527:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758163.300534:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758163.300544:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300551:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758163.300559:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758163.300568:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300573:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758163.300605:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758163.300611:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758163.300618:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758163.300622:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300626:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758163.300629:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758163.300633:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758163.300641:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758163.300644:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.300654:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931142528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758163.300673:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758163.300679:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758163.300690:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931142528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758163.300721:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758163.300727:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758163.300740:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758163.300743:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758163.300749:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758163.300756:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758163.300763:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15867 00000400:00000200:0.0:1787758163.300772:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758163.300779:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758163.300783:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758163.300788:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300792:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.300796:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300798:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758163.300800:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758163.300803:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758163.300806:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758163.300809:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758163.300814:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758163.300817:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758163.300825:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300830:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758163.300834:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300838:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758163.300844:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758163.300850:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758163.300856:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758163.300859:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758163.300864:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758163.300916:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300929:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758163.300956:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758163.300962:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300967:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758163.300975:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758163.300980:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758163.300988:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758163.300991:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758163.300994:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758163.300997:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758163.301001:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758163.301006:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758163.301011:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758163.301021:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931142656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758163.301047:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758163.301051:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758163.301057:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931142656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758163.301076:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758163.301082:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15877) 00000100:00000001:1.0:1787758163.363365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758163.363372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758163.363373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758163.363377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758163.363380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758163.363383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.363385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758163.363387:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758163.363389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758164.259364:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758164.259368:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758164.259383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758164.259384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758164.259386:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758164.259389:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758164.259394:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758164.259396:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758164.259400:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758164.259402:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758164.259405:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758164.259407:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.259409:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758164.259415:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758164.259421:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758164.259421:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758164.259426:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758164.259431:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758164.259449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758164.259453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758164.259455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758164.259458:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758164.259462:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758164.259467:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.259474:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758164.259477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758164.259478:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758164.259481:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758164.259483:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758164.259486:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758164.259492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758164.259499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758164.259504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758164.259509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758164.259509:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758164.259514:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758164.259516:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758164.259519:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758164.259520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.259524:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758164.259525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758164.259529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.259533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758164.259536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.259540:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758164.323341:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310541265, at 4310541312 00000100:00000040:1.0:1787758164.323341:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310541265, at 4310541312 00000100:00000010:0.0:1787758164.323355:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:1.0:1787758164.323357:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787758164.387336:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758164.387341:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758164.387343:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758164.387347:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758164.387350:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758164.387352:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.387355:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758164.387357:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758164.387360:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758165.283447:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758165.283452:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758165.283454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758165.283457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758165.283459:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758165.283462:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758165.283465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758165.283468:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758165.283471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758165.283473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758165.283478:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758165.283478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758165.283486:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758165.283487:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758165.283490:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758165.283492:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758165.283494:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758165.283500:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758165.283511:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758165.283514:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758165.283516:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758165.283518:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758165.283521:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758165.283522:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758165.283527:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758165.283528:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758165.283531:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758165.283532:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758165.283536:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758165.283537:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758165.283541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758165.283543:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758165.283560:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758165.283567:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758165.283568:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758165.283571:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758165.283574:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758165.283576:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758165.283578:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758165.283583:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758165.283590:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758165.283596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758165.283601:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758165.283604:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758165.283607:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758165.411368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758165.411376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758165.411377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758165.411381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758165.411384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758165.411387:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758165.411389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758165.411392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758165.411394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758166.307370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758166.307374:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758166.307374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758166.307378:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758166.307382:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758166.307383:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758166.307387:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758166.307387:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758166.307392:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307396:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758166.307396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758166.307400:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307404:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758166.307404:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758166.307410:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758166.307416:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758166.307421:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758166.307427:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758166.307428:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758166.307431:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758166.307434:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758166.307439:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758166.307442:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307445:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758166.307447:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307451:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758166.307452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758166.307459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758166.307463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758166.307471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758166.307471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758166.307476:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758166.307479:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758166.307479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758166.307485:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758166.307485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758166.307493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758166.307496:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758166.307497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758166.307502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758166.307506:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758166.307508:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758166.307512:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758166.435353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758166.435360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758166.435362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758166.435367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758166.435370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758166.435372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758166.435374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758166.435377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758166.435379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758167.331346:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758167.331354:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758167.331357:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758167.331362:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758167.331367:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758167.331373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758167.331379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758167.331379:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331386:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758167.331388:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758167.331391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758167.331392:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331401:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758167.331401:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758167.331408:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331416:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758167.331425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331429:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758167.331445:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758167.331447:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758167.331455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758167.331456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758167.331462:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758167.331463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758167.331470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758167.331471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758167.331484:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758167.331485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758167.331497:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.331498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.331508:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758167.331509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758167.331518:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.331518:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.331530:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758167.331531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758167.331563:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758167.331573:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758167.331576:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758167.331581:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758167.331582:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758167.331594:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758167.331595:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758167.331611:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758167.331611:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758167.331624:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758167.331624:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331630:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.331631:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758167.331636:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331653:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758167.331654:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758167.331663:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758167.331668:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758167.459389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758167.459399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758167.459401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758167.459407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758167.459411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758167.459415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.459417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758167.459420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758167.459423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758168.355451:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758168.355457:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758168.355460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.355462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758168.355472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758168.355474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758168.355484:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758168.355485:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758168.355497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758168.355499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758168.355513:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758168.355516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758168.355524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758168.355527:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.355530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758168.355551:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758168.355561:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758168.355564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758168.355567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.355572:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758168.355576:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758168.355584:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758168.355584:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758168.355592:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.355603:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758168.355610:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.355626:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.355629:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758168.355638:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758168.355645:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758168.355653:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758168.355659:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758168.355666:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758168.355672:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758168.355676:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.355677:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758168.355680:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758168.355684:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758168.355687:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758168.355692:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758168.355695:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758168.355698:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.355702:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758168.355704:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.355707:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758168.419353:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758168.419363:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758168.419365:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758168.419367:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758168.419371:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758168.419377:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15872 00000400:00000200:0.0:1787758168.419384:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758168.419389:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758168.419392:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758168.419394:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419397:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419399:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419400:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758168.419403:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758168.419405:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758168.419407:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758168.419410:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758168.419411:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758168.419413:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758168.419415:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419417:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419418:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419420:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758168.419422:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758168.419425:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419426:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758168.419428:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758168.419431:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758168.419433:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419435:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758168.419437:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758168.419443:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758168.419446:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758168.419449:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758168.419450:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419453:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758168.419455:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758168.419458:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758168.419465:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758168.419470:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758168.419477:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931142784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758168.419486:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758168.419490:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758168.419493:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931142784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758168.419511:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758168.419514:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758168.419519:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758168.419520:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758168.419534:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758168.419537:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758168.419540:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15872 00000400:00000200:0.0:1787758168.419544:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758168.419548:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758168.419550:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758168.419553:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419556:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419558:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419561:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758168.419563:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758168.419564:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758168.419566:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758168.419569:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758168.419571:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758168.419574:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758168.419577:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419580:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419582:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419584:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758168.419586:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758168.419589:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419592:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758168.419603:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758168.419608:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758168.419610:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419613:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758168.419617:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758168.419620:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419622:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758168.419626:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758168.419628:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758168.419631:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758168.419632:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419634:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758168.419635:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758168.419637:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758168.419641:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758168.419644:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758168.419649:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931142912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758168.419656:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758168.419659:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758168.419663:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931142912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758168.419673:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758168.419685:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758168.419688:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758168.419690:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758168.419692:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758168.419695:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758168.419697:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15872 00000400:00000200:0.0:1787758168.419701:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758168.419704:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758168.419706:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758168.419709:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419712:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419714:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419716:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758168.419719:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758168.419720:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758168.419722:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758168.419724:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758168.419726:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758168.419729:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758168.419732:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419734:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419737:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419739:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758168.419742:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758168.419744:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419746:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758168.419748:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758168.419750:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758168.419752:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419766:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758168.419768:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758168.419771:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419773:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758168.419776:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758168.419778:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758168.419781:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758168.419782:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419785:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758168.419786:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758168.419788:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758168.419792:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758168.419794:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758168.419799:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931143040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758168.419824:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758168.419826:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758168.419831:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931143040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758168.419840:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758168.419843:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758168.419847:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758168.419848:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758168.419850:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758168.419853:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758168.419856:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15872 00000400:00000200:0.0:1787758168.419861:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758168.419863:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758168.419866:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758168.419870:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419872:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419874:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419877:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758168.419879:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758168.419880:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758168.419882:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758168.419884:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758168.419886:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758168.419889:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758168.419892:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419894:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.419896:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419898:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758168.419900:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758168.419903:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758168.419906:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758168.419908:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758168.419911:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758168.419913:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419915:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758168.419918:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758168.419921:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419923:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758168.419926:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758168.419929:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758168.419931:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758168.419933:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.419935:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758168.419937:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758168.419938:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758168.419942:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758168.419946:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758168.419950:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931143168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758168.419959:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758168.419961:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758168.419965:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931143168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758168.419974:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758168.419977:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758168.419981:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758168.419983:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758168.419984:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758168.419987:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758168.419989:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15872 00000400:00000200:0.0:1787758168.419992:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758168.419995:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758168.419998:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758168.420002:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.420004:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.420006:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.420008:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758168.420011:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758168.420012:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758168.420014:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758168.420016:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758168.420018:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758168.420020:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758168.420024:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.420026:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758168.420028:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758168.420031:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758168.420033:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758168.420036:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758168.420039:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758168.420041:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758168.420043:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758168.420046:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.420048:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758168.420050:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758168.420053:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.420055:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758168.420058:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758168.420075:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758168.420077:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758168.420079:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758168.420081:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758168.420082:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758168.420084:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758168.420088:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758168.420092:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758168.420096:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931143296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758168.420104:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758168.420106:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758168.420110:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931143296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758168.420118:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758168.420122:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15883) 00000100:00000001:1.0:1787758168.483360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758168.483367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758168.483369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758168.483373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758168.483376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758168.483380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.483382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758168.483385:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758168.483387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758169.379380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758169.379393:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758169.379401:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758169.379402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758169.379413:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758169.379415:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758169.379420:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758169.379432:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758169.379436:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758169.379442:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758169.379450:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758169.379454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758169.379458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758169.379460:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758169.379461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758169.379466:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758169.379474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758169.379474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758169.379509:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758169.379514:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758169.379521:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758169.379527:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758169.379528:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758169.379545:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758169.379545:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758169.379554:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758169.379555:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758169.379558:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758169.379566:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758169.379567:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758169.379577:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758169.379579:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758169.379583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758169.379600:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758169.379610:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758169.379614:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758169.443353:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310546384, at 4310546432 00000100:00000040:1.0:1787758169.443353:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310546384, at 4310546432 00000100:00000010:1.0:1787758169.443372:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758169.443374:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787758169.507358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758169.507365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758169.507367:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758169.507371:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758169.507374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758169.507378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758169.507381:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758169.507384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758169.507387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758170.403353:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758170.403361:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758170.403365:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758170.403372:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758170.403377:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758170.403383:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403387:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758170.403391:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403395:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758170.403433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758170.403437:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758170.403439:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758170.403441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758170.403443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758170.403446:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758170.403454:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758170.403470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758170.403475:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758170.403476:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758170.403477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758170.403482:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758170.403483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758170.403486:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758170.403490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758170.403491:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758170.403495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758170.403501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758170.403503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758170.403505:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403509:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758170.403510:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758170.403514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.403519:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758170.531389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758170.531398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758170.531400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758170.531405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758170.531409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758170.531413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.531416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758170.531418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758170.531421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758171.427365:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758171.427373:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758171.427374:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758171.427379:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758171.427380:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758171.427385:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758171.427390:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758171.427390:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758171.427398:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758171.427399:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758171.427404:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758171.427405:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758171.427412:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758171.427416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758171.427422:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758171.427432:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758171.427435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758171.427438:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758171.427456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758171.427459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758171.427460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758171.427463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758171.427465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758171.427467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758171.427468:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758171.427474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758171.427475:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758171.427478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758171.427480:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758171.427482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758171.427483:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758171.427487:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758171.427493:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758171.427495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758171.427501:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758171.427504:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758171.555369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758171.555379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758171.555382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758171.555387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758171.555391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758171.555395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758171.555398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758171.555401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758171.555405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758172.451392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758172.451400:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758172.451404:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758172.451412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758172.451420:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758172.451428:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758172.451432:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758172.451437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758172.451438:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758172.451452:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758172.451453:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758172.451460:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758172.451477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758172.451477:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758172.451482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758172.451488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758172.451488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758172.451498:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758172.451499:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758172.451503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758172.451508:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758172.451510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758172.451517:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758172.451529:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758172.451529:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758172.451535:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758172.451540:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758172.451570:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758172.451580:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758172.451585:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758172.451592:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758172.451604:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758172.451613:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758172.451627:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758172.451639:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758172.451653:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758172.579408:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758172.579417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758172.579418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758172.579424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758172.579427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758172.579431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758172.579434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758172.579437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758172.579440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.475398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758173.475408:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758173.475410:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.475417:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758173.475423:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758173.475431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758173.475437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758173.475460:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758173.475461:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758173.475467:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758173.475477:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758173.475483:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758173.475492:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758173.475501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758173.475504:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758173.475511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758173.475512:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758173.475520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.475528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758173.475532:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758173.475534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758173.475541:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758173.475542:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758173.475562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.475563:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758173.475571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758173.475582:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758173.475603:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758173.475608:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758173.475615:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758173.475616:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758173.475619:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.475620:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758173.475633:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758173.475634:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758173.475648:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758173.475648:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758173.475654:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758173.475655:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758173.475669:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758173.475674:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758173.475678:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.475679:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758173.475683:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758173.475688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758173.539356:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758173.539365:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758173.539367:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758173.539370:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758173.539373:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758173.539379:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15878 00000400:00000200:0.0:1787758173.539386:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758173.539392:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758173.539394:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758173.539397:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539399:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.539401:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539403:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758173.539407:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758173.539408:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758173.539410:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758173.539413:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758173.539415:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758173.539416:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758173.539419:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539420:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.539422:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539423:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758173.539425:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758173.539428:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539429:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758173.539431:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758173.539434:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758173.539436:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539438:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758173.539440:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758173.539447:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758173.539450:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758173.539454:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758173.539455:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539457:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758173.539460:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758173.539463:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758173.539470:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758173.539476:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.539483:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931143424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758173.539491:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758173.539494:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758173.539498:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931143424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758173.539515:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758173.539518:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758173.539520:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758173.539522:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758173.539523:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758173.539525:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758173.539526:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15878 00000400:00000200:0.0:1787758173.539529:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758173.539531:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758173.539532:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758173.539534:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539536:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.539537:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539539:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758173.539540:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758173.539541:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758173.539542:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758173.539544:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758173.539545:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758173.539546:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758173.539548:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539549:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.539551:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539552:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758173.539554:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758173.539556:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539558:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758173.539559:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758173.539564:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758173.539566:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539567:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758173.539571:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758173.539581:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539584:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758173.539587:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758173.539593:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758173.539597:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758173.539598:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539603:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758173.539606:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758173.539608:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758173.539615:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758173.539620:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.539627:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931143552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758173.539644:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758173.539648:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758173.539655:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931143552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758173.539667:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758173.539673:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758173.539679:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758173.539684:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758173.539689:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758173.539695:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758173.539701:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15878 00000400:00000200:0.0:1787758173.539743:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758173.539752:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758173.539757:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758173.539765:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539769:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.539774:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539778:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758173.539782:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758173.539785:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758173.539787:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758173.539791:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758173.539794:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758173.539796:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758173.539802:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539806:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.539811:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539815:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758173.539820:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758173.539828:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758173.539831:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758173.539833:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758173.539837:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758173.539840:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539844:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758173.539847:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758173.539853:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539855:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758173.539862:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758173.539868:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758173.539873:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758173.539875:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.539878:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758173.539881:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758173.539884:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758173.539890:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758173.539895:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.539904:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931143680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758173.539915:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758173.539920:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758173.539926:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931143680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758173.539941:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758173.539947:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758173.539954:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758173.539959:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758173.539963:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758173.539971:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758173.539979:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15878 00000400:00000200:0.0:1787758173.539990:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758173.539996:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758173.539999:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758173.540005:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540008:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.540013:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540016:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758173.540018:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758173.540022:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758173.540026:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758173.540030:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758173.540032:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758173.540035:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758173.540043:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540047:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.540051:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540056:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758173.540061:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758173.540068:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540074:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758173.540077:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758173.540081:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758173.540085:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.540088:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758173.540092:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758173.540097:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.540102:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758173.540109:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758173.540113:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758173.540119:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758173.540121:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.540126:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758173.540128:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758173.540132:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758173.540136:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758173.540141:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.540148:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931143808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758173.540164:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758173.540168:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758173.540176:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931143808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758173.540186:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758173.540189:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758173.540197:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758173.540200:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758173.540202:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758173.540208:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758173.540212:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15878 00000400:00000200:0.0:1787758173.540218:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758173.540223:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758173.540225:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758173.540230:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540235:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.540237:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540241:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758173.540243:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758173.540246:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758173.540249:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758173.540251:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758173.540256:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758173.540259:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758173.540264:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540285:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758173.540286:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540288:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758173.540289:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758173.540292:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758173.540293:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758173.540296:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758173.540298:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758173.540300:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.540304:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758173.540307:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758173.540310:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.540313:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758173.540316:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758173.540320:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758173.540326:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758173.540328:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758173.540332:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758173.540334:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758173.540337:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758173.540342:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758173.540346:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758173.540355:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931143936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758173.540366:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758173.540370:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758173.540377:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931143936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758173.540388:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758173.540392:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15888) 00000100:00000001:1.0:1787758173.603410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758173.603419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758173.603421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758173.603426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758173.603430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758173.603434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758173.603437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758173.603440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758173.603442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758174.499370:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758174.499379:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758174.499384:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758174.499385:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758174.499390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758174.499394:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758174.499394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758174.499403:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758174.499403:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758174.499408:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758174.499411:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.499412:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758174.499419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758174.499422:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758174.499425:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758174.499426:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758174.499429:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.499432:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758174.499442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758174.499448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758174.499450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758174.499453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758174.499457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758174.499457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758174.499462:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.499462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758174.499466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758174.499468:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758174.499469:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758174.499472:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.499475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758174.499478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758174.499480:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.499486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758174.499489:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.499493:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758174.499519:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758174.499522:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758174.499523:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758174.499526:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758174.499528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758174.499532:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758174.499533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758174.499535:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758174.499537:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758174.563355:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310551504, at 4310551552 00000100:00000040:1.0:1787758174.563355:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310551504, at 4310551552 00000100:00000010:0.0:1787758174.563375:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:1.0:1787758174.563381:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787758174.627348:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758174.627355:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758174.627357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758174.627362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758174.627365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758174.627369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.627372:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758174.627375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758174.627379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758175.523350:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758175.523354:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758175.523361:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758175.523361:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758175.523365:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758175.523366:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758175.523374:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758175.523375:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758175.523381:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758175.523383:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758175.523386:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758175.523389:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758175.523390:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758175.523396:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758175.523400:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758175.523411:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758175.523413:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758175.523415:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758175.523418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758175.523419:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758175.523421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758175.523425:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758175.523430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758175.523436:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758175.523436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758175.523441:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758175.523441:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758175.523446:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758175.523446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758175.523452:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758175.523453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758175.523459:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758175.523464:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758175.523469:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758175.523471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758175.523472:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758175.523476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758175.523477:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758175.523480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758175.523485:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758175.523489:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758175.523492:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758175.523495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758175.523497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758175.523501:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758175.651330:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758175.651337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758175.651338:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758175.651342:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758175.651345:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758175.651348:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758175.651350:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758175.651352:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758175.651355:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758176.547411:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758176.547415:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758176.547417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758176.547422:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758176.547428:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758176.547429:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758176.547440:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758176.547440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758176.547448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758176.547459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758176.547459:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758176.547466:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.547469:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758176.547473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758176.547479:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.547487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758176.547490:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758176.547495:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758176.547495:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758176.547502:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758176.547508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758176.547509:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758176.547523:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758176.547529:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.547545:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758176.547546:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758176.547555:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.547556:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758176.547559:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758176.547568:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758176.547577:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758176.547581:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758176.547585:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.547590:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758176.547593:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758176.547594:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758176.547597:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758176.547598:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758176.547602:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758176.547607:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758176.547613:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758176.547615:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758176.547617:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758176.547618:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758176.547620:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758176.675381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758176.675391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758176.675394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758176.675401:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758176.675405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758176.675411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.675415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758176.675418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758176.675422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758177.571391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758177.571398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758177.571400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758177.571403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758177.571411:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758177.571417:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758177.571420:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758177.571427:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758177.571429:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758177.571441:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758177.571454:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758177.571454:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758177.571464:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.571468:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758177.571469:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758177.571480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758177.571488:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758177.571491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758177.571497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758177.571499:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758177.571502:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758177.571514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758177.571520:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758177.571525:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.571530:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758177.571532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758177.571537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.571538:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758177.571540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758177.571542:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758177.571549:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758177.571561:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758177.571575:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.571587:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758177.571597:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.571613:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758177.699343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758177.699351:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758177.699353:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758177.699359:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758177.699362:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758177.699366:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.699368:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758177.699371:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758177.699374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758178.595380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758178.595385:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758178.595392:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758178.595394:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758178.595398:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.595399:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758178.595417:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758178.595421:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758178.595422:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758178.595431:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758178.595432:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758178.595439:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758178.595445:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.595445:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.595462:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.595463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758178.595474:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758178.595489:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758178.595500:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758178.595507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758178.595511:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758178.595516:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758178.595522:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758178.595526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.595531:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758178.595535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.595538:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758178.595573:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758178.595576:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758178.595580:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758178.595598:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758178.595602:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758178.595604:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758178.595606:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758178.595608:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758178.595611:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.595613:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758178.595614:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.595615:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758178.659321:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758178.659329:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758178.659331:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758178.659334:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758178.659338:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758178.659345:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15883 00000400:00000200:0.0:1787758178.659352:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758178.659356:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758178.659360:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758178.659362:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659365:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.659367:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659368:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758178.659371:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758178.659373:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758178.659375:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758178.659378:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758178.659380:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758178.659381:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758178.659384:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659385:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.659387:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659388:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758178.659391:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758178.659393:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659395:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758178.659397:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758178.659400:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758178.659402:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659403:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758178.659405:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758178.659414:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758178.659416:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758178.659420:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758178.659421:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659423:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758178.659425:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758178.659428:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758178.659434:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758178.659440:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758178.659447:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931144064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758178.659456:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758178.659459:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758178.659463:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931144064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758178.659483:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758178.659485:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758178.659488:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758178.659489:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758178.659490:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758178.659492:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758178.659494:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15883 00000400:00000200:0.0:1787758178.659496:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758178.659498:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758178.659500:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758178.659503:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659504:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.659506:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659508:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758178.659516:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758178.659518:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758178.659520:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758178.659522:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758178.659523:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758178.659525:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758178.659527:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659529:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.659532:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659539:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758178.659543:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758178.659550:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659555:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758178.659558:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758178.659563:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758178.659568:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659570:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758178.659576:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758178.659584:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659591:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758178.659601:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758178.659606:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758178.659610:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758178.659615:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659617:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758178.659619:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758178.659634:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758178.659639:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758178.659652:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758178.659670:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931144192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758178.659694:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758178.659699:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758178.659709:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931144192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758178.659733:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758178.659741:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758178.659752:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758178.659753:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758178.659756:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758178.659764:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758178.659767:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15883 00000400:00000200:0.0:1787758178.659772:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758178.659780:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758178.659782:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758178.659786:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659797:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.659806:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659812:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758178.659816:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758178.659818:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758178.659823:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758178.659826:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758178.659834:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758178.659843:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758178.659856:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659862:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.659865:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659871:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758178.659879:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758178.659884:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758178.659890:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758178.659892:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758178.659896:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758178.659899:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659901:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758178.659903:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758178.659907:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659912:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758178.659919:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758178.659923:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758178.659927:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758178.659929:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.659936:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758178.659937:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758178.659939:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758178.659943:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758178.659948:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758178.659954:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931144320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758178.659966:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758178.659972:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758178.659981:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931144320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758178.660001:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758178.660004:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758178.660016:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758178.660022:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758178.660026:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758178.660034:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758178.660044:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15883 00000400:00000200:0.0:1787758178.660066:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758178.660075:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758178.660081:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758178.660084:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660086:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.660088:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660095:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758178.660097:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758178.660098:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758178.660100:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758178.660103:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758178.660109:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758178.660116:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758178.660123:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660133:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.660135:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660140:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758178.660145:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758178.660154:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660160:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758178.660165:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758178.660168:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758178.660172:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.660178:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758178.660180:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758178.660186:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.660188:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758178.660193:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758178.660199:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758178.660206:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758178.660210:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.660215:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758178.660220:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758178.660224:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758178.660230:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758178.660236:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758178.660244:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931144448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758178.660304:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758178.660306:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758178.660311:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931144448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758178.660341:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758178.660347:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758178.660353:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758178.660361:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758178.660365:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758178.660377:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758178.660384:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15883 00000400:00000200:0.0:1787758178.660394:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758178.660402:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758178.660405:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758178.660410:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660419:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.660424:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660430:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758178.660434:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758178.660437:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758178.660443:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758178.660445:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758178.660448:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758178.660458:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758178.660462:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660465:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758178.660472:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660475:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758178.660477:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758178.660480:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758178.660482:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758178.660489:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758178.660495:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758178.660502:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.660505:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758178.660508:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758178.660512:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.660516:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758178.660521:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758178.660526:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758178.660533:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758178.660540:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758178.660542:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758178.660544:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758178.660549:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758178.660553:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758178.660562:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758178.660574:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931144576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758178.660591:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758178.660597:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758178.660608:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931144576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758178.660637:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758178.660644:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15893) 00000100:00000001:1.0:1787758178.723360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758178.723367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758178.723369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758178.723374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758178.723377:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758178.723381:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.723383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758178.723386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758178.723388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758179.619365:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758179.619365:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758179.619373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758179.619374:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758179.619379:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758179.619384:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758179.619386:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758179.619397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758179.619401:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758179.619403:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758179.619413:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758179.619421:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758179.619422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758179.619428:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758179.619429:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758179.619446:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758179.619450:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758179.619452:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758179.619458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758179.619463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758179.619466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758179.619467:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758179.619474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758179.619475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758179.619481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758179.619492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758179.619492:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758179.619499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758179.619508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758179.619508:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758179.619513:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758179.619515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758179.619517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758179.619520:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758179.619523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758179.619528:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758179.619548:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758179.619552:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758179.619555:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758179.619571:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758179.619576:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758179.619590:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758179.619593:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758179.619595:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758179.619599:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758179.683350:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310556625, at 4310556672 00000100:00000040:1.0:1787758179.683350:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310556625, at 4310556672 00000100:00000010:1.0:1787758179.683368:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787758179.683374:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787758179.747337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758179.747344:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758179.747345:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758179.747349:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758179.747352:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758179.747356:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758179.747358:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758179.747360:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758179.747362:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758180.643364:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758180.643374:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758180.643379:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758180.643386:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758180.643394:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758180.643397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758180.643400:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643402:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758180.643406:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758180.643407:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758180.643412:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758180.643414:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643418:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758180.643420:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758180.643422:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643433:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758180.643445:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643460:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758180.643462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758180.643473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758180.643478:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758180.643484:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758180.643495:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758180.643503:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643508:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758180.643513:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758180.643513:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758180.643520:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758180.643523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758180.643532:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758180.643533:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758180.643538:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758180.643542:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643544:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758180.643545:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758180.643548:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758180.643571:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758180.643581:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758180.643707:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758180.643711:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758180.643714:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758180.643716:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758180.643719:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758180.643721:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758180.643723:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758180.771350:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758180.771356:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758180.771358:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758180.771362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758180.771365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758180.771368:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758180.771371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758180.771373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758180.771376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758181.667366:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758181.667380:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758181.667384:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758181.667388:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758181.667395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758181.667402:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758181.667409:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758181.667413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758181.667419:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758181.667420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758181.667432:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758181.667433:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758181.667453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758181.667465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758181.667471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758181.667481:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758181.667482:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758181.667487:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758181.667488:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758181.667494:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758181.667500:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758181.667500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758181.667508:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758181.667515:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758181.667521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758181.667523:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758181.667527:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758181.667529:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758181.667537:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758181.667538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758181.667556:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758181.667566:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758181.667587:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758181.667592:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758181.667603:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758181.667603:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758181.667620:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758181.667621:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758181.667632:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758181.667638:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758181.667639:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758181.667645:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758181.667651:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758181.667653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758181.667655:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758181.795350:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758181.795359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758181.795362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758181.795368:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758181.795371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758181.795375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758181.795377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758181.795380:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758181.795384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758182.691352:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758182.691361:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758182.691362:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758182.691365:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758182.691366:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758182.691368:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758182.691374:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758182.691374:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758182.691378:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758182.691379:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758182.691383:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.691384:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691387:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758182.691391:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691395:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758182.691396:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758182.691400:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.691405:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758182.691424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758182.691427:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758182.691431:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758182.691436:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758182.691439:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758182.691443:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758182.691458:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.691459:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758182.691470:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758182.691473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758182.691480:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758182.691483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758182.691490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758182.691496:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691500:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758182.691506:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758182.691506:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758182.691513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691515:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758182.691520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758182.691520:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758182.691535:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758182.691543:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691547:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758182.691563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758182.691567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758182.691580:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758182.691583:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758182.691584:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758182.691588:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758182.691591:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758182.691594:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.691597:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758182.691604:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.691608:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758182.819351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758182.819359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758182.819360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758182.819364:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758182.819367:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758182.819370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.819373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758182.819375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758182.819377:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758183.715379:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758183.715388:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758183.715394:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.715400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758183.715411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758183.715417:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758183.715417:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758183.715432:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758183.715434:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758183.715442:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758183.715450:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758183.715450:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758183.715461:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758183.715463:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758183.715476:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.715476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758183.715482:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758183.715492:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.715521:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758183.715523:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758183.715527:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758183.715530:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758183.715546:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758183.715548:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.715555:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758183.715560:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758183.715562:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758183.715569:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758183.715570:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758183.715580:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758183.715592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758183.715597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758183.715601:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758183.715602:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758183.715605:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758183.715610:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758183.779404:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758183.779414:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758183.779416:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758183.779420:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758183.779425:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758183.779432:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15888 00000400:00000200:1.0:1787758183.779441:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758183.779448:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758183.779452:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758183.779456:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779459:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.779462:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779465:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758183.779470:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758183.779472:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758183.779475:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758183.779478:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758183.779481:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758183.779484:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758183.779487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779489:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.779492:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779494:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758183.779497:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758183.779501:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779504:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758183.779507:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758183.779510:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758183.779514:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.779517:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758183.779519:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758183.779562:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758183.779567:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758183.779571:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758183.779573:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.779577:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758183.779580:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758183.779584:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758183.779592:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758183.779599:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.779609:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931144704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758183.779619:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758183.779623:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758183.779628:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931144704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758183.779650:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758183.779654:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758183.779657:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758183.779659:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758183.779661:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758183.779664:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758183.779668:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15888 00000400:00000200:1.0:1787758183.779673:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758183.779676:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758183.779679:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758183.779684:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779686:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.779690:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779694:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758183.779697:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758183.779698:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758183.779700:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758183.779703:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758183.779707:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758183.779715:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758183.779727:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779732:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.779740:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779749:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758183.779759:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758183.779770:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758183.779776:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758183.779782:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758183.779792:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758183.779803:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.779808:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758183.779815:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758183.779822:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.779824:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758183.779831:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758183.779838:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758183.779845:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758183.779850:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.779856:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758183.779860:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758183.779863:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758183.779872:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758183.779883:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.779898:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931144832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758183.779924:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758183.779932:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758183.779949:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931144832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758183.779983:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758183.779991:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758183.780007:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758183.780013:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758183.780019:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758183.780026:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758183.780041:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15888 00000400:00000200:1.0:1787758183.780055:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758183.780070:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758183.780085:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758183.780109:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780121:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.780130:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780141:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758183.780151:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758183.780158:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758183.780169:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758183.780175:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758183.780186:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758183.780203:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758183.780221:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780230:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.780241:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780250:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758183.780256:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758183.780265:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780320:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758183.780330:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758183.780338:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758183.780345:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.780350:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758183.780353:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758183.780359:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.780361:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758183.780374:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758183.780381:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758183.780390:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758183.780395:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.780405:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758183.780411:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758183.780419:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758183.780433:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758183.780443:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.780458:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931144960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758183.780472:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758183.780477:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758183.780492:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931144960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758183.780560:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758183.780566:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758183.780573:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758183.780581:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758183.780584:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758183.780597:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758183.780606:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15888 00000400:00000200:1.0:1787758183.780622:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758183.780633:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758183.780642:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758183.780654:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780662:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.780674:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780684:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758183.780692:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758183.780700:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758183.780710:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758183.780718:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758183.780727:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758183.780736:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758183.780750:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780765:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.780779:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780784:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758183.780793:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758183.780804:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758183.780813:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758183.780823:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758183.780833:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758183.780843:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.780854:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758183.780861:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758183.780872:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.780879:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758183.780892:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758183.780901:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758183.780911:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758183.780916:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.780928:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758183.780933:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758183.780941:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758183.780954:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758183.780963:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.780983:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931145088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758183.781060:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758183.781066:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758183.781089:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931145088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758183.781133:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758183.781144:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758183.781163:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758183.781172:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758183.781179:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758183.781193:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758183.781208:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15888 00000400:00000200:1.0:1787758183.781227:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758183.781239:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758183.781246:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758183.781255:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.781264:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.781292:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.781298:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758183.781309:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758183.781316:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758183.781324:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758183.781330:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758183.781341:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758183.781351:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758183.781365:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.781374:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758183.781387:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758183.781401:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758183.781415:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758183.781433:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758183.781446:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758183.781453:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758183.781461:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758183.781472:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.781482:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758183.781490:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758183.781503:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.781510:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758183.781519:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758183.781526:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758183.781545:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758183.781550:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758183.781557:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758183.781561:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758183.781566:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758183.781581:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758183.781588:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.781608:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931145216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758183.781657:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758183.781662:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758183.781679:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931145216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758183.781714:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758183.781730:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15898) 00000100:00000001:1.0:1787758183.843345:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758183.843353:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758183.843356:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758183.843362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758183.843366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758183.843370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758183.843374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758183.843378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758183.843381:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758184.739387:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758184.739394:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758184.739397:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758184.739401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758184.739406:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758184.739409:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758184.739414:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758184.739418:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758184.739422:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758184.739429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758184.739435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758184.739439:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758184.739442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758184.739443:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758184.739448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758184.739449:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758184.739454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758184.739455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.739461:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758184.739462:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758184.739464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758184.739477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758184.739481:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758184.739488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.739496:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758184.739505:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758184.739535:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758184.739538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758184.739539:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758184.739544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758184.739548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758184.739549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758184.739555:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.739559:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758184.739562:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.739573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758184.739615:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758184.739620:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758184.739622:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758184.739626:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758184.739629:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758184.739631:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.739633:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758184.739634:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.739636:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758184.803333:0:261441:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310561745, at 4310561792 00000100:00000040:1.0:1787758184.803333:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310561745, at 4310561792 00000100:00000010:0.0:1787758184.803348:0:261441:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787758184.803350:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787758184.867364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758184.867369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758184.867371:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758184.867375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758184.867377:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758184.867380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.867382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758184.867384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758184.867386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758185.763369:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758185.763374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758185.763377:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758185.763381:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758185.763383:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758185.763385:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758185.763392:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758185.763393:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758185.763401:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758185.763401:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758185.763407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758185.763407:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758185.763415:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758185.763419:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758185.763422:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758185.763430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758185.763433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758185.763436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758185.763438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758185.763442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758185.763444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758185.763447:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758185.763453:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758185.763455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758185.763458:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758185.763460:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758185.763465:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758185.763465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758185.763469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758185.763473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758185.763475:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758185.763482:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758185.763487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758185.763514:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758185.763518:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758185.763519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758185.763522:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758185.763524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758185.763525:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758185.763529:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758185.763530:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758185.763534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758185.763536:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758185.763540:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758185.763543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758185.891377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758185.891384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758185.891385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758185.891389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758185.891392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758185.891395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758185.891397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758185.891399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758185.891401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758186.787375:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758186.787375:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758186.787383:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758186.787384:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758186.787387:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758186.787390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758186.787395:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758186.787397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758186.787402:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758186.787403:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758186.787408:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758186.787409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787415:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758186.787419:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787421:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758186.787435:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758186.787438:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758186.787439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758186.787443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787444:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758186.787449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758186.787452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758186.787454:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758186.787455:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787461:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758186.787465:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758186.787470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758186.787473:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758186.787475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758186.787492:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758186.787497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758186.787502:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758186.787510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758186.787510:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758186.787516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758186.787520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758186.787520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758186.787526:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758186.787527:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758186.787531:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758186.787535:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758186.787538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758186.787542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758186.915326:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758186.915331:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758186.915333:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758186.915336:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758186.915339:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758186.915342:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758186.915344:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758186.915346:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758186.915349:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758187.811357:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758187.811357:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758187.811365:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758187.811365:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758187.811367:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758187.811369:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758187.811373:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758187.811377:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758187.811379:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758187.811384:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758187.811385:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758187.811390:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758187.811391:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758187.811396:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758187.811399:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758187.811403:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758187.811408:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758187.811415:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758187.811428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758187.811432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758187.811436:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758187.811439:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758187.811444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758187.811446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758187.811447:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758187.811452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758187.811453:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758187.811458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758187.811459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758187.811475:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758187.811477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758187.811485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758187.811489:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758187.811495:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758187.811500:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758187.811501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758187.811506:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758187.811506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758187.811513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758187.811515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758187.811519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758187.811523:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758187.811526:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758187.811530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758187.811537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758187.939320:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758187.939329:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758187.939332:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758187.939338:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758187.939342:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758187.939345:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758187.939349:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758187.939351:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758187.939355:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758188.835344:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758188.835349:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758188.835352:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758188.835354:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758188.835355:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758188.835357:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758188.835362:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758188.835363:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758188.835368:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758188.835372:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758188.835375:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758188.835379:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758188.835380:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758188.835385:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758188.835391:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758188.835391:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758188.835395:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758188.835399:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758188.835411:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758188.835416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758188.835418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758188.835421:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758188.835422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758188.835425:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758188.835428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758188.835429:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758188.835434:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758188.835435:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758188.835440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758188.835454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758188.835454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758188.835459:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758188.835460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758188.835467:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758188.835468:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758188.835476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758188.835502:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758188.835506:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758188.835509:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758188.835514:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758188.835517:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758188.835520:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758188.835522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758188.835523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758188.835525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758188.963327:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758188.963333:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758188.963335:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758188.963339:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758188.963342:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758188.963345:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758188.963347:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758188.963349:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758188.963352:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758189.859351:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758189.859351:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758189.859360:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758189.859360:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758189.859364:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758189.859371:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758189.859373:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758189.859377:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758189.859380:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758189.859383:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758189.859387:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758189.859389:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758189.859393:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758189.859397:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758189.859400:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758189.859409:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758189.859412:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758189.859415:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758189.859444:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758189.859448:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758189.859453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758189.859459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758189.859465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758189.859470:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758189.859474:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758189.859478:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758189.859485:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758189.859507:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758189.859510:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758189.859511:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758189.859513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758189.859515:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758189.859518:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758189.859520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758189.859522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758189.859526:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758189.923329:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310566864, at 4310566912 00000100:00000040:0.0:1787758189.923331:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310566864, at 4310566912 00000100:00000010:1.0:1787758189.923341:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787758189.923343:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787758189.987336:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758189.987341:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758189.987343:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758189.987346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758189.987350:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758189.987353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758189.987355:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758189.987357:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758189.987359:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758190.883343:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758190.883351:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758190.883352:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758190.883357:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758190.883361:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758190.883365:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758190.883370:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758190.883373:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758190.883377:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758190.883404:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758190.883416:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758190.883421:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758190.883421:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758190.883424:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758190.883425:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758190.883430:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758190.883431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758190.883437:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758190.883439:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758190.883441:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758190.883444:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758190.883445:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758190.883448:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758190.883452:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758190.883453:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758190.883456:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758190.883462:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758190.883470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758190.883474:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758190.883478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758190.883481:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758190.883485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758190.883489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758190.883494:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758190.883497:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758190.883500:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758191.011323:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758191.011329:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758191.011331:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758191.011335:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758191.011338:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758191.011348:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.011350:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758191.011352:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.011354:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758191.907401:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758191.907412:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758191.907415:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758191.907422:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758191.907428:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758191.907438:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.907444:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758191.907449:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.907466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758191.907504:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758191.907515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758191.907524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758191.907535:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758191.907539:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758191.907545:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758191.907546:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758191.907563:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758191.907566:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758191.907582:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758191.907584:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758191.907600:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.907601:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758191.907619:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758191.907620:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.907642:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758191.907647:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758191.907654:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758191.907677:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758191.907686:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758191.907689:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758191.907695:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758191.907705:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758191.907713:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758191.907722:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758191.907730:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758191.907739:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758192.035468:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758192.035476:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758192.035478:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758192.035483:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758192.035486:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758192.035490:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758192.035493:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758192.035496:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758192.035498:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758192.931468:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758192.931474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758192.931479:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758192.931481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758192.931486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758192.931487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758192.931498:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758192.931498:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758192.931508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758192.931510:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758192.931514:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758192.931516:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758192.931520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758192.931525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758192.931527:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758192.931529:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758192.931538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758192.931539:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758192.931566:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758192.931575:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758192.931582:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758192.931588:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758192.931590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758192.931595:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758192.931596:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758192.931601:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758192.931603:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758192.931608:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758192.931610:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758192.931613:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758192.931615:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758192.931619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758192.931622:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758192.931632:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758192.931636:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758192.931639:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758193.059333:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758193.059338:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758193.059340:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758193.059344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758193.059347:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758193.059350:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.059352:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758193.059354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.059356:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758193.955416:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758193.955425:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758193.955428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758193.955435:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758193.955441:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758193.955447:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.955451:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758193.955455:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.955461:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758193.955497:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758193.955510:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758193.955515:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758193.955520:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758193.955524:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758193.955532:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758193.955537:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758193.955546:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758193.955550:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758193.955560:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758193.955563:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.955573:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758193.955574:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758193.955585:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758193.955594:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758193.955597:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758193.955604:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.955612:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758193.955641:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758193.955649:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758193.955656:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758193.955663:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758193.955668:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758193.955670:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758193.955678:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758193.955685:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758193.955686:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758193.955695:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.955698:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758193.955706:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758193.955708:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758193.955714:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758193.955724:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758193.955725:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758193.955731:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758193.955739:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758193.955801:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758193.955806:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758193.955811:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758194.019508:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758194.019518:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758194.019521:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758194.019526:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758194.019531:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758194.019540:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15898 00000400:00000200:0.0:1787758194.019552:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758194.019559:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758194.019564:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758194.019569:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019573:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.019577:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019580:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758194.019585:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758194.019588:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758194.019592:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758194.019596:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758194.019600:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758194.019603:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758194.019607:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019609:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.019613:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019615:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758194.019620:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758194.019625:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019628:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758194.019632:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758194.019635:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758194.019639:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.019642:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758194.019646:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758194.019656:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758194.019661:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758194.019666:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758194.019669:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.019673:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758194.019676:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758194.019681:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758194.019690:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758194.019699:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758194.019711:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931145984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758194.019726:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758194.019731:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758194.019738:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931145984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758194.019769:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758194.019774:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758194.019779:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758194.019781:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758194.019794:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758194.019799:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758194.019803:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15898 00000400:00000200:0.0:1787758194.019808:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758194.019812:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758194.019816:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758194.019820:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019823:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.019826:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019828:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758194.019831:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758194.019833:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758194.019835:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758194.019838:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758194.019841:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758194.019844:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758194.019849:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019853:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.019857:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019860:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758194.019864:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758194.019868:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758194.019871:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758194.019875:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758194.019883:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758194.019895:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.019903:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758194.019910:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758194.019916:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.019924:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758194.019934:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758194.019943:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758194.019950:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758194.019956:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.019962:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758194.019967:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758194.019969:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758194.019974:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758194.019979:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758194.019990:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931146112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758194.020019:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758194.020028:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758194.020041:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931146112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758194.020060:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758194.020084:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758194.020098:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758194.020101:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758194.020104:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758194.020113:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758194.020119:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15898 00000400:00000200:0.0:1787758194.020132:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758194.020141:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758194.020146:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758194.020159:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020168:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.020171:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020174:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758194.020181:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758194.020186:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758194.020192:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758194.020199:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758194.020207:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758194.020216:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758194.020228:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020235:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.020243:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020247:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758194.020254:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758194.020265:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020308:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758194.020311:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758194.020316:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758194.020321:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.020325:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758194.020329:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758194.020342:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.020349:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758194.020377:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758194.020386:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758194.020397:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758194.020403:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.020412:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758194.020418:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758194.020428:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758194.020444:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758194.020458:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758194.020472:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931146240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758194.020505:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758194.020510:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758194.020521:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931146240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758194.020559:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758194.020565:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758194.020570:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758194.020577:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758194.020580:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758194.020590:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758194.020601:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15898 00000400:00000200:0.0:1787758194.020620:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758194.020631:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758194.020638:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758194.020650:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020657:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.020664:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020672:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758194.020681:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758194.020686:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758194.020691:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758194.020695:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758194.020703:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758194.020711:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758194.020723:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020729:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.020740:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020750:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758194.020759:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758194.020768:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758194.020777:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758194.020782:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758194.020790:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758194.020799:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.020806:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758194.020812:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758194.020823:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.020827:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758194.020834:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758194.020844:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758194.020852:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758194.020858:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.020863:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758194.020866:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758194.020872:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758194.020881:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758194.020891:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758194.020902:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931146368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758194.020924:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758194.020931:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758194.020942:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931146368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758194.020961:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758194.020969:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758194.020983:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758194.020988:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758194.020993:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758194.021001:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758194.021013:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15898 00000400:00000200:0.0:1787758194.021025:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758194.021034:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758194.021042:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758194.021055:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.021063:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.021072:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.021082:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758194.021089:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758194.021094:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758194.021099:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758194.021105:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758194.021114:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758194.021120:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758194.021133:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.021140:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758194.021151:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758194.021160:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758194.021169:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758194.021179:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758194.021186:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758194.021192:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758194.021199:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758194.021206:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.021213:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758194.021219:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758194.021231:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.021245:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758194.021260:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758194.021307:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758194.021314:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758194.021322:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.021331:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758194.021338:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758194.021348:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758194.021381:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758194.021395:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758194.021418:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931146496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758194.021463:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758194.021471:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758194.021484:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931146496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758194.021515:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758194.021529:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15908) 00000100:00000001:1.0:1787758194.083446:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758194.083451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758194.083452:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758194.083456:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758194.083458:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758194.083461:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758194.083463:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758194.083465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758194.083473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758194.979449:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758194.979456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758194.979462:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758194.979465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758194.979469:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.979472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758194.979482:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758194.979485:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758194.979493:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758194.979497:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758194.979503:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758194.979506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758194.979515:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758194.979521:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758194.979533:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.979534:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758194.979543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758194.979550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758194.979574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758194.979593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758194.979599:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758194.979608:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758194.979615:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758194.979622:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758194.979630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758194.979636:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758194.979644:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758194.979667:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758194.979676:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758194.979682:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758194.979689:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758194.979697:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758194.979702:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758194.979705:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758194.979708:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758194.979712:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758194.979837:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758194.979842:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758194.979847:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758195.043398:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310571985, at 4310572032 00000100:00000040:0.0:1787758195.043414:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310571985, at 4310572032 00000100:00000010:1.0:1787758195.043416:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:0.0:1787758195.043434:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787758195.107435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758195.107442:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758195.107445:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758195.107451:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758195.107455:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758195.107459:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758195.107462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758195.107466:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758195.107470:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758196.003465:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758196.003480:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758196.003488:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758196.003502:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758196.003515:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758196.003516:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758196.003537:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758196.003540:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758196.003550:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758196.003566:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758196.003593:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758196.003593:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758196.003610:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758196.003612:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758196.003633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758196.003636:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758196.003639:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758196.003654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758196.003683:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758196.003694:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758196.003701:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758196.003702:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758196.003713:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758196.003717:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758196.003721:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758196.003733:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758196.003741:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758196.003750:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758196.003752:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758196.003768:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758196.003770:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758196.003781:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758196.003789:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758196.003793:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758196.003802:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758196.003827:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758196.003922:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758196.003927:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758196.003931:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758196.131463:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758196.131474:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758196.131478:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758196.131485:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758196.131490:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758196.131496:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758196.131500:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758196.131503:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758196.131507:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758197.027450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758197.027460:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758197.027462:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758197.027471:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758197.027475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758197.027486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758197.027487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758197.027501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758197.027503:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758197.027510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758197.027518:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758197.027519:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758197.027527:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758197.027531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758197.027535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758197.027567:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758197.027576:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758197.027583:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758197.027584:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758197.027593:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758197.027597:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758197.027602:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758197.027610:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758197.027619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758197.027624:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758197.027627:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758197.027635:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758197.027636:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758197.027642:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758197.027652:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758197.027670:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758197.027679:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758197.027685:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758197.027692:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758197.027700:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758197.027709:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758197.027718:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758197.027722:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758197.027732:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758197.155403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758197.155412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758197.155415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758197.155421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758197.155425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758197.155429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758197.155433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758197.155436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758197.155440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758198.051459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758198.051460:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758198.051471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758198.051473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758198.051480:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758198.051482:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758198.051492:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758198.051494:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758198.051504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758198.051506:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758198.051513:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758198.051517:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758198.051520:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758198.051530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758198.051539:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758198.051540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758198.051549:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758198.051557:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758198.051575:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758198.051599:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758198.051606:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758198.051618:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758198.051632:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758198.051642:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758198.051650:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758198.051652:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758198.051658:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758198.051660:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758198.051669:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758198.051672:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758198.051677:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758198.051691:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758198.051698:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758198.051701:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758198.051704:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758198.051712:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758198.051743:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758198.051749:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758198.051757:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758198.179371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758198.179382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758198.179385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758198.179392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758198.179397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758198.179402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758198.179405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758198.179408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758198.179412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.075436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758199.075445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758199.075452:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.075467:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758199.075474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758199.075480:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758199.075484:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758199.075491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.075494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758199.075506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758199.075517:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758199.075526:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758199.075531:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758199.075539:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758199.075546:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758199.075547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758199.075553:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758199.075560:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.075590:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758199.075598:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758199.075600:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758199.075607:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758199.075610:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758199.075614:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758199.075628:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758199.075628:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758199.075647:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758199.075647:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758199.075662:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758199.075662:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758199.075674:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758199.075680:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758199.075685:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.075693:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758199.075701:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758199.075708:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758199.139379:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758199.139388:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758199.139390:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758199.139393:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758199.139397:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758199.139404:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15903 00000400:00000200:1.0:1787758199.139411:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758199.139417:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758199.139420:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758199.139423:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139426:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.139428:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139430:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758199.139433:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758199.139435:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758199.139437:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758199.139439:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758199.139441:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758199.139443:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758199.139445:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139447:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.139448:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139450:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758199.139453:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758199.139456:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139457:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758199.139460:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758199.139462:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758199.139464:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139466:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758199.139468:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758199.139475:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758199.139478:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758199.139482:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758199.139483:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139486:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758199.139488:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758199.139491:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758199.139497:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758199.139503:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.139510:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931146624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758199.139524:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758199.139527:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758199.139531:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931146624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758199.139548:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758199.139551:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758199.139554:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758199.139555:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758199.139557:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758199.139559:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758199.139561:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15903 00000400:00000200:1.0:1787758199.139564:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758199.139566:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758199.139568:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758199.139570:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139572:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.139574:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139576:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758199.139578:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758199.139578:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758199.139579:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758199.139581:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758199.139582:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758199.139584:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758199.139586:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139587:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.139589:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139591:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758199.139594:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758199.139597:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139600:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758199.139601:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758199.139606:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758199.139609:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139611:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758199.139617:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758199.139621:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139622:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758199.139627:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758199.139629:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758199.139634:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758199.139637:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139641:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758199.139644:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758199.139647:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758199.139651:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758199.139657:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.139666:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931146752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758199.139678:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758199.139681:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758199.139689:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931146752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758199.139699:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758199.139707:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758199.139713:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758199.139718:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758199.139723:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758199.139730:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758199.139737:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15903 00000400:00000200:1.0:1787758199.139745:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758199.139755:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758199.139760:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758199.139767:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139772:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.139776:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139779:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758199.139783:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758199.139787:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758199.139791:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758199.139794:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758199.139798:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758199.139800:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758199.139808:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139810:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.139812:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139813:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758199.139815:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758199.139822:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758199.139825:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758199.139829:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758199.139834:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758199.139838:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139842:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758199.139845:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758199.139849:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139852:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758199.139859:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758199.139864:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758199.139869:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758199.139872:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.139874:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758199.139877:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758199.139880:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758199.139885:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758199.139892:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.139900:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931146880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758199.139912:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758199.139916:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758199.139925:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931146880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758199.139948:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758199.139956:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758199.139965:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758199.139968:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758199.139973:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758199.139978:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758199.139984:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15903 00000400:00000200:1.0:1787758199.139994:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758199.139999:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758199.140004:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758199.140012:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140017:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.140021:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140025:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758199.140028:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758199.140030:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758199.140035:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758199.140040:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758199.140046:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758199.140051:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758199.140059:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140067:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.140074:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140081:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758199.140087:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758199.140094:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140099:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758199.140103:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758199.140108:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758199.140114:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.140119:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758199.140123:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758199.140137:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.140142:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758199.140149:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758199.140154:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758199.140160:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758199.140163:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.140166:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758199.140169:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758199.140172:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758199.140178:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758199.140185:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.140195:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931147008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758199.140214:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758199.140218:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758199.140227:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931147008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758199.140241:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758199.140247:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758199.140252:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758199.140255:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758199.140258:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758199.140304:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758199.140310:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15903 00000400:00000200:1.0:1787758199.140319:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758199.140326:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758199.140330:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758199.140337:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140343:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.140349:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140352:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758199.140356:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758199.140359:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758199.140363:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758199.140367:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758199.140373:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758199.140378:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758199.140382:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140387:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758199.140393:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140398:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758199.140402:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758199.140405:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758199.140407:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758199.140410:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758199.140415:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758199.140420:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.140425:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758199.140429:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758199.140435:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.140439:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758199.140446:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758199.140453:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758199.140459:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758199.140463:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758199.140466:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758199.140469:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758199.140472:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758199.140477:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758199.140483:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.140492:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931147136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758199.140507:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758199.140510:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758199.140517:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931147136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758199.140528:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758199.140534:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15913) 00000100:00000001:1.0:1787758199.203325:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758199.203331:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758199.203333:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758199.203337:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758199.203339:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758199.203342:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758199.203344:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758199.203346:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758199.203348:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758200.099381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758200.099387:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758200.099391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758200.099395:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758200.099397:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758200.099406:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758200.099406:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758200.099415:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758200.099417:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758200.099420:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758200.099426:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758200.099427:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758200.099430:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758200.099435:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758200.099437:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758200.099443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758200.099449:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758200.099458:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758200.099488:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758200.099493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758200.099495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758200.099499:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758200.099508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758200.099512:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758200.099514:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758200.099531:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758200.099533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758200.099537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758200.099538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758200.099547:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758200.099548:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758200.099559:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758200.099565:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758200.099582:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758200.099586:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758200.099588:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758200.099592:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758200.099596:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758200.099597:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758200.099605:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758200.099611:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758200.099615:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758200.099619:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758200.099622:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758200.099631:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758200.163389:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310577104, at 4310577152 00000100:00000010:1.0:1787758200.163405:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000040:0.0:1787758200.163428:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310577104, at 4310577152 00000100:00000010:0.0:1787758200.163440:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758200.227334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758200.227340:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758200.227342:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758200.227346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758200.227349:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758200.227353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758200.227355:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758200.227358:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758200.227361:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758201.123459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758201.123475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758201.123485:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758201.123488:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758201.123497:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758201.123503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758201.123504:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758201.123515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758201.123518:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758201.123525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758201.123532:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758201.123532:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758201.123572:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758201.123578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758201.123585:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758201.123587:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758201.123595:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758201.123602:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758201.123615:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758201.123623:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758201.123628:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758201.123632:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758201.123639:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758201.123642:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758201.123645:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758201.123651:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758201.123655:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758201.123658:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758201.123663:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758201.123668:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758201.123669:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758201.123677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758201.123681:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758201.123705:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758201.123705:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758201.123716:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758201.123716:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758201.123723:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758201.123726:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758201.123728:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758201.123738:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758201.123742:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758201.123746:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758201.123749:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758201.123753:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758201.251337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758201.251345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758201.251347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758201.251351:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758201.251355:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758201.251358:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758201.251361:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758201.251365:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758201.251368:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758202.147372:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758202.147380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758202.147381:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758202.147386:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758202.147387:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758202.147393:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758202.147395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758202.147398:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758202.147403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758202.147405:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758202.147409:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147413:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758202.147415:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758202.147422:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147432:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758202.147433:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758202.147436:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147442:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758202.147465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758202.147470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758202.147474:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758202.147481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758202.147482:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758202.147486:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758202.147488:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758202.147492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758202.147495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758202.147497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758202.147502:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758202.147504:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758202.147507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758202.147523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758202.147535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147538:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758202.147542:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758202.147545:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758202.147548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147548:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758202.147557:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758202.147560:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758202.147561:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758202.147567:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147571:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758202.147576:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.147579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758202.275388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758202.275397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758202.275399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758202.275404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758202.275407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758202.275412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.275414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758202.275417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758202.275420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758203.171401:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758203.171411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758203.171418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758203.171428:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758203.171435:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758203.171441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758203.171453:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758203.171459:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758203.171464:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758203.171469:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758203.171477:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758203.171480:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758203.171488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758203.171494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758203.171504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758203.171505:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758203.171515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758203.171530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758203.171531:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758203.171542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758203.171544:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758203.171555:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758203.171557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758203.171577:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758203.171596:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758203.171600:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758203.171605:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758203.171631:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758203.171639:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758203.171650:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758203.171658:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758203.171665:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758203.171671:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758203.171678:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758203.171682:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758203.171689:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758203.299379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758203.299389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758203.299392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758203.299400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758203.299405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758203.299410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758203.299413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758203.299417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758203.299421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.195404:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758204.195415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758204.195418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758204.195428:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758204.195428:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758204.195439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758204.195440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758204.195449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.195450:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758204.195464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758204.195464:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758204.195479:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758204.195486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758204.195491:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758204.195505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.195520:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758204.195530:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758204.195533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758204.195542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.195543:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.195556:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758204.195561:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.195563:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758204.195571:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.195597:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758204.195602:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758204.195605:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758204.195612:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758204.195618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758204.195623:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758204.195629:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758204.195635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758204.195642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758204.195652:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758204.195659:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758204.195661:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.195667:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758204.195670:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.195671:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.195684:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758204.195694:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758204.195699:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.195703:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758204.195719:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.195738:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758204.259338:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758204.259347:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758204.259350:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758204.259354:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758204.259358:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758204.259366:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15908 00000400:00000200:1.0:1787758204.259374:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758204.259381:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758204.259384:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758204.259389:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259392:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259395:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259397:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758204.259401:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758204.259404:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758204.259407:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758204.259410:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758204.259413:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758204.259416:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758204.259419:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259422:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259424:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259425:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758204.259428:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758204.259431:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259434:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758204.259436:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758204.259439:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758204.259441:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259443:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758204.259445:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758204.259453:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758204.259456:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758204.259460:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758204.259461:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259463:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758204.259466:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758204.259469:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758204.259477:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758204.259482:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.259489:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931147264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758204.259498:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758204.259501:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758204.259505:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931147264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758204.259524:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758204.259527:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758204.259530:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758204.259531:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758204.259533:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758204.259535:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758204.259537:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15908 00000400:00000200:1.0:1787758204.259541:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758204.259544:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758204.259546:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758204.259549:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259551:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259553:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259555:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758204.259560:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758204.259561:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758204.259566:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758204.259568:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758204.259570:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758204.259573:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758204.259577:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259581:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259585:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259589:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758204.259594:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758204.259598:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259603:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758204.259607:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758204.259612:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758204.259615:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259618:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758204.259623:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758204.259627:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259629:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758204.259632:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758204.259636:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758204.259642:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758204.259644:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259648:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758204.259649:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758204.259651:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758204.259655:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758204.259659:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.259666:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931147392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758204.259673:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758204.259676:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758204.259682:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931147392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758204.259691:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758204.259693:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758204.259697:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758204.259700:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758204.259702:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758204.259707:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758204.259710:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15908 00000400:00000200:1.0:1787758204.259715:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758204.259718:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758204.259720:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758204.259726:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259729:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259733:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259736:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758204.259739:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758204.259741:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758204.259742:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758204.259745:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758204.259749:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758204.259753:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758204.259761:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259763:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259768:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259771:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758204.259774:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758204.259779:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259783:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758204.259786:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758204.259788:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758204.259791:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259794:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758204.259795:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758204.259797:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259801:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758204.259805:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758204.259810:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758204.259817:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758204.259821:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.259826:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758204.259830:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758204.259835:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758204.259845:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758204.259852:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.259863:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931147520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758204.259879:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758204.259883:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758204.259889:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931147520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758204.259900:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758204.259904:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758204.259907:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758204.259910:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758204.259912:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758204.259915:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758204.259920:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15908 00000400:00000200:1.0:1787758204.259925:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758204.259931:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758204.259936:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758204.259940:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259954:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259958:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259963:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758204.259965:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758204.259968:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758204.259970:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758204.259973:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758204.259976:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758204.259981:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758204.259988:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259990:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.259992:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.259993:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758204.259995:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758204.259996:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758204.260000:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758204.260003:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758204.260006:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758204.260011:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.260015:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758204.260018:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758204.260023:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.260025:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758204.260032:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758204.260036:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758204.260040:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758204.260042:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.260047:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758204.260049:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758204.260051:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758204.260058:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758204.260062:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.260068:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931147648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758204.260081:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758204.260084:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758204.260089:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931147648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758204.260097:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758204.260100:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758204.260102:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758204.260106:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758204.260109:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758204.260115:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758204.260118:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15908 00000400:00000200:1.0:1787758204.260124:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758204.260129:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758204.260133:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758204.260139:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.260141:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.260144:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.260148:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758204.260151:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758204.260153:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758204.260156:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758204.260159:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758204.260162:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758204.260166:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758204.260186:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.260188:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758204.260190:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758204.260191:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758204.260193:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758204.260195:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758204.260196:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758204.260197:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758204.260204:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758204.260208:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.260210:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758204.260212:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758204.260216:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.260219:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758204.260223:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758204.260227:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758204.260231:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758204.260234:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758204.260237:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758204.260239:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758204.260241:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758204.260244:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758204.260247:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.260255:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931147776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758204.260287:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758204.260289:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758204.260292:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931147776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758204.260302:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758204.260306:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15918) 00000100:00000001:1.0:1787758204.323399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758204.323410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758204.323415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758204.323425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758204.323433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758204.323439:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.323444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758204.323448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758204.323453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758205.219408:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758205.219409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758205.219416:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758205.219417:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758205.219422:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758205.219424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758205.219433:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758205.219434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758205.219443:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758205.219444:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758205.219451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758205.219458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758205.219472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758205.219474:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758205.219483:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758205.219483:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758205.219493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758205.219504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758205.219506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758205.219514:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758205.219517:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758205.219523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758205.219528:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758205.219535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758205.219539:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758205.219544:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758205.219552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758205.219576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758205.219582:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758205.219588:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758205.219591:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758205.219594:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758205.219599:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758205.219601:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758205.219605:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758205.219606:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758205.219615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758205.219627:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758205.219627:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758205.219633:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758205.219636:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758205.219639:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758205.219645:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758205.219651:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758205.219657:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758205.283335:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310582224, at 4310582272 00000100:00000010:0.0:1787758205.283350:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:1.0:1787758205.283354:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310582224, at 4310582272 00000100:00000010:1.0:1787758205.283365:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758205.347335:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758205.347341:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758205.347343:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758205.347347:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758205.347350:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758205.347354:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758205.347356:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758205.347359:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758205.347361:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758206.243374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758206.243384:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758206.243392:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758206.243404:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758206.243414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758206.243422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758206.243424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758206.243433:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758206.243438:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758206.243441:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758206.243450:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758206.243451:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758206.243457:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758206.243459:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758206.243467:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758206.243482:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758206.243492:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758206.243503:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758206.243506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758206.243515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758206.243520:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758206.243527:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758206.243538:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758206.243548:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758206.243557:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758206.243558:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758206.243562:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758206.243570:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758206.243572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758206.243581:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758206.243593:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758206.243600:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758206.243607:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758206.243613:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758206.243618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758206.243627:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758206.243627:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758206.243637:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758206.243643:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758206.243648:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758206.243654:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758206.243659:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758206.243663:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758206.243666:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758206.243670:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758206.371406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758206.371416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758206.371419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758206.371425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758206.371429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758206.371433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758206.371436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758206.371439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758206.371443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758207.267390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758207.267397:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758207.267398:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758207.267403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758207.267408:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758207.267410:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758207.267416:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758207.267417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758207.267426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758207.267427:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758207.267434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758207.267438:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758207.267439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758207.267448:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758207.267449:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758207.267463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758207.267468:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758207.267473:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758207.267486:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758207.267493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758207.267496:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758207.267498:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758207.267502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758207.267503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758207.267507:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758207.267511:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758207.267518:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758207.267527:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758207.267532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758207.267536:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758207.267537:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758207.267547:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758207.267552:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758207.267558:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758207.267563:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758207.267573:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758207.267576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758207.267585:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758207.267590:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758207.267595:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758207.267599:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758207.267603:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758207.267607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758207.267611:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758207.267614:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758207.267616:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758207.267618:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758207.267624:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758207.395324:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758207.395331:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758207.395333:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758207.395338:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758207.395341:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758207.395344:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758207.395346:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758207.395349:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758207.395351:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758208.291395:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758208.291395:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758208.291405:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758208.291406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758208.291410:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758208.291412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758208.291418:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758208.291420:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758208.291426:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758208.291428:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758208.291433:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758208.291435:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758208.291442:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758208.291478:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758208.291484:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758208.291500:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758208.291510:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758208.291515:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758208.291517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758208.291522:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758208.291527:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758208.291540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758208.291565:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758208.291566:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758208.291570:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758208.291574:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758208.291575:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758208.291584:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758208.291585:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758208.291591:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758208.291592:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758208.291596:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758208.291599:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758208.291609:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758208.291613:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758208.291617:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758208.291762:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758208.291767:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758208.291769:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758208.419339:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758208.419366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758208.419369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758208.419375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758208.419379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758208.419384:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758208.419387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758208.419391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758208.419394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758209.315389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758209.315390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758209.315398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758209.315398:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758209.315403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758209.315403:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758209.315411:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758209.315412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758209.315418:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.315421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758209.315423:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315429:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758209.315434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758209.315444:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758209.315448:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.315449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.315457:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315461:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758209.315476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758209.315481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758209.315488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758209.315497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758209.315501:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758209.315502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.315506:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758209.315507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315509:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758209.315510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758209.315514:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758209.315515:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758209.315520:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.315522:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.315526:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315528:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.315529:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.315553:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758209.315554:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758209.315566:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758209.315566:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758209.315576:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.315577:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758209.315579:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758209.315586:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758209.315586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758209.315591:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315593:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758209.315595:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758209.315600:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315603:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758209.315605:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.315609:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.315612:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.315614:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.379574:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758209.379582:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.379586:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758209.379595:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.379614:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.379618:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.379625:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758209.379629:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758209.379633:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758209.379639:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931147904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758209.379647:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758209.379651:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758209.379664:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.379667:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758209.379675:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758209.379679:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758209.379688:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758209.379693:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758209.379701:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758209.379710:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931147904, portal 25 00000100:00000001:0.0:1787758209.379715:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758209.379719:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758209.379729:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.379747:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758209.379753:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758209.379757:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758209.379763:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931147904, offset 0 00000400:00000200:0.0:1787758209.379775:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758209.379785:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.379794:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758209.379801:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758209.379807:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758209.379813:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758209.379817:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758209.379824:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747726:747726:256:4294967295] 192.168.201.121@tcp LPNI seq info [747720:747720:8:4294967295] 00000400:00000200:0.0:1787758209.379836:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.379853:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758209.379866:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758209.379872:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758209.379883:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758209.379911:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758209.379917:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758209.379921:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310587344 00000100:00000010:0.0:1787758209.379927:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758209.379935:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758209.379943:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310587344 00000100:00000010:0.0:1787758209.379950:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758209.379958:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758209.379965:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758209.379973:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.379980:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.379986:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.379998:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758209.380001:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758209.380004:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758209.380007:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.380008:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758209.380013:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380035:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.380037:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380039:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758209.380042:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758209.380045:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758209.380050:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758209.380058:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758209.380062:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758209.380064:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380068:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758209.380074:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758209.380095:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758209.380105:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758209.380110:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758209.380114:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758209.380119:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148032, portal 10 00000100:00000001:0.0:1787758209.380124:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758209.380126:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758209.380136:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380151:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758209.380158:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758209.380161:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787758209.380167:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931148032, offset 0 00000400:00000200:0.0:1787758209.380176:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380187:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758209.380193:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758209.380199:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758209.380204:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758209.380210:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380216:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747727:747727:255:4294967295] 192.168.201.121@tcp LPNI seq info [747721:747721:7:4294967295] 00000400:00000200:0.0:1787758209.380226:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380240:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758209.380250:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758209.380257:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9500. 00000800:00000200:0.0:1787758209.380303:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758209.380320:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758209.380327:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758209.380335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758209.380339:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310586381 00000100:00000001:0.0:1787758209.380344:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380349:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310586381 00000100:00000001:0.0:1787758209.380352:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380357:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758209.380361:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380366:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758209.380372:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380382:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.380389:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380394:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758209.380397:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758209.380400:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758209.380406:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758209.380411:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758209.380413:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758209.380415:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380416:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758209.380419:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758209.380421:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758209.380425:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758209.380427:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758209.380429:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758209.380432:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148160, portal 10 00000100:00000001:0.0:1787758209.380434:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758209.380434:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758209.380439:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380444:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758209.380446:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758209.380448:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47990. 00000100:00000200:0.0:1787758209.380450:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931148160, offset 0 00000400:00000200:0.0:1787758209.380453:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380456:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380460:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758209.380463:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758209.380466:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758209.380468:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758209.380471:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380474:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747728:747728:254:4294967295] 192.168.201.121@tcp LPNI seq info [747722:747722:6:4294967295] 00000400:00000200:0.0:1787758209.380479:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380485:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758209.380490:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758209.380494:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9a00. 00000800:00000200:0.0:1787758209.380499:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758209.380506:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758209.380509:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758209.380512:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758209.380515:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310586379 00000100:00000001:0.0:1787758209.380517:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380520:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310586379 00000100:00000001:0.0:1787758209.380523:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380525:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758209.380528:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380530:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380533:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.380537:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758209.380538:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758209.380541:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758209.380542:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.380544:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758209.380548:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380555:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.380557:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380559:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758209.380561:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758209.380563:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758209.380565:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758209.380569:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758209.380571:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758209.380572:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380574:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758209.380583:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758209.380586:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758209.380591:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758209.380594:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758209.380598:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758209.380602:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148288, portal 4 00000100:00000001:0.0:1787758209.380604:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758209.380605:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758209.380612:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380620:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758209.380623:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758209.380626:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47a18. 00000100:00000200:0.0:1787758209.380629:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931148288, offset 0 00000400:00000200:0.0:1787758209.380633:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380637:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380641:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758209.380644:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758209.380647:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758209.380649:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758209.380652:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380655:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747729:747729:253:4294967295] 192.168.201.121@tcp LPNI seq info [747723:747723:5:4294967295] 00000400:00000200:0.0:1787758209.380660:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380666:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758209.380670:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758209.380674:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9d00. 00000800:00000200:0.0:1787758209.380679:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758209.380685:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758209.380689:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758209.380692:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758209.380694:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310586415 00000100:00000001:0.0:1787758209.380696:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380698:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310586415 00000100:00000001:0.0:1787758209.380700:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380703:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758209.380705:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380707:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758209.380711:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380717:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758209.380719:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380721:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758209.380723:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758209.380725:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758209.380728:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758209.380731:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758209.380733:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758209.380735:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758209.380737:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758209.380740:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758209.380742:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758209.380746:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758209.380748:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758209.380752:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758209.380756:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148416, portal 4 00000100:00000001:0.0:1787758209.380758:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758209.380759:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758209.380765:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758209.380771:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758209.380774:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758209.380776:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47c38. 00000100:00000200:0.0:1787758209.380779:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931148416, offset 0 00000400:00000200:0.0:1787758209.380784:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380792:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758209.380795:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758209.380797:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758209.380800:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758209.380803:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758209.380806:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747730:747730:252:4294967295] 192.168.201.121@tcp LPNI seq info [747724:747724:4:4294967295] 00000400:00000200:0.0:1787758209.380811:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758209.380817:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758209.380822:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758209.380826:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758209.380830:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758209.380838:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758209.380841:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758209.380844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758209.380846:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310586394 00000100:00000001:0.0:1787758209.380849:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380851:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310586394 00000100:00000001:0.0:1787758209.380854:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310587344 00000100:00000001:0.0:1787758209.380856:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758209.380858:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380861:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380864:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758209.380868:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758209.380870:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758209.380872:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758209.380873:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758209.380875:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758209.380877:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758209.443372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758209.443380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758209.443382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758209.443388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758209.443392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758209.443396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758209.443399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758209.443402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758209.443405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758210.339468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758210.339469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758210.339488:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758210.339489:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758210.339503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758210.339505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758210.339520:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758210.339522:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758210.339533:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758210.339536:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758210.339542:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758210.339548:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758210.339560:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758210.339572:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758210.339579:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758210.339582:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758210.339594:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758210.339606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758210.339614:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758210.339626:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758210.339643:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758210.339646:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758210.339659:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758210.339661:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758210.339673:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758210.339675:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758210.339686:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758210.339699:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758210.339701:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758210.339709:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758210.339719:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758210.339726:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758210.339736:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758210.339739:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758210.339743:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758210.339747:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758210.403347:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310587344, at 4310587392 00000100:00000010:0.0:1787758210.403363:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758210.403477:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310587344, at 4310587392 00000100:00000010:1.0:1787758210.403493:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758210.467342:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758210.467366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758210.467370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758210.467375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758210.467380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758210.467385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758210.467389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758210.467392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758210.467396:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758211.363370:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758211.363380:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758211.363384:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758211.363384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758211.363393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758211.363394:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758211.363399:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758211.363402:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758211.363407:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758211.363410:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758211.363416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758211.363418:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758211.363423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758211.363424:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758211.363454:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758211.363458:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758211.363468:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758211.363490:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758211.363534:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758211.363542:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758211.363546:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758211.363552:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758211.363561:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758211.363562:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758211.363568:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758211.363571:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758211.363573:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758211.363582:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758211.363583:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758211.363590:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758211.363592:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758211.363598:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758211.363600:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758211.363611:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758211.363616:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758211.363624:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758211.491370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758211.491379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758211.491382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758211.491389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758211.491393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758211.491398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758211.491402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758211.491405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758211.491408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.387393:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758212.387393:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758212.387409:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758212.387410:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758212.387420:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.387422:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758212.387439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758212.387440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758212.387458:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758212.387459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758212.387478:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.387481:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758212.387484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758212.387492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758212.387497:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.387507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758212.387512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.387517:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.387549:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758212.387561:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758212.387562:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758212.387574:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.387576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758212.387582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758212.387583:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.387594:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758212.387600:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758212.387604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.387612:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758212.387615:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758212.387617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758212.387622:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.387644:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758212.387646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.387652:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.387660:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758212.451574:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758212.451669:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758212.451682:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758212.451687:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758212.451694:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758212.451700:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758212.451706:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758212.451710:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:1.0:1787758212.451718:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758212.451724:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758212.451732:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47bb0 00000400:00000010:1.0:1787758212.451736:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47bb0. 00000100:00000001:1.0:1787758212.451742:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758212.451754:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.451784:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758212.451789:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.451798:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.451800:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758212.451814:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758212.451818:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9500. 00000400:00000200:1.0:1787758212.451821:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758212.451825:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758212.451829:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:1.0:1787758212.451832:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:1.0:1787758212.451834:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758212.451841:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.451851:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758212.451855:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.451862:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.451865:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758212.451871:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758212.451875:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9a00. 00000100:00000001:0.0:1787758212.451876:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1787758212.451879:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:0.0:1787758212.451883:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1787758212.451886:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000100:00000001:0.0:1787758212.451891:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000400:00000200:1.0:1787758212.451892:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47990 00000400:00000010:1.0:1787758212.451897:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47990. 00000100:00000001:1.0:1787758212.451900:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1787758212.451905:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758209/real 1787758212] req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787758212.451910:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.451936:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1787758212.451937:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1787758212.451941:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758212.451942:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758212.451949:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000100:00000001:1.0:1787758212.451952:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.451957:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787758212.451958:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758212.451962:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000800:00000100:1.0:1787758212.451967:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000100:00000001:0.0:1787758212.451969:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:1.0:1787758212.451971:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9d00. 00000400:00000200:1.0:1787758212.451977:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:0.0:1787758212.451978:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758212.451985:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758212.451993:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47a18 00000400:00000010:1.0:1787758212.451998:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47a18. 00000100:00000200:0.0:1787758212.452003:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.452004:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758212.452013:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452019:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758212.452024:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452049:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452052:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758212.452058:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.452063:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758212.452072:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758212.452073:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758212.452085:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758212.452086:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.452092:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758212.452102:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000800:00000100:1.0:1787758212.452103:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758212.452110:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000100:00000001:0.0:1787758212.452111:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452116:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1787758212.452118:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:0.0:1787758212.452119:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452126:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1787758212.452126:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758212.452133:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47c38 00000100:00000001:0.0:1787758212.452136:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000010:1.0:1787758212.452136:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47c38. 00000100:00000001:1.0:1787758212.452142:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1787758212.452145:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:1.0:1787758212.452151:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758212.452156:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758212.452163:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758212.452170:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758212.452173:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758212.452179:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758212.452201:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787758212.452201:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.452206:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758212.452213:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758212.452219:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758209/real 1787758212] req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758212.452230:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758212.452231:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758212.452234:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758212.452238:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758212.452240:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758212.452242:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758212.452245:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758212.452251:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452256:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758212.452257:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452259:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452260:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758212.452262:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452312:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758212.452318:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452325:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758212.452329:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452331:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452333:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452335:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758212.452338:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758212.452341:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758212.452346:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758212.452349:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758212.452354:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758212.452362:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758212.452367:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758212.452371:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758209/real 1787758212] req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758212.452380:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758212.452381:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758212.452383:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758212.452386:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758212.452388:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758212.452391:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758212.452395:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758212.452408:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452415:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758212.452416:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452418:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452420:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758212.452423:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452430:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758212.452434:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452441:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758212.452444:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452446:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452447:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452449:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758212.452451:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758212.452453:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758212.452457:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758212.452460:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758212.452464:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758212.452473:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931147904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758212.452478:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.452481:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758212.452485:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931148032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452499:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758212.452503:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758212.452508:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758212.452513:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758212.452517:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758212.452520:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758212.452523:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758212.452526:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758212.452530:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758212.452533:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758212.452535:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758212.452540:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758212.452541:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452543:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758212.452547:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931148160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452554:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758212.452556:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758212.452557:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758212.452561:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758212.452562:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758212.452563:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758212.452565:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758212.452567:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758212.452569:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758212.452570:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758212.452572:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758212.452575:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758212.452576:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452578:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758212.452582:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931147904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452589:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758212.452590:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758212.452593:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758212.452596:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758212.452597:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758212.452599:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758212.452601:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758212.452602:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758212.452606:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758212.452608:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758212.452609:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758212.452612:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758212.452614:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452617:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.452619:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758212.452621:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758212.452623:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758212.452627:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758209/real 1787758212] req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758212.452633:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758212.452635:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758212.452637:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758212.452644:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758212.452645:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758212.452647:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758212.452650:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758212.452656:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452661:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758212.452662:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452663:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452664:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758212.452666:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452670:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758212.452674:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452679:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758212.452681:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452682:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452683:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452684:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758212.452686:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758212.452687:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758212.452690:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758212.452691:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758212.452694:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758212.452699:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758212.452702:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758212.452705:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758209/real 1787758212] req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758212.452710:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758212.452711:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758212.452712:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758212.452713:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758212.452715:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758212.452716:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758212.452718:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758212.452723:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452727:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758212.452728:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452730:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452731:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758212.452733:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452739:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758212.452743:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452749:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758212.452752:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452754:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758212.452756:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452758:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758212.452760:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758212.452763:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758212.452767:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758212.452770:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758212.452774:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758212.452784:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758212.452788:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452790:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758212.452793:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931148288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452800:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758212.452802:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758212.452804:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758212.452807:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758212.452809:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758212.452811:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758212.452813:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758212.452815:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758212.452818:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758212.452820:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758212.452821:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758212.452825:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758212.452826:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452828:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758212.452832:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931148416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758212.452840:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758212.452842:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758212.452843:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758212.452846:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758212.452848:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758212.452849:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758212.452851:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758212.452853:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758212.452856:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758212.452857:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758212.452858:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758212.452860:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758212.452861:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452863:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758212.452870:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758212.452872:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758212.452873:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758212.452875:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758212.515338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758212.515348:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758212.515351:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758212.515358:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758212.515362:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758212.515367:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758212.515370:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758212.515374:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758212.515378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758213.411362:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758213.411389:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758213.411396:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758213.411405:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758213.411418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758213.411426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.411438:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758213.411445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758213.411450:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758213.411452:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758213.411467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758213.411480:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758213.411509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758213.411531:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758213.411544:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758213.411546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.411551:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758213.411561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758213.411563:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758213.411568:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758213.411574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758213.411582:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758213.411586:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758213.411602:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.411627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758213.411629:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.411634:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758213.411642:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758213.411649:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758213.411652:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758213.411658:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758213.411665:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758213.411667:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758213.411674:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758213.411678:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758213.411681:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758213.411683:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.411690:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758213.411697:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758213.411700:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758213.411703:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758213.411712:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758213.411727:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758213.411731:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.411734:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758213.539370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758213.539377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758213.539378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758213.539382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758213.539385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758213.539388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.539390:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758213.539392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758213.539395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758214.435444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758214.435453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758214.435453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758214.435464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.435465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758214.435472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758214.435475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758214.435482:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758214.435484:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758214.435491:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.435496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758214.435505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758214.435524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758214.435527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758214.435531:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.435540:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.435543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.435548:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758214.435549:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758214.435559:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758214.435563:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758214.435569:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758214.435577:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758214.435578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758214.435584:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.435588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758214.435589:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.435597:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758214.435597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758214.435614:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758214.435616:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.435628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758214.435633:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.435637:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.435646:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.435663:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.499546:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758214.499555:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758214.499559:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758214.499573:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.499600:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.499605:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.499611:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758214.499615:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758214.499620:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758214.499624:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931148544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758214.499632:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758214.499642:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758214.499648:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.499655:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758214.499669:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758214.499675:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758214.499688:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758214.499702:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758214.499721:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758214.499738:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148544, portal 25 00000100:00000001:0.0:1787758214.499744:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758214.499752:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758214.499770:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.499802:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758214.499816:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758214.499825:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758214.499833:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931148544, offset 0 00000400:00000200:0.0:1787758214.499856:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758214.499875:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.499896:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758214.499914:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758214.499934:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758214.499950:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758214.499961:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758214.499975:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747731:747731:256:4294967295] 192.168.201.121@tcp LPNI seq info [747725:747725:8:4294967295] 00000400:00000200:0.0:1787758214.500007:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.500046:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758214.500067:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.500081:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758214.500100:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758214.500108:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758214.500151:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.500158:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758214.500171:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758214.500187:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758214.500196:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758214.500201:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758214.500210:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758214.500223:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.500248:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.500260:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.500353:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.500362:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758214.500377:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758214.500389:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758214.500398:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310592465 00000100:00000010:0.0:1787758214.500409:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758214.500429:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758214.500446:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310592465 00000100:00000010:0.0:1787758214.500455:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758214.500467:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758214.500478:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758214.500491:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.500499:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758214.500511:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758214/real 1787758214] req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758214.500602:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758214.500612:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758214.500620:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758214.500633:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758214.500640:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758214.500648:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758214.500659:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758214.500702:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.500738:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758214.500744:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.500754:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.500762:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758214.500785:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.500832:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758214.500851:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.500881:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758214.500889:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.500896:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.500902:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.500908:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758214.500912:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758214.500922:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758214.500935:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758214.500947:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758214.500963:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758214.501022:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931148544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758214.501048:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501059:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.501070:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931148544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501137:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758214.501142:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758214.501147:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758214.501152:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758214.501155:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758214.501159:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758214.501163:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758214.501167:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758214.501176:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758214.501181:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758214.501183:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758214.501189:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758214.501193:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501199:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501210:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758214.501214:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501218:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758214.501221:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758214.501223:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758214.501230:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501240:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.501242:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.501245:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758214.501247:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758214.501249:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758214.501252:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758214.501256:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758214.501258:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758214.501260:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.501261:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758214.501265:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758214.501290:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758214.501295:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758214.501298:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758214.501302:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758214.501307:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148672, portal 10 00000100:00000001:0.0:1787758214.501308:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758214.501310:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758214.501316:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501321:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758214.501323:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758214.501325:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758214.501327:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931148672, offset 0 00000400:00000200:0.0:1787758214.501331:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758214.501336:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.501340:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758214.501344:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758214.501346:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758214.501349:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758214.501352:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758214.501356:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747732:747732:256:4294967295] 192.168.201.121@tcp LPNI seq info [747726:747726:8:4294967295] 00000400:00000200:0.0:1787758214.501361:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.501369:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758214.501374:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.501378:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758214.501385:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758214.501389:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758214.501403:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.501406:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758214.501409:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758214.501412:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758214.501415:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758214.501416:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758214.501418:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758214.501421:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501428:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.501430:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501435:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501436:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758214.501439:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758214.501442:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758214.501445:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758214.501447:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310591502 00000100:00000001:0.0:1787758214.501449:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.501451:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310591502 00000100:00000001:0.0:1787758214.501453:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.501454:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758214.501456:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501457:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758214.501460:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758214/real 1787758214] req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758214.501466:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758214.501467:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758214.501469:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758214.501470:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758214.501472:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758214.501474:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758214.501476:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758214.501481:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501485:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758214.501486:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501487:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.501488:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758214.501491:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501495:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758214.501497:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501503:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758214.501505:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501506:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.501507:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501508:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758214.501512:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758214.501514:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758214.501516:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758214.501518:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758214.501521:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758214.501527:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758214.501530:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758214.501533:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501538:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.501539:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.501541:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758214.501542:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758214.501543:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758214.501545:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758214.501548:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758214.501550:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758214.501551:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.501552:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758214.501555:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758214.501557:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758214.501559:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758214.501561:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758214.501563:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758214.501566:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148800, portal 10 00000100:00000001:0.0:1787758214.501567:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758214.501568:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758214.501573:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501578:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758214.501580:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758214.501581:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758214.501583:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931148800, offset 0 00000400:00000200:0.0:1787758214.501586:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758214.501588:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.501590:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758214.501592:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758214.501595:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758214.501597:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758214.501598:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758214.501601:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747733:747733:256:4294967295] 192.168.201.121@tcp LPNI seq info [747727:747727:8:4294967295] 00000400:00000200:0.0:1787758214.501604:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.501608:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758214.501611:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.501613:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758214.501616:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758214.501618:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758214.501626:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.501627:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758214.501629:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758214.501632:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758214.501634:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758214.501635:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758214.501637:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758214.501639:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501645:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.501647:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501652:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501653:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758214.501655:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758214.501658:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758214.501661:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758214.501663:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310591500 00000100:00000001:0.0:1787758214.501666:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.501669:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310591500 00000100:00000001:0.0:1787758214.501672:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.501674:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758214.501676:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501679:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758214.501683:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758214/real 1787758214] req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758214.501692:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758214.501694:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758214.501695:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758214.501698:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758214.501700:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758214.501703:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758214.501707:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758214.501717:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501724:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758214.501725:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501727:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.501728:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758214.501731:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501736:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758214.501739:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501743:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758214.501745:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501746:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.501747:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501748:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758214.501751:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758214.501753:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758214.501755:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758214.501758:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758214.501763:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758214.501771:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758214.501775:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758214.501780:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501787:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.501789:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.501792:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758214.501794:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758214.501797:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758214.501800:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758214.501804:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758214.501807:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758214.501808:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.501809:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758214.501813:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758214.501814:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758214.501818:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758214.501820:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758214.501823:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758214.501826:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931148928, portal 4 00000100:00000001:0.0:1787758214.501827:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758214.501828:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758214.501834:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501839:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758214.501841:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758214.501842:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758214.501844:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931148928, offset 0 00000400:00000200:0.0:1787758214.501847:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758214.501849:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.501852:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758214.501854:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758214.501856:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758214.501858:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758214.501860:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758214.501862:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747734:747734:256:4294967295] 192.168.201.121@tcp LPNI seq info [747728:747728:8:4294967295] 00000400:00000200:0.0:1787758214.501865:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.501869:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758214.501872:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.501875:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758214.501877:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758214.501880:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758214.501887:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.501889:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758214.501892:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758214.501894:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758214.501896:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758214.501898:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758214.501900:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758214.501902:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501908:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.501910:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501920:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501921:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758214.501923:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758214.501926:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758214.501928:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758214.501929:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310591536 00000100:00000001:0.0:1787758214.501931:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.501933:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310591536 00000100:00000001:0.0:1787758214.501934:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.501936:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758214.501937:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.501938:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758214.501941:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758214/real 1787758214] req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758214.501945:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758214.501946:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758214.501947:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758214.501949:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758214.501950:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758214.501952:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758214.501954:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758214.501959:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501963:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758214.501964:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501965:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.501966:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758214.501968:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501974:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758214.501977:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.501981:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758214.501983:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501984:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.501985:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.501986:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758214.501987:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758214.501989:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758214.502006:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758214.502008:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758214.502011:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758214.502016:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931148928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758214.502018:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758214.502021:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502025:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758214.502026:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.502028:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758214.502029:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758214.502031:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758214.502033:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758214.502036:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758214.502037:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758214.502039:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758214.502040:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758214.502043:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758214.502044:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758214.502047:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758214.502049:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758214.502051:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758214.502053:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149056, portal 4 00000100:00000001:0.0:1787758214.502055:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758214.502056:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758214.502061:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502065:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758214.502067:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758214.502068:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758214.502070:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931149056, offset 0 00000400:00000200:0.0:1787758214.502073:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758214.502075:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.502078:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758214.502079:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758214.502081:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758214.502083:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758214.502085:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758214.502087:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747735:747735:256:4294967295] 192.168.201.121@tcp LPNI seq info [747729:747729:8:4294967295] 00000400:00000200:0.0:1787758214.502090:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758214.502094:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758214.502097:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.502099:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758214.502102:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758214.502104:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758214.502111:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758214.502113:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758214.502115:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758214.502118:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758214.502120:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758214.502121:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758214.502123:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758214.502125:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502131:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.502133:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502137:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.502138:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758214.502140:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758214.502142:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758214.502144:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758214.502145:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310591515 00000100:00000001:0.0:1787758214.502147:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.502149:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310591515 00000100:00000001:0.0:1787758214.502151:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310592465 00000100:00000001:0.0:1787758214.502153:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758214.502154:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.502155:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758214.502157:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758214/real 1787758214] req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758214.502162:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758214.502163:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758214.502164:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758214.502165:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758214.502166:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758214.502168:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758214.502170:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758214.502176:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502180:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758214.502181:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502182:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.502183:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758214.502186:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502193:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758214.502197:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502204:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758214.502207:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502209:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758214.502210:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502212:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758214.502214:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758214.502217:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758214.502222:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758214.502224:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758214.502229:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758214.502237:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758214.502240:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502241:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.502244:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931148672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502249:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758214.502250:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758214.502252:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758214.502254:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758214.502255:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758214.502256:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758214.502258:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758214.502259:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758214.502261:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758214.502262:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758214.502263:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758214.502280:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758214.502282:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502283:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.502286:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931148800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502290:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758214.502291:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758214.502292:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758214.502294:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758214.502295:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758214.502296:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758214.502297:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758214.502298:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758214.502300:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758214.502301:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758214.502302:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758214.502303:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758214.502304:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502305:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.502307:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931148928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502311:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758214.502313:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758214.502314:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758214.502316:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758214.502317:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758214.502318:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758214.502319:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758214.502320:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758214.502321:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758214.502322:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758214.502323:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758214.502324:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758214.502325:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502326:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758214.502328:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931149056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758214.502332:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758214.502333:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758214.502334:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758214.502335:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758214.502336:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758214.502337:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758214.502338:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758214.502339:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758214.502340:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758214.502341:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758214.502342:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758214.502343:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758214.502344:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502346:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758214.502348:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758214.502349:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758214.502350:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758214.502352:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758214.563355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758214.563361:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758214.563363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758214.563367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758214.563369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758214.563372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758214.563375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758214.563377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758214.563379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758215.459348:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758215.459351:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758215.459357:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758215.459357:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758215.459361:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758215.459362:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758215.459370:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758215.459370:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758215.459377:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758215.459377:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758215.459382:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.459382:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.459387:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758215.459391:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758215.459395:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758215.459395:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758215.459398:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758215.459400:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758215.459409:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758215.459416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758215.459421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758215.459421:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758215.459423:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758215.459425:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758215.459426:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758215.459432:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758215.459432:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758215.459438:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.459440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758215.459442:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758215.459444:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758215.459447:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.459452:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758215.459453:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758215.459456:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.459464:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758215.459483:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758215.459487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758215.459488:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758215.459490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758215.459492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758215.459495:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758215.459497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758215.459499:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758215.459504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758215.523334:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310592465, at 4310592512 00000100:00000010:0.0:1787758215.523346:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758215.523446:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310592465, at 4310592512 00000100:00000010:1.0:1787758215.523456:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:1.0:1787758215.587359:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758215.587365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758215.587366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758215.587370:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758215.587374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758215.587377:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.587379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758215.587381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758215.587384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758216.483371:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758216.483372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758216.483378:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758216.483380:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758216.483383:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758216.483386:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758216.483390:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758216.483394:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758216.483396:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758216.483401:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758216.483404:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758216.483407:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758216.483411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758216.483417:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758216.483425:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758216.483425:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758216.483430:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758216.483435:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758216.483447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758216.483452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758216.483457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758216.483462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758216.483464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758216.483467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758216.483468:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758216.483470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758216.483471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758216.483475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758216.483477:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758216.483479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758216.483480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758216.483483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758216.483489:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758216.483489:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758216.483494:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758216.483498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758216.611324:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758216.611330:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758216.611331:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758216.611335:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758216.611338:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758216.611341:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758216.611343:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758216.611345:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758216.611347:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758217.507389:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758217.507396:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758217.507397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758217.507410:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758217.507413:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758217.507417:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758217.507419:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758217.507421:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758217.507426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758217.507427:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758217.507432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.507433:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758217.507438:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758217.507442:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758217.507448:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758217.507448:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758217.507455:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.507463:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758217.507470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758217.507474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758217.507476:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758217.507477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758217.507485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758217.507490:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758217.507497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758217.507504:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758217.507516:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758217.507516:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758217.507523:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758217.507534:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758217.507548:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758217.507552:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758217.507554:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758217.507560:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758217.507561:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758217.507572:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758217.507582:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758217.507582:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758217.507590:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758217.507590:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.507604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758217.507605:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758217.507616:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758217.507621:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758217.507631:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758217.507640:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758217.507652:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758217.507669:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758217.507685:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758217.507698:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758217.507717:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.507721:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758217.507724:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.507726:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758217.635351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758217.635358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758217.635359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758217.635363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758217.635366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758217.635369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.635371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758217.635373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758217.635376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758218.531439:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758218.531446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758218.531450:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758218.531458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758218.531459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758218.531465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758218.531475:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758218.531476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758218.531486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758218.531491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758218.531495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758218.531501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531506:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758218.531513:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531521:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758218.531546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758218.531556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758218.531565:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758218.531567:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758218.531570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758218.531577:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758218.531585:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758218.531596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531610:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758218.531621:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758218.531625:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758218.531634:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758218.531638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758218.531639:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758218.531653:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758218.531661:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758218.531671:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758218.531700:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758218.531705:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531708:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758218.531711:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758218.531716:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758218.531721:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758218.531725:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758218.531747:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758218.531749:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531751:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758218.531755:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758218.531758:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758218.659367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758218.659373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758218.659376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758218.659382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758218.659386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758218.659390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758218.659392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758218.659395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758218.659399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758219.555363:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758219.555370:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758219.555373:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758219.555377:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758219.555379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758219.555382:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758219.555384:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758219.555387:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758219.555394:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758219.555395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758219.555399:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555402:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758219.555407:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.555408:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555415:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.555417:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555421:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.555441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758219.555442:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758219.555446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758219.555447:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758219.555451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758219.555451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.555457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758219.555458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758219.555465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758219.555465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758219.555470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758219.555471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555474:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758219.555477:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.555478:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758219.555480:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555482:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758219.555483:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.555505:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758219.555510:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758219.555513:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.555517:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758219.555521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758219.555523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555524:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.555525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.555527:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.619620:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758219.619626:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758219.619631:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758219.619640:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.619655:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.619659:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.619667:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758219.619672:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758219.619680:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.619688:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931149184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758219.619697:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758219.619704:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758219.619709:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.619715:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758219.619722:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758219.619727:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758219.619736:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758219.619741:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758219.619749:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758219.619758:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149184, portal 25 00000100:00000001:0.0:1787758219.619762:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758219.619764:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787758219.619773:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.619790:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758219.619797:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758219.619802:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758219.619808:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931149184, offset 0 00000400:00000200:0.0:1787758219.619819:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758219.619829:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.619839:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758219.619848:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758219.619853:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758219.619859:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758219.619862:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758219.619869:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747736:747736:256:4294967295] 192.168.201.121@tcp LPNI seq info [747730:747730:8:4294967295] 00000400:00000200:0.0:1787758219.619876:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.619891:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758219.619898:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.619918:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758219.619928:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758219.619934:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758219.619956:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.619961:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758219.619968:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758219.619975:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758219.619982:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758219.619986:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758219.619991:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758219.619999:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620015:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.620022:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620053:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620056:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758219.620064:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758219.620070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758219.620074:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310597584 00000100:00000010:0.0:1787758219.620079:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758219.620087:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758219.620097:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310597584 00000100:00000010:0.0:1787758219.620104:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758219.620108:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758219.620114:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758219.620119:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620122:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758219.620127:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758219/real 1787758219] req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758219.620140:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758219.620143:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758219.620146:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758219.620149:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758219.620153:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758219.620158:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758219.620164:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758219.620191:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620206:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758219.620209:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620212:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.620215:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758219.620221:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620237:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758219.620246:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620261:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758219.620292:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620294:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.620295:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620298:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758219.620301:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758219.620306:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758219.620312:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758219.620316:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758219.620323:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758219.620340:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931149184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758219.620348:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620352:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.620357:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931149184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620370:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758219.620374:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758219.620378:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758219.620382:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758219.620385:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758219.620388:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758219.620392:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758219.620395:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:0.0:1787758219.620401:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758219.620405:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758219.620408:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:0.0:1787758219.620414:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758219.620416:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620421:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620428:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758219.620432:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620434:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758219.620437:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758219.620440:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758219.620447:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620467:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.620470:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.620472:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758219.620475:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758219.620478:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.620485:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758219.620487:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758219.620489:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758219.620490:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.620491:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758219.620494:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758219.620496:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758219.620499:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758219.620502:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758219.620505:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758219.620507:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149312, portal 10 00000100:00000001:0.0:1787758219.620508:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758219.620509:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787758219.620515:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620520:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758219.620521:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758219.620523:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758219.620525:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931149312, offset 0 00000400:00000200:0.0:1787758219.620528:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758219.620531:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.620533:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758219.620536:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758219.620538:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758219.620539:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758219.620542:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758219.620546:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747737:747737:256:4294967295] 192.168.201.121@tcp LPNI seq info [747731:747731:8:4294967295] 00000400:00000200:0.0:1787758219.620550:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.620557:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758219.620562:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.620565:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758219.620570:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758219.620573:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758219.620586:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.620588:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758219.620592:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758219.620596:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758219.620599:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758219.620601:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758219.620603:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758219.620605:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620611:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.620613:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620618:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620619:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758219.620622:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758219.620625:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758219.620628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758219.620629:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310596621 00000100:00000001:0.0:1787758219.620631:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.620633:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310596621 00000100:00000001:0.0:1787758219.620634:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.620636:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758219.620637:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620639:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758219.620641:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758219/real 1787758219] req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758219.620646:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758219.620647:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758219.620649:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758219.620650:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758219.620651:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758219.620653:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758219.620655:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758219.620664:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620671:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758219.620672:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620674:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.620676:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758219.620680:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620687:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758219.620692:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620700:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758219.620703:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620705:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.620706:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620709:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758219.620712:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758219.620716:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758219.620719:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758219.620721:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758219.620724:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758219.620730:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758219.620733:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758219.620735:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620740:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.620741:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.620742:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758219.620744:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758219.620745:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.620747:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758219.620749:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758219.620751:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758219.620752:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.620753:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758219.620756:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758219.620758:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758219.620760:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758219.620762:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758219.620764:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758219.620767:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149440, portal 10 00000100:00000001:0.0:1787758219.620768:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758219.620769:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787758219.620774:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620778:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758219.620780:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758219.620781:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758219.620783:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931149440, offset 0 00000400:00000200:0.0:1787758219.620786:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758219.620788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.620791:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758219.620793:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758219.620795:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758219.620797:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758219.620798:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758219.620801:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747738:747738:256:4294967295] 192.168.201.121@tcp LPNI seq info [747732:747732:8:4294967295] 00000400:00000200:0.0:1787758219.620804:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.620808:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758219.620811:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.620813:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758219.620816:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758219.620818:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758219.620826:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.620827:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758219.620829:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758219.620832:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758219.620834:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758219.620836:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758219.620837:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758219.620840:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620845:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.620847:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620852:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620853:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758219.620854:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758219.620857:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758219.620859:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758219.620860:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310596619 00000100:00000001:0.0:1787758219.620862:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.620863:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310596619 00000100:00000001:0.0:1787758219.620865:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.620866:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758219.620868:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.620869:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758219.620871:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758219/real 1787758219] req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758219.620876:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758219.620877:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758219.620878:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758219.620880:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758219.620881:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758219.620882:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758219.620884:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758219.620890:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620894:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758219.620895:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620897:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.620898:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758219.620900:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620918:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758219.620922:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620927:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758219.620928:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620930:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.620931:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.620932:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758219.620934:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758219.620935:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758219.620937:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758219.620939:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758219.620942:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758219.620947:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758219.620949:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758219.620951:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620955:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.620956:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.620958:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758219.620960:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758219.620961:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.620963:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758219.620965:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758219.620967:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758219.620968:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.620969:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758219.620971:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758219.620973:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758219.620976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758219.620977:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758219.620980:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758219.620982:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149568, portal 4 00000100:00000001:0.0:1787758219.620983:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758219.620984:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787758219.620988:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.620993:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758219.620995:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758219.620996:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758219.620998:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931149568, offset 0 00000400:00000200:0.0:1787758219.621000:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758219.621003:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.621005:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758219.621007:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758219.621009:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758219.621011:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758219.621012:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758219.621015:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747739:747739:256:4294967295] 192.168.201.121@tcp LPNI seq info [747733:747733:8:4294967295] 00000400:00000200:0.0:1787758219.621017:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.621021:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758219.621025:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.621027:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758219.621030:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758219.621032:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758219.621039:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.621040:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758219.621043:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758219.621045:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758219.621047:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758219.621048:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758219.621049:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758219.621052:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621057:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.621059:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621064:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.621065:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758219.621067:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758219.621069:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758219.621071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758219.621073:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310596655 00000100:00000001:0.0:1787758219.621074:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.621076:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310596655 00000100:00000001:0.0:1787758219.621078:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.621079:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758219.621080:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.621082:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758219.621084:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758219/real 1787758219] req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758219.621089:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758219.621090:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758219.621091:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758219.621093:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758219.621094:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758219.621095:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758219.621097:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758219.621102:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621106:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758219.621107:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621108:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.621109:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758219.621111:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621116:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758219.621118:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621123:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758219.621125:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621126:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.621127:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621128:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758219.621129:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758219.621130:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758219.621132:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758219.621134:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758219.621137:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758219.621142:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758219.621145:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621146:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.621148:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931149312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621152:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758219.621153:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758219.621155:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758219.621156:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758219.621157:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758219.621158:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758219.621160:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758219.621161:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787758219.621162:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758219.621163:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758219.621164:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:0.0:1787758219.621166:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758219.621167:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621168:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.621170:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931149440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621174:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758219.621175:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758219.621176:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758219.621178:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758219.621178:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758219.621179:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758219.621181:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758219.621182:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787758219.621183:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758219.621184:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758219.621185:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787758219.621187:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758219.621188:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621189:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.621191:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931149568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621195:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758219.621196:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758219.621197:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758219.621198:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758219.621199:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758219.621199:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758219.621201:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758219.621202:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787758219.621203:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758219.621204:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758219.621205:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787758219.621206:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758219.621207:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621208:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621210:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758219.621211:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.621213:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758219.621214:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758219.621214:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758219.621216:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621220:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758219.621221:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.621223:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758219.621224:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758219.621225:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758219.621227:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758219.621229:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758219.621231:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758219.621232:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758219.621233:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758219.621235:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758219.621237:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758219.621239:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758219.621240:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758219.621242:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758219.621244:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149696, portal 4 00000100:00000001:0.0:1787758219.621246:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758219.621247:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787758219.621251:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621256:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758219.621257:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758219.621259:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758219.621260:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931149696, offset 0 00000400:00000200:0.0:1787758219.621263:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758219.621280:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.621283:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758219.621285:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758219.621287:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758219.621289:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758219.621290:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758219.621293:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747740:747740:256:4294967295] 192.168.201.121@tcp LPNI seq info [747734:747734:8:4294967295] 00000400:00000200:0.0:1787758219.621295:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758219.621299:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758219.621302:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.621305:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758219.621307:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758219.621309:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758219.621317:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758219.621319:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758219.621321:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758219.621323:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758219.621325:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758219.621327:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758219.621328:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758219.621331:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621336:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.621338:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621343:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.621344:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758219.621346:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758219.621348:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758219.621350:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758219.621351:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310596635 00000100:00000001:0.0:1787758219.621353:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.621354:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310596635 00000100:00000001:0.0:1787758219.621356:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310597584 00000100:00000001:0.0:1787758219.621357:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758219.621359:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.621360:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758219.621362:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758219/real 1787758219] req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758219.621367:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758219.621368:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758219.621369:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758219.621370:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758219.621371:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758219.621373:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758219.621375:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758219.621380:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621384:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758219.621385:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621386:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.621387:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758219.621389:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621394:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758219.621396:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621400:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758219.621402:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621403:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758219.621403:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621405:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758219.621406:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758219.621407:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758219.621410:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758219.621411:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758219.621414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758219.621419:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758219.621421:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621423:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758219.621425:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931149696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758219.621429:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758219.621430:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758219.621432:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758219.621433:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758219.621434:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758219.621435:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758219.621436:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758219.621437:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787758219.621439:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758219.621440:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758219.621441:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787758219.621443:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758219.621444:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621445:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758219.621447:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758219.621448:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758219.621449:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758219.621450:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758219.683351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758219.683357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758219.683359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758219.683363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758219.683366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758219.683369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758219.683371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758219.683374:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758219.683376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758220.579380:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758220.579380:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758220.579387:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758220.579390:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758220.579390:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758220.579395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758220.579396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758220.579403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758220.579403:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758220.579409:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758220.579410:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758220.579414:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579415:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758220.579419:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758220.579419:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758220.579423:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758220.579425:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758220.579437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758220.579439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758220.579440:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758220.579441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758220.579443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758220.579444:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579523:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758220.579532:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758220.579533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758220.579536:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758220.579538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579539:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758220.579543:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758220.579546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758220.579546:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758220.579548:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758220.579552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579555:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758220.579578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758220.579580:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758220.579581:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758220.579583:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758220.579586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758220.579586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758220.579592:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758220.579593:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758220.579598:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758220.579600:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758220.579602:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579604:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758220.579606:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758220.579610:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758220.579615:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758220.579618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758220.579621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758220.643341:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310597584, at 4310597632 00000100:00000040:1.0:1787758220.643341:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310597584, at 4310597632 00000100:00000010:0.0:1787758220.643354:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758220.643357:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:1.0:1787758220.707346:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758220.707354:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758220.707357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758220.707363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758220.707367:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758220.707370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758220.707374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758220.707377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758220.707381:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758221.603358:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758221.603363:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758221.603365:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758221.603369:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758221.603370:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758221.603374:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758221.603376:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758221.603381:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758221.603382:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758221.603385:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758221.603388:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758221.603389:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758221.603391:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758221.603393:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758221.603395:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758221.603397:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758221.603400:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758221.603402:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758221.603418:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758221.603420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758221.603422:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758221.603424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758221.603428:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758221.603428:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758221.603435:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758221.603436:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758221.603440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758221.603442:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758221.603445:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758221.603446:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758221.603455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758221.603458:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758221.603461:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758221.603461:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758221.603465:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758221.603469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758221.603474:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758221.603478:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758221.603481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758221.603484:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758221.603489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758221.603492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758221.603496:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758221.603501:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758221.603502:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758221.603505:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758221.603509:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758221.603510:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758221.731317:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758221.731324:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758221.731326:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758221.731329:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758221.731332:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758221.731335:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758221.731337:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758221.731339:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758221.731342:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758222.627365:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758222.627369:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758222.627372:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758222.627374:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758222.627375:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758222.627378:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758222.627381:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758222.627384:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758222.627388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758222.627389:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758222.627393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758222.627394:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758222.627400:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758222.627400:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758222.627403:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758222.627405:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758222.627407:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758222.627409:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758222.627426:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758222.627429:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758222.627430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758222.627433:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758222.627433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758222.627437:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758222.627438:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758222.627443:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758222.627444:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758222.627449:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758222.627450:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758222.627453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758222.627454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758222.627458:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758222.627463:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758222.627463:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758222.627466:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758222.627469:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758222.627491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758222.627496:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758222.627501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758222.627507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758222.627513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758222.627518:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758222.627521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758222.627522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758222.627526:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758222.755338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758222.755347:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758222.755350:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758222.755356:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758222.755361:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758222.755364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758222.755367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758222.755370:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758222.755374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758223.651347:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758223.651357:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758223.651361:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758223.651365:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758223.651371:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758223.651372:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758223.651378:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758223.651380:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758223.651385:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758223.651386:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758223.651389:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758223.651394:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.651400:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758223.651405:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.651409:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758223.651410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758223.651414:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758223.651418:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758223.651438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758223.651442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758223.651442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758223.651444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758223.651448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758223.651449:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758223.651452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758223.651454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758223.651455:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758223.651458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758223.651462:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758223.651462:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758223.651467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.651467:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758223.651475:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758223.651475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758223.651479:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.651483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758223.651505:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758223.651505:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758223.651510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758223.651511:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758223.651512:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758223.651518:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00010000:00010000:0.0:1787758223.651519:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758223.651520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758223.651524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.651525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758223.651526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.651528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758223.779325:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758223.779332:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758223.779334:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758223.779337:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758223.779340:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758223.779343:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.779346:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758223.779348:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758223.779351:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.675366:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758224.675366:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758224.675375:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758224.675375:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758224.675379:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.675381:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758224.675385:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758224.675389:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758224.675392:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758224.675396:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758224.675397:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.675402:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675403:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758224.675407:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675412:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.675425:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758224.675426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758224.675428:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675431:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758224.675432:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758224.675434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758224.675437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758224.675440:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758224.675443:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787758224.675451:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758224.675451:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758224.675456:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758224.675458:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758224.675464:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758224.675473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758224.675477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758224.675481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758224.675485:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758224.675486:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758224.675489:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758224.675490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758224.675493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.675494:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758224.675500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758224.675501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758224.675505:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675506:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758224.675508:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758224.675510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758224.675522:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.675524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.739537:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758224.739543:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758224.739547:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758224.739554:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.739572:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758224.739582:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.739587:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758224.739591:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758224.739594:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758224.739601:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931149824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758224.739605:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758224.739609:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758224.739612:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.739616:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758224.739622:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758224.739624:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758224.739630:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758224.739634:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758224.739641:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758224.739650:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149824, portal 25 00000100:00000001:0.0:1787758224.739654:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758224.739657:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:0.0:1787758224.739665:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.739676:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758224.739679:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758224.739682:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758224.739687:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931149824, offset 0 00000400:00000200:0.0:1787758224.739698:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758224.739711:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.739721:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758224.739731:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758224.739738:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758224.739744:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758224.739756:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758224.739765:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747741:747741:256:4294967295] 192.168.201.121@tcp LPNI seq info [747735:747735:8:4294967295] 00000400:00000200:0.0:1787758224.739775:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.739791:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758224.739801:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.739807:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758224.739846:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758224.739851:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758224.739874:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.739880:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758224.739890:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758224.739902:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758224.739910:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758224.739915:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758224.739924:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758224.739935:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.739962:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.739972:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.739992:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.739997:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758224.740006:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758224.740013:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758224.740018:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310602704 00000100:00000010:0.0:1787758224.740028:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758224.740037:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758224.740045:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310602704 00000100:00000010:0.0:1787758224.740051:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758224.740058:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758224.740063:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758224.740068:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.740072:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758224.740078:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758224/real 1787758224] req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758224.740090:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758224.740093:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758224.740096:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758224.740102:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758224.740107:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758224.740112:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758224.740119:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758224.740138:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740156:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758224.740159:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740163:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.740166:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758224.740172:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740188:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758224.740195:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740221:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758224.740226:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740230:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.740234:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740238:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758224.740242:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758224.740248:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758224.740256:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758224.740261:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758224.740295:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758224.740313:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931149824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758224.740319:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740322:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.740332:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931149824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740380:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758224.740388:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758224.740392:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758224.740396:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758224.740399:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758224.740403:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758224.740406:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758224.740408:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:0.0:1787758224.740411:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758224.740413:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758224.740414:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:0.0:1787758224.740417:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758224.740419:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740420:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740428:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758224.740430:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.740433:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758224.740435:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758224.740436:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758224.740441:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740449:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758224.740451:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.740453:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758224.740455:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758224.740458:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758224.740462:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758224.740466:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758224.740468:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758224.740470:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.740472:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758224.740476:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758224.740478:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758224.740482:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758224.740485:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758224.740488:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758224.740490:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931149952, portal 10 00000100:00000001:0.0:1787758224.740492:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758224.740493:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:0.0:1787758224.740498:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740503:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758224.740504:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758224.740506:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758224.740508:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931149952, offset 0 00000400:00000200:0.0:1787758224.740510:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758224.740513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.740516:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758224.740519:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758224.740521:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758224.740522:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758224.740524:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758224.740527:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747742:747742:256:4294967295] 192.168.201.121@tcp LPNI seq info [747736:747736:8:4294967295] 00000400:00000200:0.0:1787758224.740529:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.740534:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758224.740538:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.740540:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758224.740543:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758224.740545:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758224.740553:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.740554:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758224.740557:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758224.740560:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758224.740562:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758224.740563:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758224.740565:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758224.740568:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740573:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.740575:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740580:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.740582:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758224.740584:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758224.740587:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758224.740589:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758224.740590:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310601741 00000100:00000001:0.0:1787758224.740593:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.740594:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310601741 00000100:00000001:0.0:1787758224.740596:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.740597:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758224.740599:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.740600:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758224.740602:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758224/real 1787758224] req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758224.740608:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758224.740609:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758224.740610:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758224.740612:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758224.740613:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758224.740615:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758224.740617:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758224.740622:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740631:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758224.740632:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740634:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.740635:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758224.740637:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740641:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758224.740644:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740648:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758224.740650:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740651:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.740652:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740653:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758224.740655:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758224.740657:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758224.740659:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758224.740661:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758224.740663:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758224.740668:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931149952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758224.740671:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758224.740673:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740678:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758224.740679:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.740681:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758224.740682:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758224.740684:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758224.740686:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931150080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758224.740688:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758224.740689:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758224.740690:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.740692:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758224.740694:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758224.740695:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758224.740697:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758224.740699:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758224.740701:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758224.740703:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931150080, portal 10 00000100:00000001:0.0:1787758224.740705:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758224.740706:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758224.740709:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740714:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758224.740716:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758224.740717:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758224.740719:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931150080, offset 0 00000400:00000200:0.0:1787758224.740721:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758224.740723:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.740726:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758224.740728:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758224.740730:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758224.740732:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758224.740733:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758224.740736:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747743:747743:256:4294967295] 192.168.201.121@tcp LPNI seq info [747737:747737:8:4294967295] 00000400:00000200:0.0:1787758224.740738:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.740743:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758224.740746:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.740748:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758224.740751:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758224.740753:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758224.740761:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.740762:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758224.740764:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758224.740766:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758224.740768:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758224.740770:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758224.740771:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758224.740774:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740779:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.740781:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740786:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.740787:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758224.740789:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758224.740791:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758224.740793:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758224.740794:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310601739 00000100:00000001:0.0:1787758224.740795:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.740797:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310601739 00000100:00000001:0.0:1787758224.740799:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.740800:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758224.740802:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.740803:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758224.740805:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758224/real 1787758224] req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758224.740829:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758224.740830:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758224.740831:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758224.740834:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758224.740835:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758224.740836:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758224.740839:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758224.740845:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740850:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758224.740851:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740852:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.740853:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758224.740855:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740860:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758224.740862:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740867:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758224.740869:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740870:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.740871:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.740873:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758224.740874:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758224.740877:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758224.740880:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758224.740882:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758224.740887:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758224.740896:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931150080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758224.740900:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758224.740904:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740912:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758224.740913:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.740916:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758224.740918:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758224.740920:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758224.740924:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931150208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758224.740927:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758224.740930:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758224.740931:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.740933:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758224.740937:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758224.740939:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758224.740944:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758224.740947:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758224.740952:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758224.740955:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931150208, portal 4 00000100:00000001:0.0:1787758224.740958:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758224.740959:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758224.740966:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.740974:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758224.740976:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758224.740979:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758224.740982:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931150208, offset 0 00000400:00000200:0.0:1787758224.740985:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758224.740988:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.740991:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758224.740993:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758224.740995:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758224.740997:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758224.740998:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758224.741001:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747744:747744:256:4294967295] 192.168.201.121@tcp LPNI seq info [747738:747738:8:4294967295] 00000400:00000200:0.0:1787758224.741004:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.741008:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758224.741011:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.741014:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758224.741016:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758224.741018:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758224.741026:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.741028:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758224.741030:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758224.741033:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758224.741035:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758224.741036:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758224.741038:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758224.741041:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741046:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.741048:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741053:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.741054:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758224.741056:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758224.741058:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758224.741060:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758224.741062:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310601775 00000100:00000001:0.0:1787758224.741064:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.741066:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310601775 00000100:00000001:0.0:1787758224.741067:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.741068:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758224.741070:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.741071:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758224.741073:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758224/real 1787758224] req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758224.741078:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758224.741079:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758224.741080:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758224.741082:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758224.741083:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758224.741085:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758224.741087:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758224.741092:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741096:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758224.741097:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741098:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.741099:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758224.741101:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741105:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758224.741108:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741112:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758224.741115:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741116:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.741117:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741118:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758224.741119:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758224.741121:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758224.741123:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758224.741125:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758224.741127:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758224.741132:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931150208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758224.741134:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758224.741136:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741140:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758224.741141:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.741143:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758224.741144:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758224.741145:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758224.741147:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931150336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758224.741149:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758224.741151:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758224.741152:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758224.741153:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758224.741156:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758224.741157:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758224.741159:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758224.741161:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758224.741163:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758224.741165:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931150336, portal 4 00000100:00000001:0.0:1787758224.741167:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758224.741168:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758224.741171:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741176:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758224.741178:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758224.741179:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758224.741181:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931150336, offset 0 00000400:00000200:0.0:1787758224.741183:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758224.741185:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.741187:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758224.741189:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758224.741191:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758224.741192:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758224.741194:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758224.741196:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747745:747745:256:4294967295] 192.168.201.121@tcp LPNI seq info [747739:747739:8:4294967295] 00000400:00000200:0.0:1787758224.741199:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758224.741203:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758224.741206:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.741208:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758224.741210:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758224.741213:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758224.741220:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758224.741221:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758224.741223:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758224.741225:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758224.741227:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758224.741228:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758224.741230:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758224.741232:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741241:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.741244:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741248:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.741249:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758224.741251:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758224.741253:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758224.741255:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758224.741256:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310601754 00000100:00000001:0.0:1787758224.741257:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.741259:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310601754 00000100:00000001:0.0:1787758224.741260:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310602704 00000100:00000001:0.0:1787758224.741262:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758224.741263:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.741265:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758224.741284:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758224/real 1787758224] req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758224.741289:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758224.741290:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758224.741291:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758224.741293:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758224.741294:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758224.741296:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758224.741298:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758224.741303:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741308:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758224.741309:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741311:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.741312:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758224.741314:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741319:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758224.741321:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741325:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758224.741327:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741328:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758224.741329:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741331:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758224.741332:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758224.741334:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758224.741335:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758224.741337:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758224.741339:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758224.741344:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931150336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758224.741347:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741348:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.741350:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931149952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741354:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758224.741356:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758224.741357:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758224.741359:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758224.741360:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758224.741361:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758224.741363:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758224.741364:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758224.741366:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758224.741367:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758224.741368:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:0.0:1787758224.741370:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758224.741371:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741372:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.741374:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931150080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741379:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758224.741380:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758224.741381:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758224.741382:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758224.741383:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758224.741384:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758224.741385:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758224.741386:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758224.741387:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758224.741388:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758224.741389:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758224.741390:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758224.741391:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741392:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.741394:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931150208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741398:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758224.741399:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758224.741400:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758224.741401:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758224.741402:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758224.741403:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758224.741404:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758224.741405:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758224.741406:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758224.741407:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758224.741408:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758224.741410:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758224.741411:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741412:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758224.741414:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931150336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758224.741418:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758224.741419:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758224.741420:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758224.741421:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758224.741422:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758224.741422:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758224.741424:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758224.741425:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758224.741427:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758224.741428:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758224.741429:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758224.741431:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758224.741433:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741434:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758224.741438:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758224.741439:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758224.741441:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758224.741443:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758224.803339:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758224.803347:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758224.803349:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758224.803354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758224.803358:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758224.803362:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.803365:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758224.803367:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758224.803372:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758225.699343:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758225.699349:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758225.699353:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758225.699360:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758225.699364:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758225.699368:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758225.699370:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758225.699373:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758225.699375:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758225.699379:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758225.699383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758225.699383:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758225.699391:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758225.699391:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758225.699397:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758225.699402:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758225.699406:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758225.699408:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758225.699411:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758225.699412:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758225.699416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758225.699418:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758225.699429:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758225.699432:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758225.699438:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758225.699442:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758225.699448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758225.699448:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758225.699453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758225.699457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758225.699466:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758225.699471:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758225.699472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758225.699475:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758225.699479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758225.699481:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758225.699485:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758225.699486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758225.699490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758225.699491:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758225.699495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758225.699499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758225.699499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758225.699502:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758225.699505:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758225.763329:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310602704, at 4310602752 00000100:00000010:1.0:1787758225.763340:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000040:0.0:1787758225.763341:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310602704, at 4310602752 00000100:00000010:0.0:1787758225.763358:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758225.827318:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758225.827323:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758225.827325:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758225.827329:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758225.827332:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758225.827334:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758225.827336:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758225.827339:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758225.827341:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758226.723347:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758226.723356:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758226.723360:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758226.723361:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758226.723363:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758226.723365:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758226.723372:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758226.723373:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758226.723379:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758226.723382:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758226.723384:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758226.723389:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723389:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758226.723394:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723399:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758226.723416:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758226.723419:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758226.723420:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758226.723425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723425:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758226.723431:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758226.723433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758226.723437:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758226.723443:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723448:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758226.723450:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758226.723454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758226.723455:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758226.723461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758226.723466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758226.723471:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758226.723477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758226.723479:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758226.723482:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758226.723486:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758226.723489:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758226.723490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758226.723493:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758226.723494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758226.723498:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758226.723502:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723504:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758226.723507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.723514:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758226.851316:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758226.851322:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758226.851324:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758226.851327:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758226.851330:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758226.851332:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.851334:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758226.851336:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758226.851338:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758227.747379:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758227.747388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758227.747393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758227.747399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758227.747404:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758227.747406:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758227.747410:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758227.747413:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758227.747416:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758227.747418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758227.747422:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758227.747424:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758227.747429:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758227.747434:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758227.747435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758227.747447:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758227.747452:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758227.747452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758227.747458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758227.747460:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758227.747461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758227.747466:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758227.747470:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758227.747475:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758227.747479:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758227.747480:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758227.747485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758227.747485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758227.747490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758227.747490:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758227.747497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758227.747501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758227.747506:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758227.747518:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758227.747523:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758227.747531:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758227.875332:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758227.875339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758227.875341:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758227.875345:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758227.875348:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758227.875351:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758227.875353:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758227.875356:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758227.875358:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758228.771365:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758228.771373:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758228.771377:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758228.771381:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758228.771396:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758228.771396:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758228.771402:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758228.771406:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758228.771408:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758228.771410:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758228.771412:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758228.771414:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758228.771418:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758228.771419:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758228.771425:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758228.771431:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758228.771435:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758228.771438:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758228.771451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758228.771455:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758228.771458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758228.771459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758228.771464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758228.771464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758228.771472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758228.771473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758228.771479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758228.771480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758228.771485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758228.771487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758228.771496:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758228.771501:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758228.771506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758228.771512:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758228.771517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758228.771525:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758228.899368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758228.899375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758228.899377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758228.899381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758228.899383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758228.899386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758228.899389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758228.899391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758228.899393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758229.795380:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758229.795391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758229.795393:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758229.795396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.795399:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758229.795403:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758229.795403:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758229.795408:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758229.795408:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758229.795412:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758229.795412:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758229.795416:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.795428:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758229.795431:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758229.795435:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758229.795435:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.795437:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758229.795439:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.795451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758229.795451:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758229.795456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758229.795456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758229.795459:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758229.795459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758229.795463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758229.795463:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758229.795467:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758229.795467:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758229.795472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.795472:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.795479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758229.795483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758229.795491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758229.795491:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.795495:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758229.795502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758229.795532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758229.795543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758229.795545:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758229.795548:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758229.795551:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758229.795554:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.795556:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758229.795558:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.795560:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758229.859362:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758229.859370:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758229.859373:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758229.859376:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758229.859379:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758229.859386:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15934 00000400:00000200:0.0:1787758229.859392:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758229.859397:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758229.859400:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758229.859403:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859405:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.859407:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859409:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758229.859412:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758229.859414:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758229.859416:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758229.859418:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758229.859420:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758229.859440:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758229.859443:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859444:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.859446:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859447:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758229.859449:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758229.859452:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859454:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758229.859456:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758229.859459:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758229.859461:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859463:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758229.859466:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758229.859473:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758229.859476:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758229.859480:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758229.859481:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859483:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758229.859486:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758229.859489:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758229.859497:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758229.859505:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758229.859516:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931150464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758229.859527:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758229.859542:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758229.859549:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931150464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758229.859581:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758229.859584:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758229.859587:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758229.859588:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758229.859589:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758229.859591:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758229.859594:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15934 00000400:00000200:0.0:1787758229.859597:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758229.859599:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758229.859601:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758229.859603:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859605:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.859607:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859608:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758229.859610:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758229.859612:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758229.859613:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758229.859615:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758229.859617:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758229.859618:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758229.859621:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859622:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.859624:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859625:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758229.859628:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758229.859630:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859634:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758229.859637:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758229.859643:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758229.859646:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859648:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758229.859653:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758229.859657:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859661:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758229.859666:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758229.859670:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758229.859674:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758229.859677:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859679:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758229.859682:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758229.859684:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758229.859688:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758229.859693:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758229.859710:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931150592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758229.859770:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758229.859773:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758229.859779:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931150592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758229.859791:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758229.859795:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758229.859799:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758229.859802:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758229.859804:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758229.859809:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758229.859814:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15934 00000400:00000200:0.0:1787758229.859822:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758229.859829:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758229.859834:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758229.859842:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859849:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.859853:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859858:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758229.859862:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758229.859865:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758229.859868:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758229.859871:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758229.859875:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758229.859878:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758229.859883:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859885:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.859889:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859892:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758229.859896:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758229.859900:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758229.859905:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758229.859906:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758229.859909:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758229.859913:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859915:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758229.859918:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758229.859922:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859925:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758229.859930:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758229.859935:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758229.859940:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758229.859943:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.859948:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758229.859951:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758229.859953:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758229.859961:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758229.859967:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758229.859978:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931150720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758229.859991:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758229.859995:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758229.860000:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931150720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758229.860013:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758229.860018:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758229.860025:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758229.860027:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758229.860030:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758229.860034:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758229.860040:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15934 00000400:00000200:0.0:1787758229.860046:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758229.860050:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758229.860052:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758229.860057:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860060:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.860073:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860076:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758229.860080:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758229.860081:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758229.860083:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758229.860087:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758229.860089:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758229.860092:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758229.860096:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860101:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.860104:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860108:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758229.860112:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758229.860116:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860119:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758229.860121:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758229.860123:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758229.860127:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.860130:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758229.860132:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758229.860138:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.860141:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758229.860146:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758229.860152:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758229.860154:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758229.860158:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.860160:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758229.860163:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758229.860164:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758229.860168:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758229.860173:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758229.860180:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931150848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758229.860191:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758229.860193:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758229.860197:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931150848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758229.860204:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758229.860214:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758229.860220:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758229.860223:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758229.860225:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758229.860229:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758229.860232:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15934 00000400:00000200:0.0:1787758229.860238:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758229.860241:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758229.860245:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758229.860248:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860252:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.860254:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860257:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758229.860259:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758229.860260:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758229.860262:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758229.860264:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758229.860293:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758229.860296:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758229.860301:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860303:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758229.860308:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860314:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758229.860320:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758229.860325:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758229.860330:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758229.860335:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758229.860341:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758229.860346:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.860349:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758229.860354:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758229.860358:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.860360:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758229.860365:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758229.860369:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758229.860373:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758229.860375:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758229.860379:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758229.860380:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758229.860383:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758229.860389:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758229.860394:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758229.860402:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931150976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758229.860413:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758229.860417:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758229.860422:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931150976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758229.860449:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758229.860457:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15944) 00000100:00000001:1.0:1787758229.923353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758229.923359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758229.923362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758229.923366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758229.923369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758229.923373:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.923375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758229.923377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758229.923380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758230.819358:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758230.819358:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758230.819365:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758230.819366:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758230.819368:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758230.819373:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758230.819378:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758230.819379:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758230.819384:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758230.819385:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758230.819389:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758230.819394:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758230.819394:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758230.819400:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.819401:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758230.819417:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758230.819418:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758230.819422:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.819423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758230.819426:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758230.819428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758230.819430:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758230.819436:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758230.819439:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.819442:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758230.819445:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.819448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758230.819462:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758230.819465:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758230.819471:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758230.819471:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758230.819476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758230.819478:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758230.819482:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758230.819485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758230.819489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.819491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758230.819493:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.819496:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758230.819497:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758230.819502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758230.819505:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758230.819508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758230.819511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758230.819514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758230.819516:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758230.819518:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758230.819521:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758230.883357:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310607824, at 4310607872 00000100:00000040:1.0:1787758230.883357:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310607824, at 4310607872 00000100:00000010:1.0:1787758230.883372:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787758230.883382:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758230.947371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758230.947377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758230.947379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758230.947383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758230.947386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758230.947389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.947391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758230.947394:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758230.947396:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758231.843368:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758231.843374:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758231.843379:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758231.843383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758231.843386:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758231.843388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758231.843391:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758231.843391:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758231.843395:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758231.843396:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758231.843402:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758231.843403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758231.843406:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758231.843407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758231.843410:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758231.843411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758231.843415:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758231.843431:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758231.843437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758231.843442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758231.843445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758231.843449:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758231.843456:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758231.843461:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758231.843468:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758231.843472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758231.843473:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758231.843477:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758231.843478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758231.843481:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758231.843486:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758231.843492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758231.843496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758231.843502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758231.843507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758231.843515:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758231.843557:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758231.843559:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758231.843562:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758231.971366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758231.971371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758231.971373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758231.971377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758231.971380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758231.971383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758231.971386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758231.971388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758231.971391:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758232.867364:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758232.867369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758232.867372:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758232.867376:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758232.867376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758232.867381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758232.867384:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758232.867390:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758232.867392:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758232.867398:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758232.867398:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758232.867405:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758232.867408:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758232.867413:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758232.867417:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758232.867418:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758232.867423:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758232.867426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758232.867434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758232.867440:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758232.867444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758232.867448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758232.867450:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758232.867454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758232.867455:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758232.867458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758232.867460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758232.867462:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758232.867467:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758232.867473:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758232.867475:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758232.867479:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758232.867483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758232.867483:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758232.867489:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758232.867494:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758232.995393:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758232.995400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758232.995403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758232.995409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758232.995413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758232.995417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758232.995420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758232.995423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758232.995426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758233.891372:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758233.891379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758233.891383:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758233.891390:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758233.891397:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758233.891398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758233.891404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758233.891404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758233.891410:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758233.891417:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758233.891420:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758233.891423:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758233.891424:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758233.891427:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758233.891430:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758233.891433:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758233.891438:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758233.891446:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758233.891450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758233.891456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758233.891461:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758233.891466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758233.891467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758233.891472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758233.891473:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758233.891476:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758233.891479:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758233.891481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758233.891485:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758233.891487:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758233.891489:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758233.891491:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758233.891495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758233.891499:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758233.891503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758233.891511:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758234.019342:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758234.019348:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758234.019350:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758234.019354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758234.019357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758234.019361:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758234.019364:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758234.019365:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758234.019368:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758234.915385:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758234.915396:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758234.915402:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758234.915411:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758234.915420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758234.915423:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758234.915436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758234.915438:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758234.915447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758234.915450:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758234.915462:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758234.915463:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758234.915473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758234.915475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.915483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758234.915494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758234.915503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758234.915508:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758234.915535:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758234.915537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758234.915539:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758234.915543:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758234.915549:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.915550:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758234.915559:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758234.915561:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758234.915574:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758234.915574:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758234.915590:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758234.915590:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758234.915599:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758234.915615:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758234.915623:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758234.915623:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758234.915630:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758234.915646:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758234.979371:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758234.979379:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758234.979381:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758234.979392:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758234.979396:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758234.979402:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15939 00000400:00000200:0.0:1787758234.979410:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758234.979415:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758234.979418:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758234.979420:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979423:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.979425:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979427:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758234.979431:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758234.979433:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758234.979435:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758234.979438:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758234.979440:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758234.979442:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758234.979444:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979445:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.979446:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979448:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758234.979450:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758234.979453:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979454:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758234.979457:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758234.979460:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758234.979462:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.979464:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758234.979466:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758234.979474:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758234.979477:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758234.979480:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758234.979482:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.979484:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758234.979486:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758234.979490:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758234.979496:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758234.979502:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758234.979510:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931151104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758234.979523:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758234.979527:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758234.979531:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931151104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758234.979554:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758234.979556:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758234.979559:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758234.979560:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758234.979562:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758234.979564:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758234.979566:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15939 00000400:00000200:0.0:1787758234.979568:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758234.979571:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758234.979573:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758234.979576:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979578:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.979581:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979583:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758234.979585:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758234.979586:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758234.979587:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758234.979588:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758234.979590:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758234.979593:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758234.979600:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979610:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.979619:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979628:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758234.979652:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758234.979665:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979673:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758234.979679:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758234.979685:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758234.979697:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.979703:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758234.979713:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758234.979721:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.979723:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758234.979730:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758234.979734:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758234.979738:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758234.979739:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.979741:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758234.979743:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758234.979745:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758234.979758:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758234.979765:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758234.979776:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931151232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758234.979790:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758234.979796:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758234.979802:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931151232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758234.979822:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758234.979828:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758234.979833:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758234.979837:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758234.979843:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758234.979856:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758234.979866:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15939 00000400:00000200:0.0:1787758234.979878:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758234.979889:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758234.979895:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758234.979901:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979906:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.979915:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979918:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758234.979919:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758234.979922:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758234.979926:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758234.979929:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758234.979933:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758234.979941:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758234.979950:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979956:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.979969:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979976:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758234.979984:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758234.979991:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758234.979997:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758234.980011:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758234.980018:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758234.980022:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980025:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758234.980028:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758234.980032:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980036:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758234.980044:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758234.980051:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758234.980055:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758234.980057:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980058:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758234.980064:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758234.980067:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758234.980075:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758234.980080:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758234.980089:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931151360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758234.980112:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758234.980114:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758234.980120:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931151360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758234.980144:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758234.980149:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758234.980159:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758234.980167:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758234.980170:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758234.980174:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758234.980180:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15939 00000400:00000200:0.0:1787758234.980184:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758234.980201:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758234.980210:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758234.980216:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980221:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.980228:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980235:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758234.980240:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758234.980242:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758234.980245:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758234.980249:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758234.980258:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758234.980303:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758234.980319:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980332:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.980343:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980346:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758234.980348:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758234.980356:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980362:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758234.980374:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758234.980378:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758234.980381:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980382:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758234.980384:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758234.980387:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980390:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758234.980396:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758234.980403:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758234.980408:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758234.980415:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980418:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758234.980421:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758234.980424:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758234.980429:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758234.980433:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758234.980439:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931151488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758234.980459:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758234.980467:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758234.980477:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931151488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758234.980496:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758234.980507:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758234.980524:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758234.980529:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758234.980533:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758234.980542:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758234.980547:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15939 00000400:00000200:0.0:1787758234.980560:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758234.980573:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758234.980579:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758234.980586:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980600:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.980613:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980621:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758234.980642:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758234.980644:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758234.980649:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758234.980654:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758234.980663:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758234.980672:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758234.980681:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980688:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758234.980699:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980713:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758234.980729:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758234.980747:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758234.980754:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758234.980762:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758234.980771:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758234.980781:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980788:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758234.980797:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758234.980811:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980814:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758234.980822:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758234.980831:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758234.980841:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758234.980847:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758234.980853:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758234.980856:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758234.980860:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758234.980868:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758234.980873:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758234.980885:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931151616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758234.980903:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758234.980909:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758234.980927:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931151616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758234.980948:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758234.980952:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15949) 00000100:00000001:1.0:1787758235.043380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758235.043386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758235.043388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758235.043392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758235.043395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758235.043398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.043400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758235.043403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.043407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758235.939341:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758235.939350:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758235.939355:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758235.939360:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758235.939364:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758235.939369:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.939374:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758235.939379:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.939383:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758235.939401:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758235.939414:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758235.939421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758235.939422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758235.939429:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758235.939434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758235.939440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758235.939445:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758235.939448:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758235.939457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758235.939458:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.939468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758235.939476:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758235.939488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758235.939501:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758235.939502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758235.939511:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.939517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758235.939562:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758235.939575:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758235.939584:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758235.939589:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758235.939596:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758235.939599:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758235.939609:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758235.939609:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758235.939627:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758235.939637:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758235.939639:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758235.939641:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758235.939645:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758235.939654:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758235.939657:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758235.939661:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758235.939663:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758235.939666:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758236.003362:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310612945, at 4310612992 00000100:00000040:1.0:1787758236.003362:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310612945, at 4310612992 00000100:00000010:1.0:1787758236.003376:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787758236.003378:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758236.067342:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758236.067348:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758236.067349:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758236.067354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758236.067356:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758236.067359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.067361:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758236.067363:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.067365:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758236.963346:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758236.963348:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758236.963354:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758236.963354:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758236.963358:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758236.963358:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758236.963365:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758236.963366:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758236.963372:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758236.963373:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758236.963378:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.963379:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758236.963384:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758236.963387:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758236.963532:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758236.963532:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758236.963535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.963538:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758236.963553:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758236.963556:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758236.963557:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758236.963559:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758236.963562:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758236.963564:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758236.963565:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.963567:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758236.963570:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758236.963571:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758236.963573:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758236.963576:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.963577:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758236.963581:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758236.963582:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758236.963585:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758236.963589:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758236.963592:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758236.963624:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758236.963629:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758236.963631:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758236.963635:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758236.963638:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758236.963640:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758236.963642:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758236.963644:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758236.963646:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758237.091332:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758237.091338:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758237.091340:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758237.091344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758237.091347:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758237.091350:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.091352:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758237.091354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.091356:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758237.987368:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758237.987378:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758237.987381:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758237.987386:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758237.987396:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758237.987403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758237.987404:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758237.987412:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758237.987413:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987420:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758237.987423:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758237.987426:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758237.987436:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758237.987436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758237.987445:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758237.987465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758237.987469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758237.987472:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758237.987472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758237.987476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758237.987482:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758237.987483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987487:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758237.987488:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987492:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758237.987503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758237.987516:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758237.987521:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758237.987522:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758237.987525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758237.987530:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758237.987534:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758237.987536:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758237.987542:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758237.987544:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758237.987549:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758237.987552:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758237.987560:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987560:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758237.987576:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758237.987601:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758237.987604:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758237.987606:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758238.115333:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758238.115338:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758238.115339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758238.115343:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758238.115345:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758238.115348:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758238.115350:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758238.115352:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758238.115353:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758239.011375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758239.011377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758239.011385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758239.011390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758239.011390:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758239.011397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758239.011399:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758239.011411:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758239.011411:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758239.011421:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758239.011422:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.011428:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758239.011435:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758239.011440:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.011450:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758239.011451:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758239.011458:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.011463:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758239.011475:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758239.011478:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758239.011481:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758239.011483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758239.011492:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758239.011492:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758239.011501:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758239.011502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758239.011508:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758239.011509:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758239.011512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.011513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758239.011518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758239.011520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758239.011522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.011530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758239.011531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758239.011540:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758239.011584:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758239.011590:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758239.011596:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758239.011601:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758239.011605:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758239.011614:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758239.011619:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758239.011627:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758239.011633:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758239.139419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758239.139429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758239.139430:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758239.139435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758239.139439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758239.139444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.139446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758239.139449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758239.139452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758240.035522:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758240.035531:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758240.035532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758240.035541:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.035581:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758240.035583:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758240.035584:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.035593:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758240.035594:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758240.035604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.035606:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758240.035614:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.035615:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035619:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.035631:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.035643:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.035651:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758240.035688:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758240.035689:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758240.035708:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758240.035711:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.035716:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758240.035716:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758240.035722:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.035723:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758240.035727:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758240.035729:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035734:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758240.035735:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758240.035741:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.035743:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035751:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.035752:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758240.035761:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035764:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758240.035789:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758240.035793:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758240.035796:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758240.035808:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758240.035812:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758240.035820:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035823:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758240.035825:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.035827:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.099914:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758240.099925:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758240.099933:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758240.099951:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.100004:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.100013:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.100028:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758240.100038:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758240.100049:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.100065:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931151744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758240.100074:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758240.100082:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758240.100088:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.100094:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758240.100105:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758240.100112:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758240.100127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758240.100137:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758240.100150:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758240.100162:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931151744, portal 25 00000100:00000001:0.0:1787758240.100170:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758240.100174:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758240.100193:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.100224:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758240.100234:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758240.100245:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758240.100254:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931151744, offset 0 00000400:00000200:0.0:1787758240.100326:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758240.100344:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.100359:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758240.100381:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758240.100401:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758240.100419:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758240.100437:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758240.100457:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747756:747756:256:4294967295] 192.168.201.121@tcp LPNI seq info [747750:747750:8:4294967295] 00000400:00000200:0.0:1787758240.100482:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.100512:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758240.100536:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.100574:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758240.100615:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758240.100630:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758240.100672:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.100680:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758240.100694:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758240.100706:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758240.100716:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758240.100723:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758240.100731:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758240.100745:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.100777:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.100799:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.100825:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.100834:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758240.100842:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758240.100858:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758240.100865:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310618065 00000100:00000010:0.0:1787758240.100879:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758240.100896:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758240.100909:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310618065 00000100:00000010:0.0:1787758240.100920:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758240.100932:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758240.100942:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758240.100952:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.100963:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758240.100984:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758240/real 1787758240] req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758240.101042:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758240.101049:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758240.101057:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758240.101066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758240.101074:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758240.101079:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758240.101090:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758240.101114:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.101126:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758240.101134:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.101139:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.101145:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758240.101159:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.101210:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758240.101236:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.101333:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758240.101349:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.101359:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.101369:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.101381:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758240.101390:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758240.101407:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758240.101426:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758240.101441:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758240.101456:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758240.101483:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931151744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758240.101498:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.101510:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.101523:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.101589:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758240.101600:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758240.101612:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758240.101626:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758240.101634:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758240.101652:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758240.101658:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758240.101665:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758240.101676:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758240.101684:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758240.101692:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758240.101697:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758240.101703:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.101708:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.101718:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758240.101723:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.101727:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758240.101733:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758240.101737:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758240.101749:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.101793:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.101796:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.101804:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758240.101809:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758240.101820:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.101833:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931151872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758240.101840:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758240.101846:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758240.101851:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.101858:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758240.101866:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758240.101871:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758240.101890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758240.101897:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758240.101906:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758240.101911:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931151872, portal 10 00000100:00000001:0.0:1787758240.101914:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758240.101917:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758240.101928:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.101939:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758240.101942:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758240.101945:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758240.101949:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931151872, offset 0 00000400:00000200:0.0:1787758240.101955:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758240.101963:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.101972:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758240.101978:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758240.101984:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758240.101990:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758240.101995:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758240.102002:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747757:747757:256:4294967295] 192.168.201.121@tcp LPNI seq info [747751:747751:8:4294967295] 00000400:00000200:0.0:1787758240.102012:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.102035:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758240.102047:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.102054:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758240.102063:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758240.102069:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758240.102084:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.102087:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758240.102092:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758240.102097:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758240.102101:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758240.102104:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758240.102108:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758240.102114:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102125:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.102129:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102147:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.102149:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758240.102154:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758240.102159:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758240.102164:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758240.102167:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310617102 00000100:00000001:0.0:1787758240.102171:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.102174:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310617102 00000100:00000001:0.0:1787758240.102177:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.102180:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758240.102183:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.102186:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758240.102190:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758240/real 1787758240] req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758240.102201:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758240.102203:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758240.102205:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758240.102209:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758240.102211:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758240.102214:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758240.102218:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758240.102230:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102237:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758240.102239:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.102242:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.102244:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758240.102249:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102258:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758240.102264:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102304:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758240.102308:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.102311:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.102313:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.102316:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758240.102321:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758240.102324:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758240.102330:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758240.102333:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758240.102339:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758240.102349:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931151872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758240.102355:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758240.102359:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102368:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.102370:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.102372:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758240.102375:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758240.102377:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.102381:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758240.102385:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758240.102388:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758240.102391:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.102394:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758240.102399:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758240.102402:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758240.102406:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758240.102410:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758240.102414:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758240.102418:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152000, portal 10 00000100:00000001:0.0:1787758240.102421:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758240.102434:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758240.102442:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102450:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758240.102454:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758240.102457:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758240.102460:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931152000, offset 0 00000400:00000200:0.0:1787758240.102465:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758240.102471:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.102476:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758240.102480:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758240.102483:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758240.102487:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758240.102490:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758240.102495:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747758:747758:256:4294967295] 192.168.201.121@tcp LPNI seq info [747752:747752:8:4294967295] 00000400:00000200:0.0:1787758240.102501:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.102510:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758240.102516:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.102521:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758240.102530:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758240.102536:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758240.102584:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.102589:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758240.102595:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758240.102608:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758240.102615:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758240.102619:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758240.102625:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758240.102633:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102650:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.102655:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102664:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.102666:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758240.102672:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758240.102676:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758240.102681:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758240.102684:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310617101 00000100:00000001:0.0:1787758240.102688:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.102691:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310617101 00000100:00000001:0.0:1787758240.102694:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.102697:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758240.102700:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.102702:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758240.102707:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758240/real 1787758240] req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758240.102718:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758240.102720:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758240.102722:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758240.102725:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758240.102728:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758240.102731:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758240.102735:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758240.102746:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102754:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758240.102756:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.102759:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.102760:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758240.102765:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102773:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758240.102778:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102787:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758240.102790:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.102792:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.102794:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.102796:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758240.102800:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758240.102803:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758240.102807:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758240.102819:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758240.102840:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758240.102857:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758240.102863:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758240.102868:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102877:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.102879:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.102882:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758240.102884:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758240.102887:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.102891:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758240.102896:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758240.102899:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758240.102901:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.102904:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758240.102909:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758240.102911:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758240.102916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758240.102919:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758240.102924:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758240.102928:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152128, portal 4 00000100:00000001:0.0:1787758240.102930:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758240.102932:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758240.102940:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.102948:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758240.102951:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758240.102955:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758240.102959:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931152128, offset 0 00000400:00000200:0.0:1787758240.102968:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758240.102976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.102984:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758240.102995:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758240.103001:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758240.103006:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758240.103011:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758240.103019:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747759:747759:256:4294967295] 192.168.201.121@tcp LPNI seq info [747753:747753:8:4294967295] 00000400:00000200:0.0:1787758240.103028:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.103042:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758240.103052:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.103059:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758240.103067:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758240.103072:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758240.103086:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.103089:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758240.103093:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758240.103098:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758240.103103:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758240.103105:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758240.103109:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758240.103114:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103125:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.103130:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103138:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.103141:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758240.103144:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758240.103149:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758240.103154:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758240.103157:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310617137 00000100:00000001:0.0:1787758240.103160:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.103163:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310617137 00000100:00000001:0.0:1787758240.103166:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.103169:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758240.103172:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.103175:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758240.103180:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758240/real 1787758240] req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758240.103191:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758240.103192:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758240.103195:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758240.103197:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758240.103200:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758240.103203:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758240.103207:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758240.103217:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103225:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758240.103227:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103230:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.103231:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758240.103236:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103244:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758240.103249:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103258:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758240.103261:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103263:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.103297:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103301:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758240.103303:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758240.103307:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758240.103312:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758240.103315:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758240.103321:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758240.103332:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758240.103337:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103340:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.103344:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931151872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103353:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758240.103355:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758240.103359:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758240.103362:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758240.103364:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758240.103366:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758240.103369:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758240.103372:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758240.103375:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758240.103377:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758240.103380:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758240.103383:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758240.103385:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103387:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.103391:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931152000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103399:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758240.103400:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758240.103403:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758240.103406:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758240.103407:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758240.103409:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758240.103411:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758240.103414:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758240.103417:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758240.103419:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758240.103420:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758240.103433:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758240.103435:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103437:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.103441:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931152128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103449:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758240.103450:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758240.103452:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758240.103455:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758240.103456:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758240.103458:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758240.103460:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758240.103462:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758240.103465:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758240.103467:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758240.103468:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758240.103471:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758240.103473:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103475:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103480:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758240.103482:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.103485:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758240.103487:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758240.103489:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758240.103493:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103501:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758240.103503:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.103506:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758240.103509:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758240.103511:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758240.103515:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758240.103522:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758240.103526:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758240.103529:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758240.103534:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758240.103540:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758240.103568:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758240.103575:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758240.103581:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758240.103588:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758240.103604:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152256, portal 4 00000100:00000001:0.0:1787758240.103608:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758240.103611:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758240.103624:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103639:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758240.103644:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758240.103649:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758240.103654:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931152256, offset 0 00000400:00000200:0.0:1787758240.103662:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758240.103668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.103673:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758240.103677:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758240.103681:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758240.103685:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758240.103688:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758240.103692:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747760:747760:256:4294967295] 192.168.201.121@tcp LPNI seq info [747754:747754:8:4294967295] 00000400:00000200:0.0:1787758240.103698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758240.103706:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758240.103712:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.103716:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758240.103721:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758240.103726:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758240.103741:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758240.103744:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758240.103748:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758240.103753:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758240.103757:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758240.103760:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758240.103763:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758240.103768:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103779:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.103783:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103803:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.103805:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758240.103809:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758240.103813:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758240.103817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758240.103820:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310617117 00000100:00000001:0.0:1787758240.103824:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.103827:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310617117 00000100:00000001:0.0:1787758240.103830:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310618065 00000100:00000001:0.0:1787758240.103832:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758240.103835:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.103838:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758240.103842:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758240/real 1787758240] req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758240.103852:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758240.103854:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758240.103857:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758240.103860:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758240.103862:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758240.103865:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758240.103869:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758240.103880:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103888:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758240.103890:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103892:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.103894:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758240.103898:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103907:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758240.103911:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.103920:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758240.103924:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103926:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758240.103928:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103930:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758240.103933:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758240.103936:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758240.103940:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758240.103943:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758240.103948:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758240.103959:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758240.103967:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.103982:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758240.103988:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931152256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758240.104002:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758240.104005:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758240.104010:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758240.104015:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758240.104018:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758240.104021:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758240.104025:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758240.104029:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758240.104034:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758240.104037:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758240.104041:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758240.104046:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758240.104049:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.104053:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758240.104060:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758240.104063:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758240.104068:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758240.104070:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758240.163355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758240.163362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758240.163364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758240.163369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758240.163372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758240.163375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.163378:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758240.163381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758240.163384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758241.059373:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758241.059379:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758241.059384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758241.059386:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758241.059392:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758241.059393:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758241.059398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758241.059398:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758241.059403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758241.059404:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758241.059408:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758241.059410:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758241.059412:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758241.059415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758241.059416:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758241.059420:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758241.059424:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758241.059428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758241.059435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758241.059440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758241.059444:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758241.059447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758241.059449:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758241.059452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758241.059453:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758241.059457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758241.059458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758241.059473:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758241.059479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758241.059485:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758241.059486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758241.059491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758241.059495:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758241.059499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758241.059504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758241.059510:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758241.123354:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310618065, at 4310618112 00000100:00000040:1.0:1787758241.123354:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310618065, at 4310618112 00000100:00000010:1.0:1787758241.123371:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000010:0.0:1787758241.123372:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758241.187359:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758241.187367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758241.187370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758241.187377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758241.187381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758241.187386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758241.187389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758241.187392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758241.187396:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758242.083470:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758242.083483:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758242.083491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758242.083491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758242.083505:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758242.083529:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758242.083533:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758242.083542:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758242.083549:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.083556:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758242.083562:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758242.083569:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758242.083584:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758242.083595:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758242.083605:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.083611:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758242.083619:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758242.083621:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758242.083626:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.083630:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758242.083634:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758242.083638:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758242.083650:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758242.083659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758242.083665:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758242.083673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758242.083675:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758242.083681:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758242.083682:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758242.083695:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758242.083697:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758242.083704:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758242.083713:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758242.083733:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758242.083740:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758242.083745:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758242.083763:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758242.083770:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758242.083801:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758242.083807:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758242.083816:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758242.083822:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.083836:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758242.083841:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.083847:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758242.211390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758242.211401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758242.211406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758242.211415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758242.211421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758242.211427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.211432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758242.211437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758242.211443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758243.107461:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758243.107472:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758243.107475:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758243.107484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758243.107507:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758243.107532:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758243.107534:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758243.107544:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758243.107545:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758243.107556:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758243.107557:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758243.107570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758243.107575:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758243.107588:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.107589:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758243.107607:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758243.107618:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758243.107626:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758243.107628:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758243.107641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758243.107649:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758243.107656:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758243.107660:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758243.107670:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758243.107671:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758243.107678:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758243.107685:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758243.107685:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.107700:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758243.107702:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758243.107720:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.107720:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758243.107753:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758243.107756:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758243.107762:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758243.107779:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758243.107819:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758243.107836:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758243.107849:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758243.107876:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758243.107899:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758243.107914:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.107924:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758243.107928:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.107932:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758243.235378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758243.235387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758243.235389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758243.235395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758243.235399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758243.235403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.235406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758243.235410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758243.235414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758244.131362:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758244.131369:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758244.131373:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758244.131377:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758244.131382:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758244.131415:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758244.131418:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758244.131429:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758244.131438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758244.131438:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758244.131445:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758244.131452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758244.131453:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758244.131468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758244.131535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131536:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758244.131541:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758244.131542:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758244.131547:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758244.131555:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758244.131556:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758244.131563:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758244.131568:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131574:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758244.131578:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758244.131579:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758244.131585:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758244.131587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758244.131590:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758244.131595:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758244.131604:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758244.131610:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131614:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758244.131615:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758244.131619:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758244.131620:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131622:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758244.131627:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758244.131627:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758244.131630:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758244.131636:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131640:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758244.131643:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.131646:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758244.259319:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758244.259326:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758244.259328:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758244.259333:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758244.259336:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758244.259339:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.259342:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758244.259345:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758244.259347:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.155432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758245.155439:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758245.155444:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758245.155449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758245.155468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758245.155480:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758245.155484:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758245.155490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758245.155497:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758245.155498:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758245.155506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.155508:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758245.155519:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758245.155526:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758245.155531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.155546:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.155551:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.155557:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758245.155565:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758245.155574:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758245.155581:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.155585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758245.155587:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758245.155592:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758245.155599:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758245.155600:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758245.155606:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758245.155610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758245.155613:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.155617:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758245.155620:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.155626:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758245.155627:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.155638:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.155643:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.155650:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758245.155694:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758245.155701:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758245.155710:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758245.219838:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758245.219852:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758245.219858:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758245.219875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.219904:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.219910:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.219918:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758245.219927:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758245.219936:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758245.219946:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931152384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758245.219957:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758245.219969:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758245.219979:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.220007:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758245.220018:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758245.220024:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758245.220039:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758245.220051:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758245.220068:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758245.220085:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152384, portal 25 00000100:00000001:0.0:1787758245.220095:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758245.220103:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758245.220123:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.220143:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758245.220153:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758245.220161:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758245.220172:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931152384, offset 0 00000400:00000200:0.0:1787758245.220192:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758245.220210:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.220228:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758245.220246:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758245.220282:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758245.220292:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758245.220363:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758245.220374:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747761:747761:256:4294967295] 192.168.201.121@tcp LPNI seq info [747755:747755:8:4294967295] 00000400:00000200:0.0:1787758245.220391:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.220438:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758245.220485:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.220513:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758245.220530:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758245.220538:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758245.220582:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.220590:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758245.220613:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758245.220627:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758245.220636:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758245.220643:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758245.220651:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758245.220664:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.220699:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.220712:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.220753:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.220764:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758245.220780:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758245.220814:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758245.220829:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310623185 00000100:00000010:0.0:1787758245.220848:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758245.220867:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758245.220884:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310623185 00000100:00000010:0.0:1787758245.220896:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787758245.220907:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758245.220917:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758245.220924:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.220932:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758245.220947:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758245/real 1787758245] req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758245.220989:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758245.220997:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758245.221005:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758245.221015:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758245.221024:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758245.221036:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758245.221056:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758245.221114:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221155:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758245.221163:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221172:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.221186:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758245.221203:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221234:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758245.221258:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221327:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758245.221338:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221346:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.221350:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221360:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758245.221366:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758245.221377:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758245.221389:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758245.221398:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758245.221413:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758245.221483:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931152384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758245.221496:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221502:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.221511:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931152384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221525:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758245.221530:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758245.221535:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758245.221540:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758245.221544:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758245.221546:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758245.221549:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758245.221552:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758245.221557:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758245.221560:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758245.221562:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758245.221566:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758245.221568:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221581:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221590:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758245.221593:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.221595:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758245.221598:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758245.221600:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758245.221605:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221614:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.221615:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.221618:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758245.221621:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758245.221623:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758245.221627:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758245.221631:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758245.221633:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758245.221636:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.221639:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758245.221644:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758245.221647:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758245.221653:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758245.221657:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758245.221663:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758245.221668:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152512, portal 10 00000100:00000001:0.0:1787758245.221671:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758245.221673:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758245.221681:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221690:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758245.221692:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758245.221696:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758245.221699:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931152512, offset 0 00000400:00000200:0.0:1787758245.221704:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758245.221709:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.221715:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758245.221721:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758245.221725:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758245.221730:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758245.221735:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758245.221739:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747762:747762:256:4294967295] 192.168.201.121@tcp LPNI seq info [747756:747756:8:4294967295] 00000400:00000200:0.0:1787758245.221745:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.221753:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758245.221761:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.221767:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758245.221775:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758245.221779:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758245.221820:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.221824:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758245.221830:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758245.221838:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758245.221845:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758245.221849:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758245.221856:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758245.221863:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221878:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.221882:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221892:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.221894:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758245.221899:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758245.221905:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758245.221909:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758245.221913:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310622222 00000100:00000001:0.0:1787758245.221917:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.221920:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310622222 00000100:00000001:0.0:1787758245.221924:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.221927:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758245.221930:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.221933:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758245.221938:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758245/real 1787758245] req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758245.221948:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758245.221950:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758245.221952:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758245.221955:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758245.221958:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758245.221960:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758245.221964:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758245.221976:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.221985:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758245.221987:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.221989:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.221991:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758245.221996:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222004:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758245.222009:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222018:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758245.222021:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.222023:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.222025:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.222029:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758245.222035:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758245.222041:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758245.222048:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758245.222053:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758245.222062:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758245.222079:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758245.222088:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758245.222095:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222110:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.222114:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.222118:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758245.222122:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758245.222127:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758245.222133:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758245.222137:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758245.222140:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758245.222143:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.222145:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758245.222150:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758245.222154:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758245.222158:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758245.222162:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758245.222166:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758245.222171:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152640, portal 10 00000100:00000001:0.0:1787758245.222174:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758245.222176:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758245.222183:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222193:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758245.222196:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758245.222199:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758245.222202:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931152640, offset 0 00000400:00000200:0.0:1787758245.222207:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758245.222213:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.222218:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758245.222222:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758245.222226:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758245.222231:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758245.222235:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758245.222242:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747763:747763:256:4294967295] 192.168.201.121@tcp LPNI seq info [747757:747757:8:4294967295] 00000400:00000200:0.0:1787758245.222251:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.222264:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758245.222275:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.222282:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758245.222339:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758245.222343:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758245.222359:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.222362:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758245.222366:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758245.222371:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758245.222376:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758245.222379:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758245.222382:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758245.222388:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222399:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.222403:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222421:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.222424:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758245.222447:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758245.222473:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758245.222481:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758245.222485:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310622221 00000100:00000001:0.0:1787758245.222489:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.222493:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310622221 00000100:00000001:0.0:1787758245.222497:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.222502:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758245.222506:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.222509:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758245.222518:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758245/real 1787758245] req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758245.222533:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758245.222536:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758245.222539:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758245.222544:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758245.222546:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758245.222549:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758245.222564:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758245.222574:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222581:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758245.222583:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.222585:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.222587:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758245.222591:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222599:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758245.222604:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222611:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758245.222614:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.222616:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.222617:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.222619:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758245.222622:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758245.222625:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758245.222629:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758245.222631:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758245.222636:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758245.222644:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758245.222649:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758245.222653:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222660:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.222662:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.222664:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758245.222667:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758245.222669:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758245.222672:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758245.222676:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758245.222678:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758245.222681:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.222683:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758245.222687:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758245.222690:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758245.222695:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758245.222698:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758245.222701:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758245.222705:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152768, portal 4 00000100:00000001:0.0:1787758245.222707:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758245.222709:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758245.222715:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222733:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758245.222755:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758245.222759:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758245.222764:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931152768, offset 0 00000400:00000200:0.0:1787758245.222773:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758245.222781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.222789:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758245.222795:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758245.222801:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758245.222806:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758245.222812:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758245.222818:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747764:747764:256:4294967295] 192.168.201.121@tcp LPNI seq info [747758:747758:8:4294967295] 00000400:00000200:0.0:1787758245.222828:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.222842:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758245.222852:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.222859:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758245.222866:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758245.222870:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758245.222885:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.222888:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758245.222893:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758245.222897:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758245.222902:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758245.222904:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758245.222908:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758245.222913:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222924:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.222946:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.222954:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.222956:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758245.222960:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758245.222964:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758245.222968:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758245.222971:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310622257 00000100:00000001:0.0:1787758245.222974:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.222976:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310622257 00000100:00000001:0.0:1787758245.222979:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.222981:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758245.222983:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.222985:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758245.222990:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758245/real 1787758245] req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758245.222998:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758245.223000:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758245.223002:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758245.223005:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758245.223007:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758245.223009:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758245.223013:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758245.223022:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223031:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758245.223033:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223036:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.223038:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758245.223045:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223057:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758245.223064:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223077:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758245.223081:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223085:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.223087:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223091:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758245.223094:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758245.223100:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758245.223106:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758245.223110:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758245.223118:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758245.223128:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758245.223132:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758245.223136:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223144:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758245.223146:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.223149:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758245.223151:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758245.223153:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758245.223156:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758245.223160:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758245.223163:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758245.223165:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758245.223167:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758245.223171:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758245.223173:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758245.223178:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758245.223180:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758245.223184:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758245.223188:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931152896, portal 4 00000100:00000001:0.0:1787758245.223190:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758245.223192:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758245.223199:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223206:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758245.223209:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758245.223211:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758245.223214:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931152896, offset 0 00000400:00000200:0.0:1787758245.223218:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758245.223223:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.223227:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758245.223232:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758245.223237:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758245.223241:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758245.223246:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758245.223252:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747765:747765:256:4294967295] 192.168.201.121@tcp LPNI seq info [747759:747759:8:4294967295] 00000400:00000200:0.0:1787758245.223259:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758245.223271:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758245.223280:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.223287:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758245.223295:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758245.223331:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758245.223345:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758245.223348:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758245.223352:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758245.223356:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758245.223360:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758245.223362:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758245.223365:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758245.223370:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223380:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.223383:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223391:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.223392:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758245.223396:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758245.223400:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758245.223404:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758245.223406:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310622237 00000100:00000001:0.0:1787758245.223410:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.223412:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310622237 00000100:00000001:0.0:1787758245.223415:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310623185 00000100:00000001:0.0:1787758245.223417:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758245.223420:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.223423:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758245.223430:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758245/real 1787758245] req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758245.223444:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758245.223446:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758245.223449:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758245.223474:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758245.223477:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758245.223481:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758245.223488:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758245.223505:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223518:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758245.223521:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223524:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.223526:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758245.223532:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223552:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758245.223556:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223565:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758245.223567:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223569:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758245.223571:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223573:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758245.223575:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758245.223577:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758245.223582:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758245.223585:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758245.223589:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758245.223598:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931152896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758245.223602:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223605:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.223608:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931152512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223615:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758245.223617:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758245.223620:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758245.223623:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758245.223625:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758245.223627:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758245.223629:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758245.223632:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758245.223635:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758245.223636:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758245.223638:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758245.223641:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758245.223643:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223645:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.223649:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931152640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223656:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758245.223657:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758245.223659:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758245.223662:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758245.223663:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758245.223665:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758245.223667:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758245.223669:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758245.223672:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758245.223674:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758245.223675:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758245.223678:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758245.223680:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223682:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.223685:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931152768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223692:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758245.223693:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758245.223695:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758245.223697:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758245.223699:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758245.223717:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758245.223720:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758245.223722:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758245.223724:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758245.223726:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758245.223728:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758245.223730:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758245.223732:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223734:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758245.223738:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931152896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758245.223746:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758245.223747:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758245.223749:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758245.223752:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758245.223755:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758245.223757:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758245.223761:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758245.223764:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758245.223769:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758245.223771:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758245.223774:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758245.223779:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758245.223781:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223786:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758245.223793:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758245.223796:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758245.223800:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758245.223804:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758245.283409:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758245.283418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758245.283421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758245.283428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758245.283433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758245.283437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758245.283441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758245.283444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758245.283448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758246.179402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758246.179412:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758246.179416:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758246.179424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758246.179428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758246.179432:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758246.179473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758246.179476:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758246.179479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758246.179487:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758246.179491:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758246.179496:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758246.179500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758246.179510:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758246.179512:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758246.179535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758246.179541:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758246.179549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758246.179561:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758246.179570:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758246.179580:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758246.179586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758246.179591:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758246.179594:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758246.179605:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758246.179605:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758246.179615:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758246.179619:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758246.179622:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758246.179630:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758246.179632:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758246.179639:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758246.179648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758246.179666:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758246.179675:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758246.179689:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758246.179744:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758246.179754:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758246.179768:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758246.243376:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310623185, at 4310623232 00000100:00000040:0.0:1787758246.243404:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310623185, at 4310623232 00000100:00000010:1.0:1787758246.243410:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000010:0.0:1787758246.243421:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758246.307386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758246.307397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758246.307401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758246.307410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758246.307416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758246.307423:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758246.307428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758246.307456:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758246.307464:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758247.203360:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758247.203368:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758247.203371:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758247.203376:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758247.203382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758247.203382:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758247.203390:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758247.203391:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758247.203397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758247.203399:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758247.203402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758247.203404:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758247.203408:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758247.203412:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.203412:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758247.203437:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758247.203440:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758247.203444:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758247.203449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758247.203454:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758247.203457:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758247.203462:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758247.203469:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758247.203475:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758247.203481:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758247.203489:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758247.203489:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758247.203500:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758247.203501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758247.203517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758247.203524:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758247.203540:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758247.203548:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.203548:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758247.203563:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758247.203570:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758247.203574:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758247.203576:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758247.203579:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.203583:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758247.203585:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758247.203589:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.203592:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758247.203594:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.203597:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758247.203690:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758247.203693:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758247.203696:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758247.331336:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758247.331343:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758247.331345:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758247.331350:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758247.331352:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758247.331356:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.331358:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758247.331360:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758247.331363:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758248.227448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758248.227459:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758248.227463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758248.227471:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758248.227475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758248.227478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758248.227487:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758248.227490:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227495:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758248.227498:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758248.227505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758248.227507:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227521:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758248.227525:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758248.227530:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758248.227559:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758248.227619:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758248.227628:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758248.227631:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758248.227632:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758248.227637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758248.227640:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758248.227645:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758248.227646:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758248.227653:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758248.227655:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758248.227660:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758248.227669:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227674:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758248.227680:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758248.227683:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227697:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758248.227703:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.227710:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758248.227732:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758248.227741:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758248.227752:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758248.227765:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758248.227779:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758248.227789:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758248.227806:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758248.227814:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758248.227840:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758248.227966:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758248.227971:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758248.227975:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758248.355354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758248.355363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758248.355366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758248.355373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758248.355378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758248.355382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.355386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758248.355389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758248.355393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758249.251367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758249.251375:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758249.251391:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758249.251398:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758249.251405:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758249.251412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.251420:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758249.251423:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.251427:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758249.251473:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758249.251476:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758249.251478:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758249.251480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758249.251486:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758249.251490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.251495:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758249.251498:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.251502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758249.251526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758249.251529:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758249.251530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758249.251537:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758249.251546:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758249.251547:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758249.251556:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758249.251557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758249.251563:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.251574:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758249.251578:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758249.251579:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.251598:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758249.251600:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758249.251615:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758249.251633:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758249.251641:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758249.251649:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758249.379360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758249.379367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758249.379369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758249.379374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758249.379391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758249.379395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.379398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758249.379401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758249.379404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758250.275489:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758250.275500:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758250.275505:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758250.275512:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758250.275524:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758250.275531:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758250.275540:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275544:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758250.275556:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.275570:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758250.275583:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758250.275596:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758250.275607:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758250.275621:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275634:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758250.275634:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.275648:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275665:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.275711:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758250.275715:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758250.275728:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758250.275733:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758250.275738:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758250.275744:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.275745:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758250.275764:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758250.275771:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758250.275779:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275786:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758250.275788:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758250.275800:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758250.275805:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275829:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758250.275846:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758250.275857:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758250.275877:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.275887:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758250.275897:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758250.275902:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.275907:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758250.275916:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758250.275924:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275927:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758250.275930:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.275934:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758250.275953:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758250.275958:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758250.275966:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758250.339892:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758250.339905:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758250.339913:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758250.339933:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.339989:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758250.339995:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.340002:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758250.340010:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758250.340020:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.340028:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931153024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758250.340038:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758250.340050:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758250.340059:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.340068:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758250.340081:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758250.340087:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758250.340100:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758250.340108:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758250.340120:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758250.340138:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153024, portal 25 00000100:00000001:0.0:1787758250.340147:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758250.340151:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758250.340167:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.340202:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758250.340212:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758250.340220:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758250.340227:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931153024, offset 0 00000400:00000200:0.0:1787758250.340245:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758250.340327:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.340348:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758250.340396:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758250.340413:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758250.340427:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758250.340440:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758250.340456:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747766:747766:256:4294967295] 192.168.201.121@tcp LPNI seq info [747760:747760:8:4294967295] 00000400:00000200:0.0:1787758250.340473:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.340501:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758250.340520:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.340534:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758250.340555:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758250.340568:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758250.340611:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.340619:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758250.340635:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758250.340652:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758250.340668:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758250.340676:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758250.340688:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758250.340702:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.340753:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.340767:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.340802:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.340812:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758250.340825:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758250.340844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758250.340852:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310628305 00000100:00000010:0.0:1787758250.340869:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758250.340886:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758250.340906:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310628305 00000100:00000010:0.0:1787758250.340921:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787758250.340929:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758250.340938:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758250.340949:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.340960:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758250.340974:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758250/real 1787758250] req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758250.341001:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758250.341006:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758250.341011:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758250.341019:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758250.341026:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758250.341036:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758250.341049:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758250.341084:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341114:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758250.341122:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341132:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.341140:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758250.341157:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341182:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758250.341203:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341240:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758250.341252:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341259:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.341297:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341303:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758250.341312:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758250.341324:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758250.341338:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758250.341348:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758250.341385:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758250.341419:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931153024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758250.341434:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341441:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.341452:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931153024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341473:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758250.341480:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758250.341490:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758250.341499:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758250.341506:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758250.341512:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758250.341521:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758250.341527:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758250.341536:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758250.341541:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758250.341549:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758250.341557:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758250.341559:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341562:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341574:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758250.341577:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.341581:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758250.341583:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758250.341586:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758250.341593:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341603:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758250.341606:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.341609:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758250.341612:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758250.341615:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.341620:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758250.341624:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758250.341627:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758250.341630:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.341632:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758250.341637:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758250.341640:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758250.341645:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758250.341649:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758250.341654:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758250.341659:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153152, portal 10 00000100:00000001:0.0:1787758250.341661:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758250.341664:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758250.341673:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341682:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758250.341686:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758250.341688:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758250.341692:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931153152, offset 0 00000400:00000200:0.0:1787758250.341697:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758250.341702:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.341707:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758250.341711:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758250.341715:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758250.341719:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758250.341722:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758250.341727:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747767:747767:256:4294967295] 192.168.201.121@tcp LPNI seq info [747761:747761:8:4294967295] 00000400:00000200:0.0:1787758250.341732:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.341741:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758250.341748:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.341753:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758250.341758:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758250.341762:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758250.341778:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.341781:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758250.341785:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758250.341790:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758250.341794:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758250.341797:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758250.341801:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758250.341805:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341816:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.341821:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341830:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.341832:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758250.341836:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758250.341841:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758250.341846:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758250.341849:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310627342 00000100:00000001:0.0:1787758250.341853:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.341856:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310627342 00000100:00000001:0.0:1787758250.341859:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.341862:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758250.341866:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.341868:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758250.341873:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758250/real 1787758250] req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758250.341892:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758250.341894:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758250.341896:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758250.341899:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758250.341901:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758250.341904:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758250.341908:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758250.341919:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341927:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758250.341929:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341932:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.341934:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758250.341939:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341947:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758250.341952:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.341961:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758250.341964:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341966:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.341968:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.341970:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758250.341976:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758250.341980:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758250.341984:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758250.341987:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758250.341992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758250.342003:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758250.342008:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758250.342012:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342020:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758250.342022:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.342025:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758250.342027:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758250.342030:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.342033:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758250.342037:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758250.342039:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758250.342042:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.342044:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758250.342048:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758250.342051:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758250.342055:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758250.342058:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758250.342062:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758250.342066:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153280, portal 10 00000100:00000001:0.0:1787758250.342069:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758250.342071:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758250.342079:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342087:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758250.342090:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758250.342093:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758250.342096:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931153280, offset 0 00000400:00000200:0.0:1787758250.342102:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758250.342106:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.342111:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758250.342115:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758250.342118:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758250.342122:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758250.342125:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758250.342129:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747768:747768:256:4294967295] 192.168.201.121@tcp LPNI seq info [747762:747762:8:4294967295] 00000400:00000200:0.0:1787758250.342135:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.342142:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758250.342148:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.342151:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758250.342156:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758250.342160:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758250.342175:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.342178:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758250.342182:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758250.342186:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758250.342190:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758250.342193:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758250.342196:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758250.342200:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342210:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.342214:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342222:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.342225:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758250.342228:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758250.342232:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758250.342236:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758250.342240:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310627340 00000100:00000001:0.0:1787758250.342243:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.342247:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310627340 00000100:00000001:0.0:1787758250.342250:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.342252:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758250.342255:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.342257:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758250.342262:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758250/real 1787758250] req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758250.342299:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758250.342301:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758250.342303:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758250.342306:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758250.342308:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758250.342311:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758250.342316:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758250.342327:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342336:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758250.342338:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.342341:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.342342:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758250.342347:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342355:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758250.342383:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342394:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758250.342399:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.342401:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.342403:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.342405:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758250.342409:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758250.342413:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758250.342417:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758250.342420:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758250.342425:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758250.342436:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758250.342440:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758250.342445:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342453:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758250.342455:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.342458:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758250.342460:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758250.342463:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.342467:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758250.342471:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758250.342474:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758250.342476:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.342478:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758250.342483:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758250.342486:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758250.342490:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758250.342493:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758250.342498:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758250.342503:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153408, portal 4 00000100:00000001:0.0:1787758250.342506:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758250.342508:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758250.342516:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342525:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758250.342528:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758250.342532:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758250.342535:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931153408, offset 0 00000400:00000200:0.0:1787758250.342540:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758250.342545:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.342549:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758250.342552:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758250.342556:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758250.342559:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758250.342563:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758250.342567:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747769:747769:256:4294967295] 192.168.201.121@tcp LPNI seq info [747763:747763:8:4294967295] 00000400:00000200:0.0:1787758250.342573:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.342581:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758250.342587:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.342591:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758250.342596:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758250.342600:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758250.342615:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.342618:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758250.342622:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758250.342627:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758250.342630:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758250.342633:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758250.342636:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758250.342641:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342660:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.342664:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342673:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.342675:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758250.342679:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758250.342683:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758250.342687:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758250.342690:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310627377 00000100:00000001:0.0:1787758250.342693:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.342696:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310627377 00000100:00000001:0.0:1787758250.342699:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.342702:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758250.342705:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.342707:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758250.342712:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758250/real 1787758250] req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758250.342721:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758250.342723:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758250.342725:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758250.342727:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758250.342730:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758250.342732:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758250.342736:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758250.342747:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342756:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758250.342759:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.342762:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.342764:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758250.342768:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342777:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758250.342782:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342821:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758250.342825:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.342827:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.342829:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.342832:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758250.342834:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758250.342837:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758250.342842:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758250.342845:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758250.342851:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758250.342862:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758250.342867:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758250.342872:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342879:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758250.342881:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.342884:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758250.342886:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758250.342889:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758250.342893:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758250.342898:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758250.342900:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758250.342903:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758250.342905:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758250.342916:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758250.342919:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758250.342923:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758250.342926:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758250.342931:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758250.342935:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153536, portal 4 00000100:00000001:0.0:1787758250.342937:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758250.342940:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758250.342947:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.342956:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758250.342959:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758250.342962:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758250.342965:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931153536, offset 0 00000400:00000200:0.0:1787758250.342970:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758250.342975:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.342979:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758250.342983:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758250.342986:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758250.342990:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758250.342993:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758250.342997:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747770:747770:256:4294967295] 192.168.201.121@tcp LPNI seq info [747764:747764:8:4294967295] 00000400:00000200:0.0:1787758250.343003:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758250.343011:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758250.343017:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.343021:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758250.343027:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758250.343031:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758250.343046:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758250.343049:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758250.343053:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758250.343058:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758250.343062:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758250.343064:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758250.343068:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758250.343073:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343089:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.343097:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343112:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.343125:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758250.343131:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758250.343136:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758250.343144:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758250.343148:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310627356 00000100:00000001:0.0:1787758250.343154:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.343158:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310627356 00000100:00000001:0.0:1787758250.343163:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310628305 00000100:00000001:0.0:1787758250.343168:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758250.343172:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.343176:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758250.343186:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758250/real 1787758250] req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758250.343204:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758250.343207:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758250.343211:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758250.343216:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758250.343220:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758250.343224:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758250.343231:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758250.343250:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343259:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758250.343262:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343264:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.343299:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758250.343306:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343316:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758250.343321:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343330:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758250.343333:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343335:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758250.343337:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343339:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758250.343342:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758250.343345:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758250.343349:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758250.343352:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758250.343357:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758250.343416:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758250.343422:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343425:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.343429:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931153152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343438:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758250.343441:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758250.343444:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758250.343449:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758250.343451:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758250.343453:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758250.343457:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758250.343459:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758250.343463:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758250.343465:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758250.343467:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758250.343470:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758250.343472:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343474:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.343478:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931153280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343487:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758250.343489:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758250.343491:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758250.343494:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758250.343495:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758250.343497:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758250.343500:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758250.343501:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758250.343504:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758250.343505:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758250.343507:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758250.343511:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758250.343513:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343516:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.343520:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931153408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343528:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758250.343530:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758250.343532:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758250.343535:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758250.343537:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758250.343538:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758250.343541:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758250.343542:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758250.343545:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758250.343547:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758250.343549:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758250.343552:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758250.343554:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343556:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758250.343560:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931153536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758250.343567:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758250.343569:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758250.343571:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758250.343574:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758250.343575:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758250.343577:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758250.343579:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758250.343581:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758250.343584:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758250.343586:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758250.343587:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758250.343590:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758250.343592:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343594:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758250.343599:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758250.343601:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758250.343604:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758250.343607:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758250.403498:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758250.403508:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758250.403511:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758250.403518:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758250.403523:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758250.403528:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758250.403532:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758250.403536:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758250.403541:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758251.299431:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758251.299442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758251.299446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758251.299452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758251.299459:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758251.299469:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.299475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758251.299480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.299491:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758251.299497:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758251.299506:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758251.299517:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758251.299535:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758251.299544:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758251.299545:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758251.299559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758251.299560:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758251.299570:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758251.299577:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758251.299579:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758251.299587:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.299589:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758251.299593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758251.299600:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.299612:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758251.299618:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758251.299619:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758251.299632:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758251.299633:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758251.299645:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758251.299661:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758251.299663:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758251.299674:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758251.299676:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758251.299685:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758251.299692:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758251.299693:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758251.299712:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758251.299713:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758251.299718:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.299721:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758251.299734:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758251.299737:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758251.299747:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.299762:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758251.363332:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310628305, at 4310628352 00000100:00000010:1.0:1787758251.363358:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000040:0.0:1787758251.363440:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310628305, at 4310628352 00000100:00000010:0.0:1787758251.363462:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758251.427390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758251.427398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758251.427400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758251.427405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758251.427409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758251.427413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.427416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758251.427419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758251.427423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758252.323442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758252.323444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758252.323457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758252.323458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758252.323461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758252.323471:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758252.323473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758252.323493:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758252.323495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758252.323499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758252.323503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758252.323515:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323517:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758252.323526:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323535:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758252.323536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758252.323542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323553:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758252.323566:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758252.323569:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758252.323572:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758252.323593:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758252.323603:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758252.323614:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758252.323614:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758252.323626:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758252.323628:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758252.323637:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758252.323646:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758252.323646:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323657:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758252.323658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758252.323675:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758252.323680:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758252.323694:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758252.323701:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758252.323709:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758252.323712:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758252.323718:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758252.323730:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758252.323736:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323742:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758252.323748:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.323761:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758252.451422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758252.451430:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758252.451433:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758252.451439:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758252.451443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758252.451447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.451450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758252.451453:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758252.451456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758253.347492:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758253.347493:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758253.347513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758253.347514:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758253.347527:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758253.347528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758253.347549:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758253.347562:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758253.347562:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758253.347577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.347594:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758253.347596:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758253.347615:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.347617:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758253.347640:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758253.347655:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758253.347663:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.347672:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758253.347700:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758253.347709:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758253.347716:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758253.347723:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758253.347734:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758253.347737:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758253.347740:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.347744:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758253.347750:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758253.347757:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758253.347768:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758253.347769:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758253.347783:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758253.347784:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758253.347796:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.347810:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758253.347814:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758253.347816:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758253.347832:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758253.347833:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758253.347844:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758253.347854:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758253.347863:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758253.347869:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758253.347873:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758253.347877:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758253.347881:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758253.475379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758253.475388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758253.475391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758253.475397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758253.475402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758253.475407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.475411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758253.475414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758253.475418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758254.371437:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758254.371445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758254.371449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758254.371456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758254.371457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758254.371470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758254.371471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758254.371479:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758254.371481:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.371502:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758254.371504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758254.371508:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758254.371515:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758254.371517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758254.371529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.371540:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758254.371550:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758254.371553:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758254.371559:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758254.371560:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758254.371578:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758254.371588:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758254.371589:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758254.371606:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758254.371606:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758254.371611:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.371616:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758254.371650:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758254.371655:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758254.371663:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758254.371668:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758254.371675:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758254.371677:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758254.371699:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758254.371704:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758254.371705:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758254.371720:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758254.371724:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758254.371725:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758254.371734:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758254.371738:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758254.371745:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.371751:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758254.371754:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.371758:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758254.499396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758254.499405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758254.499407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758254.499413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758254.499417:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758254.499421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.499424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758254.499427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758254.499431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758255.395446:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758255.395454:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758255.395457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758255.395465:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758255.395466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.395472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758255.395475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758255.395487:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758255.395488:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758255.395499:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.395500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758255.395508:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.395510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.395516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.395522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.395536:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.395541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.395548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758255.395555:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758255.395562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758255.395571:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758255.395575:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758255.395582:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758255.395586:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758255.395589:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758255.395592:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.395596:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758255.395614:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758255.395615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758255.395620:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.395626:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758255.395631:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.395634:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.395647:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758255.395651:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758255.395656:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.395661:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758255.395665:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758255.395667:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758255.395675:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758255.395681:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758255.395685:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.395688:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758255.395691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.395695:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.459721:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758255.459733:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758255.459740:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758255.459760:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.459808:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.459814:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.459823:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758255.459832:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758255.459840:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758255.459854:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931153664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758255.459866:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758255.459877:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758255.459884:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.459890:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758255.459902:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758255.459912:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758255.459931:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758255.459940:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758255.459950:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758255.459964:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153664, portal 25 00000100:00000001:0.0:1787758255.459971:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758255.459976:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758255.459999:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.460026:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758255.460041:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758255.460049:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758255.460054:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931153664, offset 0 00000400:00000200:0.0:1787758255.460072:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758255.460090:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.460116:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758255.460133:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758255.460143:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758255.460157:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758255.460166:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758255.460183:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747771:747771:256:4294967295] 192.168.201.121@tcp LPNI seq info [747765:747765:8:4294967295] 00000400:00000200:0.0:1787758255.460203:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.460249:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758255.460367:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.460382:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758255.460405:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758255.460417:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758255.460457:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.460463:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758255.460473:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758255.460492:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758255.460502:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758255.460511:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758255.460522:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758255.460537:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.460588:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.460614:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.460652:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.460660:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758255.460673:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758255.460692:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758255.460700:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310633425 00000100:00000010:0.0:1787758255.460716:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758255.460730:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758255.460746:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310633425 00000100:00000010:0.0:1787758255.460757:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787758255.460774:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758255.460786:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758255.460795:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.460802:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758255.460817:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758255/real 1787758255] req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758255.460872:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758255.460877:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758255.460883:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758255.460891:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758255.460899:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758255.460908:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758255.460921:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758255.460962:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.460998:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758255.461004:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461014:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.461021:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758255.461037:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461058:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758255.461074:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461105:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758255.461126:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461132:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.461140:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461148:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758255.461154:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758255.461163:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758255.461179:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758255.461192:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758255.461203:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758255.461254:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931153664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758255.461337:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461351:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.461364:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931153664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461383:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758255.461386:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758255.461391:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758255.461397:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758255.461400:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758255.461402:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758255.461406:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758255.461409:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758255.461414:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758255.461417:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758255.461419:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758255.461423:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758255.461425:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461428:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461437:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758255.461440:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.461442:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758255.461445:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758255.461447:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758255.461452:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461462:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.461465:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.461468:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758255.461471:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758255.461474:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758255.461478:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758255.461483:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758255.461486:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758255.461489:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.461491:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758255.461496:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758255.461499:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758255.461505:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758255.461509:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758255.461515:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758255.461520:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153792, portal 10 00000100:00000001:0.0:1787758255.461523:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758255.461525:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758255.461534:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461543:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758255.461546:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758255.461550:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758255.461553:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931153792, offset 0 00000400:00000200:0.0:1787758255.461558:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758255.461564:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.461570:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758255.461574:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758255.461578:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758255.461582:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758255.461585:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758255.461599:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747772:747772:256:4294967295] 192.168.201.121@tcp LPNI seq info [747766:747766:8:4294967295] 00000400:00000200:0.0:1787758255.461606:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.461615:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758255.461621:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.461626:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758255.461632:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758255.461637:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758255.461652:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.461655:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758255.461659:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758255.461664:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758255.461668:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758255.461671:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758255.461674:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758255.461679:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461690:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.461694:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461703:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.461705:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758255.461709:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758255.461725:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758255.461730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758255.461733:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310632462 00000100:00000001:0.0:1787758255.461737:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.461740:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310632462 00000100:00000001:0.0:1787758255.461743:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.461745:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758255.461748:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.461751:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758255.461756:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758255/real 1787758255] req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758255.461765:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758255.461767:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758255.461771:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758255.461774:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758255.461776:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758255.461779:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758255.461783:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758255.461794:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461802:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758255.461804:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461807:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.461809:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758255.461813:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461822:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758255.461827:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461837:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758255.461841:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461843:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.461844:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.461847:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758255.461851:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758255.461855:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758255.461859:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758255.461862:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758255.461867:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758255.461878:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758255.461883:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758255.461888:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461897:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.461899:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.461902:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758255.461904:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758255.461907:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758255.461910:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758255.461914:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758255.461916:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758255.461918:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.461921:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758255.461925:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758255.461928:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758255.461933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758255.461936:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758255.461940:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758255.461944:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931153920, portal 10 00000100:00000001:0.0:1787758255.461947:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758255.461949:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758255.461956:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.461965:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758255.461968:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758255.461971:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758255.461974:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931153920, offset 0 00000400:00000200:0.0:1787758255.461979:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758255.461983:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.461988:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758255.461991:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758255.461995:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758255.461998:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758255.462013:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758255.462017:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747773:747773:256:4294967295] 192.168.201.121@tcp LPNI seq info [747767:747767:8:4294967295] 00000400:00000200:0.0:1787758255.462023:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.462031:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758255.462037:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.462040:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758255.462046:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758255.462049:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758255.462064:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.462066:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758255.462081:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758255.462086:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758255.462090:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758255.462093:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758255.462095:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758255.462100:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462110:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.462114:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462123:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.462125:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758255.462129:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758255.462133:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758255.462137:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758255.462139:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310632460 00000100:00000001:0.0:1787758255.462143:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.462146:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310632460 00000100:00000001:0.0:1787758255.462160:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.462164:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758255.462167:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.462169:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758255.462174:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758255/real 1787758255] req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758255.462184:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758255.462185:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758255.462187:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758255.462190:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758255.462193:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758255.462195:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758255.462199:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758255.462210:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462222:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758255.462225:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.462229:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.462232:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758255.462240:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462255:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758255.462264:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462336:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758255.462342:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.462346:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.462348:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.462352:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758255.462356:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758255.462359:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758255.462365:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758255.462368:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758255.462375:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758255.462386:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931153920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758255.462391:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758255.462396:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462404:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.462407:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.462410:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758255.462413:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758255.462415:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758255.462420:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758255.462424:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758255.462427:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758255.462429:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.462431:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758255.462436:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758255.462439:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758255.462445:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758255.462448:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758255.462454:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758255.462459:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154048, portal 4 00000100:00000001:0.0:1787758255.462461:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758255.462463:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758255.462471:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462481:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758255.462484:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758255.462487:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758255.462490:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931154048, offset 0 00000400:00000200:0.0:1787758255.462496:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758255.462501:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.462506:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758255.462510:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758255.462513:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758255.462517:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758255.462520:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758255.462525:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747774:747774:256:4294967295] 192.168.201.121@tcp LPNI seq info [747768:747768:8:4294967295] 00000400:00000200:0.0:1787758255.462531:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.462540:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758255.462546:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.462550:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758255.462556:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758255.462560:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758255.462575:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.462578:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758255.462582:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758255.462587:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758255.462591:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758255.462593:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758255.462597:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758255.462611:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462622:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.462626:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462643:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.462645:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758255.462649:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758255.462653:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758255.462658:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758255.462660:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310632497 00000100:00000001:0.0:1787758255.462664:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.462667:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310632497 00000100:00000001:0.0:1787758255.462670:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.462672:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758255.462675:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.462677:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758255.462682:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758255/real 1787758255] req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758255.462692:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758255.462694:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758255.462696:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758255.462700:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758255.462702:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758255.462705:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758255.462709:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758255.462719:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462736:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758255.462738:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.462740:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.462742:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758255.462747:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462757:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758255.462762:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462771:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758255.462774:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.462776:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.462778:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.462780:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758255.462782:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758255.462786:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758255.462790:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758255.462792:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758255.462798:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758255.462807:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758255.462812:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758255.462816:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462824:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758255.462826:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.462829:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758255.462831:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758255.462834:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758255.462838:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758255.462842:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758255.462844:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758255.462847:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758255.462849:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758255.462853:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758255.462856:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758255.462860:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758255.462863:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758255.462867:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758255.462871:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154176, portal 4 00000100:00000001:0.0:1787758255.462873:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758255.462875:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758255.462882:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.462891:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758255.462894:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758255.462897:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758255.462899:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931154176, offset 0 00000400:00000200:0.0:1787758255.462904:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758255.462908:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.462912:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758255.462916:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758255.462919:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758255.462922:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758255.462925:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758255.462929:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747775:747775:256:4294967295] 192.168.201.121@tcp LPNI seq info [747769:747769:8:4294967295] 00000400:00000200:0.0:1787758255.462935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758255.462943:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758255.462948:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.462952:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758255.462957:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758255.462960:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758255.462975:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758255.462978:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758255.462982:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758255.462986:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758255.462990:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758255.462992:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758255.462995:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758255.463000:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463019:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.463024:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463032:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.463034:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758255.463037:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758255.463041:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758255.463045:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758255.463047:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310632476 00000100:00000001:0.0:1787758255.463050:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.463053:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310632476 00000100:00000001:0.0:1787758255.463056:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310633425 00000100:00000001:0.0:1787758255.463059:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758255.463061:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.463064:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758255.463068:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758255/real 1787758255] req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758255.463077:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758255.463079:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758255.463081:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758255.463084:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758255.463086:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758255.463089:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758255.463093:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758255.463104:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463112:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758255.463114:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463116:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.463118:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758255.463122:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463131:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758255.463136:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463144:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758255.463147:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463149:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758255.463151:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463153:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758255.463155:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758255.463158:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758255.463162:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758255.463165:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758255.463169:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758255.463179:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758255.463184:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463186:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.463191:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931153792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463200:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758255.463203:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758255.463205:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758255.463209:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758255.463211:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758255.463214:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758255.463218:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758255.463221:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758255.463228:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758255.463231:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758255.463234:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758255.463239:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758255.463242:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463246:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.463253:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931153920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463318:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758255.463323:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758255.463327:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758255.463333:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758255.463336:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758255.463339:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758255.463343:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758255.463346:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758255.463353:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758255.463355:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758255.463357:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758255.463361:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758255.463363:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463366:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.463372:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931154048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463381:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758255.463383:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758255.463386:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758255.463389:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758255.463391:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758255.463392:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758255.463395:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758255.463397:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758255.463400:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758255.463401:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758255.463403:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758255.463406:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758255.463407:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463409:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758255.463413:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931154176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758255.463421:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758255.463423:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758255.463425:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758255.463428:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758255.463429:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758255.463431:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758255.463433:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758255.463435:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758255.463438:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758255.463439:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758255.463441:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758255.463444:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758255.463446:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463448:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758255.463454:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758255.463456:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758255.463458:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758255.463461:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758255.523365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758255.523380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758255.523383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758255.523388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758255.523391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758255.523395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.523397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758255.523400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758255.523403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758256.419372:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758256.419379:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758256.419380:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758256.419386:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758256.419387:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758256.419391:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758256.419394:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758256.419400:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758256.419402:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758256.419409:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.419409:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758256.419413:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758256.419416:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758256.419423:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758256.419433:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758256.419434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758256.419458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.419467:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758256.419490:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758256.419496:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758256.419496:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758256.419498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758256.419501:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758256.419503:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758256.419505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758256.419509:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758256.419510:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758256.419516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.419516:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758256.419521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758256.419524:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758256.419528:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758256.419533:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.419539:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758256.419545:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.419553:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758256.419568:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758256.419594:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758256.419602:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758256.419614:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000020:00000001:1.0:1787758256.419614:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758256.419620:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758256.419629:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1787758256.419631:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758256.419654:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758256.419660:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758256.419663:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758256.419667:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758256.483354:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310633425, at 4310633472 00000100:00000040:0.0:1787758256.483355:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310633425, at 4310633472 00000100:00000010:0.0:1787758256.483370:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758256.483373:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000001:1.0:1787758256.547402:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758256.547410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758256.547413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758256.547419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758256.547423:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758256.547428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.547431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758256.547435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758256.547439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758257.443379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758257.443389:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758257.443390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758257.443397:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758257.443398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758257.443404:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758257.443411:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758257.443412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758257.443423:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758257.443426:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758257.443430:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758257.443432:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.443439:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758257.443445:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.443448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758257.443457:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758257.443460:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758257.443463:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758257.443488:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758257.443497:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758257.443501:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758257.443502:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758257.443509:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758257.443517:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758257.443519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758257.443522:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758257.443524:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758257.443529:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758257.443530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758257.443537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.443538:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758257.443551:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758257.443551:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.443569:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758257.443572:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.443585:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758257.443778:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758257.443781:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758257.443784:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758257.571328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758257.571336:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758257.571338:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758257.571343:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758257.571346:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758257.571350:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.571353:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758257.571356:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758257.571358:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758258.467349:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758258.467353:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758258.467356:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758258.467359:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758258.467361:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758258.467362:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758258.467370:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758258.467371:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758258.467377:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758258.467378:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758258.467384:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.467384:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758258.467391:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758258.467395:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758258.467400:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758258.467401:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758258.467406:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.467410:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758258.467419:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758258.467423:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758258.467425:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758258.467427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758258.467427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758258.467429:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758258.467431:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758258.467433:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.467435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758258.467437:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758258.467441:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758258.467442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758258.467445:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758258.467449:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758258.467453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.467456:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758258.467460:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.467464:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758258.467474:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758258.467478:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758258.467482:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758258.467486:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758258.467490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758258.467493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758258.467497:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758258.467498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758258.467501:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758258.595352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758258.595359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758258.595360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758258.595364:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758258.595367:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758258.595370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.595372:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758258.595374:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758258.595376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758259.491371:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758259.491372:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758259.491379:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758259.491381:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758259.491382:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758259.491386:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758259.491388:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758259.491394:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758259.491395:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758259.491400:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758259.491401:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758259.491404:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491407:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758259.491411:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491413:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758259.491429:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758259.491429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758259.491433:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491434:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758259.491437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758259.491438:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758259.491440:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758259.491443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758259.491446:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491452:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758259.491454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758259.491456:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758259.491459:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758259.491460:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758259.491463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758259.491469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758259.491473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758259.491478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758259.491484:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758259.491486:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758259.491488:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491491:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758259.491492:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758259.491494:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758259.491500:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758259.491503:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758259.491505:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758259.491509:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.491512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758259.619320:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758259.619327:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758259.619329:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758259.619332:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758259.619335:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758259.619338:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.619341:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758259.619343:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758259.619345:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.515332:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758260.515338:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758260.515339:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.515343:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758260.515347:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758260.515351:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.515354:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.515356:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.515359:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.515386:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758260.515387:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758260.515391:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758260.515393:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758260.515395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758260.515397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.515401:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758260.515403:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758260.515406:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758260.515407:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758260.515410:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.515412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.515413:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.515417:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.515417:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758260.515420:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.515423:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758260.515424:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.515446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758260.515447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758260.515451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758260.515452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758260.515454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758260.515455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.515461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758260.515461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758260.515468:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758260.515469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758260.515473:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.515474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.515480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758260.515483:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.515486:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.515488:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.515491:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.515494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.579761:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758260.579771:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758260.579778:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758260.579803:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.579827:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.579830:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.579835:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758260.579839:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758260.579843:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.579851:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931154304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758260.579857:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758260.579862:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758260.579866:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.579872:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758260.579878:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758260.579883:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758260.579891:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758260.579895:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758260.579904:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758260.579912:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154304, portal 25 00000100:00000001:0.0:1787758260.579917:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758260.579920:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:0.0:1787758260.579929:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.579954:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758260.579960:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758260.579965:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758260.579970:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931154304, offset 0 00000400:00000200:0.0:1787758260.579981:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758260.579994:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.580010:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758260.580019:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758260.580027:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758260.580033:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758260.580039:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758260.580046:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747776:747776:256:4294967295] 192.168.201.121@tcp LPNI seq info [747770:747770:8:4294967295] 00000400:00000200:0.0:1787758260.580057:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.580072:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758260.580082:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.580088:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758260.580099:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758260.580106:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758260.580121:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.580124:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758260.580132:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758260.580149:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758260.580155:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758260.580159:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758260.580165:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758260.580171:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580206:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.580214:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580235:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580242:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758260.580254:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758260.580264:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758260.580305:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310638545 00000100:00000010:0.0:1787758260.580315:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758260.580323:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758260.580330:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310638545 00000100:00000010:0.0:1787758260.580334:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758260.580338:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758260.580343:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758260.580346:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580352:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758260.580358:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758260/real 1787758260] req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758260.580375:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758260.580378:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758260.580382:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758260.580387:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758260.580391:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758260.580395:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758260.580410:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758260.580426:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580443:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758260.580446:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580450:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.580453:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758260.580461:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580479:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758260.580487:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580504:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758260.580509:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580513:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.580515:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580519:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758260.580522:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758260.580526:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758260.580532:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758260.580535:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758260.580541:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758260.580559:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931154304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758260.580566:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580572:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.580577:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931154304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580603:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758260.580607:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758260.580610:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758260.580617:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758260.580620:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758260.580623:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758260.580626:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758260.580629:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:0.0:1787758260.580632:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758260.580633:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758260.580635:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:0.0:1787758260.580638:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758260.580639:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580641:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580647:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758260.580648:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580650:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758260.580651:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758260.580652:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758260.580656:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580662:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.580663:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.580664:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758260.580666:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758260.580667:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.580669:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758260.580672:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758260.580673:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758260.580675:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.580676:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758260.580678:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758260.580680:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758260.580683:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758260.580685:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758260.580688:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758260.580690:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154432, portal 10 00000100:00000001:0.0:1787758260.580691:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758260.580692:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:0.0:1787758260.580697:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580702:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758260.580704:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758260.580705:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758260.580707:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931154432, offset 0 00000400:00000200:0.0:1787758260.580710:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758260.580713:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.580716:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758260.580718:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758260.580720:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758260.580722:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758260.580724:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758260.580726:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747777:747777:256:4294967295] 192.168.201.121@tcp LPNI seq info [747771:747771:8:4294967295] 00000400:00000200:0.0:1787758260.580729:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.580734:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758260.580737:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.580740:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758260.580743:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758260.580745:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758260.580753:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.580755:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758260.580757:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758260.580759:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758260.580762:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758260.580763:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758260.580765:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758260.580767:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580773:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.580775:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580780:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580781:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758260.580783:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758260.580785:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758260.580788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758260.580789:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310637581 00000100:00000001:0.0:1787758260.580791:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.580793:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310637581 00000100:00000001:0.0:1787758260.580794:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.580796:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758260.580798:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580799:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758260.580801:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758260/real 1787758260] req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758260.580807:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758260.580808:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758260.580809:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758260.580810:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758260.580812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758260.580813:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758260.580815:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758260.580821:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580825:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758260.580826:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580827:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.580828:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758260.580831:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580835:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758260.580837:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580842:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758260.580843:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580844:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.580845:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.580846:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758260.580849:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758260.580851:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758260.580853:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758260.580855:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758260.580857:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758260.580863:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758260.580865:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758260.580867:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580871:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.580872:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.580874:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758260.580875:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758260.580876:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.580878:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758260.580880:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758260.580882:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758260.580883:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.580884:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758260.580886:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758260.580888:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758260.580890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758260.580891:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758260.580893:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758260.580895:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154560, portal 10 00000100:00000001:0.0:1787758260.580897:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758260.580898:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758260.580901:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580906:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758260.580907:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758260.580909:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758260.580911:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931154560, offset 0 00000400:00000200:0.0:1787758260.580913:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758260.580916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.580918:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758260.580920:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758260.580922:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758260.580924:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758260.580925:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758260.580928:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747778:747778:256:4294967295] 192.168.201.121@tcp LPNI seq info [747772:747772:8:4294967295] 00000400:00000200:0.0:1787758260.580931:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.580935:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758260.580938:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.580940:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758260.580943:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758260.580945:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758260.580952:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.580954:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758260.580956:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758260.580958:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758260.580960:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758260.580961:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758260.580963:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758260.580965:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580970:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.580972:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.580977:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580978:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758260.580980:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758260.580982:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758260.580984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758260.580986:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310637579 00000100:00000001:0.0:1787758260.580987:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.580989:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310637579 00000100:00000001:0.0:1787758260.580990:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.580992:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758260.580993:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.580994:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758260.580996:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758260/real 1787758260] req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758260.581001:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758260.581002:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758260.581003:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758260.581004:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758260.581005:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758260.581007:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758260.581009:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758260.581014:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581019:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758260.581020:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581021:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.581021:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758260.581024:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581028:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758260.581031:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581035:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758260.581037:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581038:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.581039:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581040:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758260.581042:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758260.581044:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758260.581046:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758260.581047:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758260.581049:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758260.581054:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758260.581056:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758260.581058:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581063:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.581064:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.581066:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758260.581067:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758260.581068:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.581070:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758260.581072:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758260.581073:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758260.581074:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.581075:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758260.581077:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758260.581078:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758260.581081:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758260.581082:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758260.581085:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758260.581087:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154688, portal 4 00000100:00000001:0.0:1787758260.581088:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758260.581089:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758260.581093:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581097:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758260.581099:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758260.581100:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758260.581102:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931154688, offset 0 00000400:00000200:0.0:1787758260.581104:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758260.581106:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.581108:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758260.581110:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758260.581112:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758260.581113:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758260.581115:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758260.581117:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747779:747779:256:4294967295] 192.168.201.121@tcp LPNI seq info [747773:747773:8:4294967295] 00000400:00000200:0.0:1787758260.581120:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.581124:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758260.581127:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.581129:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758260.581132:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758260.581134:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758260.581141:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.581142:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758260.581144:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758260.581146:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758260.581148:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758260.581150:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758260.581152:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758260.581154:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581159:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.581161:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581165:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.581166:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758260.581168:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758260.581170:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758260.581172:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758260.581174:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310637615 00000100:00000001:0.0:1787758260.581176:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.581177:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310637615 00000100:00000001:0.0:1787758260.581179:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.581180:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758260.581197:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.581198:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758260.581201:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758260/real 1787758260] req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758260.581207:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758260.581208:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758260.581209:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758260.581211:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758260.581212:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758260.581214:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758260.581216:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758260.581223:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581231:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758260.581232:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581234:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.581236:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758260.581240:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581247:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758260.581252:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581260:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758260.581263:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581265:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.581285:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581287:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758260.581288:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758260.581290:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758260.581293:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758260.581295:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758260.581298:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758260.581304:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758260.581307:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758260.581309:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581314:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758260.581315:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.581317:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758260.581318:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758260.581320:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758260.581322:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758260.581324:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758260.581326:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758260.581327:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758260.581328:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758260.581331:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758260.581332:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758260.581335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758260.581336:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758260.581339:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758260.581341:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931154816, portal 4 00000100:00000001:0.0:1787758260.581343:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758260.581344:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758260.581349:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581353:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758260.581355:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758260.581356:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758260.581358:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931154816, offset 0 00000400:00000200:0.0:1787758260.581361:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758260.581364:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.581366:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758260.581368:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758260.581370:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758260.581372:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758260.581373:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758260.581376:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747780:747780:256:4294967295] 192.168.201.121@tcp LPNI seq info [747774:747774:8:4294967295] 00000400:00000200:0.0:1787758260.581379:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758260.581383:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758260.581387:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.581389:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758260.581392:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758260.581394:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758260.581402:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758260.581403:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758260.581406:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758260.581408:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758260.581410:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758260.581411:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758260.581413:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758260.581415:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581421:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.581423:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581427:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.581429:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758260.581431:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758260.581433:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758260.581435:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758260.581436:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310637595 00000100:00000001:0.0:1787758260.581438:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.581439:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310637595 00000100:00000001:0.0:1787758260.581441:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310638545 00000100:00000001:0.0:1787758260.581442:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758260.581444:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.581445:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758260.581447:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758260/real 1787758260] req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758260.581453:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758260.581454:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758260.581455:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758260.581457:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758260.581458:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758260.581459:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758260.581461:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758260.581466:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581471:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758260.581472:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581473:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.581474:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758260.581477:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581481:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758260.581483:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581487:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758260.581489:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581490:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758260.581491:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581492:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758260.581493:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758260.581495:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758260.581497:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758260.581498:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758260.581501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758260.581507:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931154816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758260.581509:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581511:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.581513:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931154432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581517:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758260.581518:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758260.581519:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758260.581521:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758260.581522:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758260.581523:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758260.581525:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758260.581526:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758260.581528:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758260.581529:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758260.581530:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:0.0:1787758260.581531:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758260.581532:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581533:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.581535:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931154560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581540:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758260.581541:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758260.581542:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758260.581543:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758260.581544:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758260.581545:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758260.581546:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758260.581547:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758260.581549:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758260.581550:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758260.581551:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758260.581552:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758260.581553:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581554:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.581556:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931154688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581560:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758260.581561:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758260.581562:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758260.581564:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758260.581564:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758260.581565:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758260.581566:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758260.581567:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758260.581569:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758260.581569:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758260.581570:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758260.581572:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758260.581573:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581574:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758260.581575:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931154816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758260.581579:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758260.581580:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758260.581581:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758260.581582:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758260.581583:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758260.581584:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758260.581585:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758260.581586:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758260.581587:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758260.581588:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758260.581589:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758260.581590:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758260.581591:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581593:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758260.581595:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758260.581596:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758260.581598:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758260.581599:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758260.643390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758260.643397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758260.643400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758260.643405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758260.643408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758260.643413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.643416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758260.643418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758260.643421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758261.539377:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758261.539386:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758261.539387:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758261.539394:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758261.539396:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758261.539402:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758261.539403:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758261.539412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758261.539413:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758261.539421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758261.539422:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758261.539426:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.539432:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758261.539434:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758261.539437:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758261.539438:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.539443:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758261.539444:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758261.539468:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758261.539473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758261.539475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758261.539478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758261.539481:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758261.539485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.539487:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758261.539494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758261.539494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758261.539500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.539501:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758261.539508:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758261.539510:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758261.539517:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758261.539521:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.539527:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758261.539532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.539539:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758261.539540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758261.539547:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758261.539552:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758261.539556:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758261.539560:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758261.539564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758261.539567:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758261.539569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758261.539572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758261.603395:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310638545, at 4310638592 00000100:00000040:0.0:1787758261.603402:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310638545, at 4310638592 00000100:00000010:1.0:1787758261.603414:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000010:0.0:1787758261.603418:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758261.667358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758261.667366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758261.667369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758261.667375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758261.667379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758261.667383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.667386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758261.667390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758261.667394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758262.563439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758262.563463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758262.563464:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758262.563473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758262.563473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758262.563481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758262.563487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758262.563489:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758262.563504:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758262.563505:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758262.563518:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758262.563518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758262.563541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758262.563567:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758262.563573:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758262.563580:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758262.563632:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758262.563637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758262.563639:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758262.563649:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758262.563651:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758262.563662:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758262.563664:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758262.563677:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758262.563678:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758262.563688:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758262.563693:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758262.563701:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758262.563705:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563709:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563723:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758262.563751:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758262.563752:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758262.563764:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563765:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758262.563772:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758262.563780:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758262.563803:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758262.563810:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758262.563815:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563818:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758262.563821:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758262.563824:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758262.691426:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758262.691435:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758262.691437:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758262.691444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758262.691449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758262.691453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758262.691456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758262.691460:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758262.691463:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758263.587428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758263.587438:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758263.587445:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758263.587463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758263.587477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758263.587485:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758263.587486:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758263.587498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758263.587501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758263.587504:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758263.587509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758263.587521:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758263.587523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758263.587539:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758263.587552:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758263.587558:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758263.587565:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758263.587567:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758263.587573:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758263.587575:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758263.587586:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758263.587592:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758263.587594:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758263.587604:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758263.587612:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758263.587620:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758263.587627:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758263.587653:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758263.587666:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758263.587678:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758263.587695:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758263.587715:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758263.587725:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758263.587734:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758263.587740:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758263.587746:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758263.715353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758263.715362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758263.715364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758263.715369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758263.715373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758263.715377:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758263.715380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758263.715383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758263.715386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758264.611357:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758264.611367:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758264.611371:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758264.611377:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758264.611385:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758264.611390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758264.611393:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611396:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758264.611403:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758264.611404:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758264.611408:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758264.611431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758264.611434:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758264.611442:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758264.611450:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611476:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758264.611500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758264.611525:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758264.611533:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758264.611539:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758264.611548:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758264.611557:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758264.611564:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611568:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758264.611577:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758264.611583:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758264.611586:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758264.611591:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758264.611591:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611601:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758264.611601:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758264.611608:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611615:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758264.611620:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758264.611626:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758264.739373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758264.739380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758264.739382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758264.739386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758264.739389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758264.739393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758264.739395:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758264.739398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758264.739400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758265.635342:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758265.635344:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758265.635350:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758265.635351:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758265.635353:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758265.635361:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758265.635362:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758265.635369:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758265.635371:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758265.635375:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758265.635375:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758265.635380:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758265.635382:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758265.635386:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758265.635392:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.635400:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758265.635404:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758265.635408:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758265.635412:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758265.635415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758265.635417:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758265.635419:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758265.635423:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758265.635425:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758265.635428:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758265.635429:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758265.635433:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758265.635433:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758265.635437:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758265.635439:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758265.635441:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.635447:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758265.635451:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758265.635455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758265.635458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758265.635461:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758265.699409:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758265.699421:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758265.699425:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758265.699429:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758265.699435:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758265.699444:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15970 00000400:00000200:0.0:1787758265.699455:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758265.699463:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758265.699468:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758265.699473:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699477:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.699480:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699484:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758265.699489:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758265.699492:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758265.699495:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758265.699499:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758265.699502:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758265.699505:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758265.699509:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699512:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.699515:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699518:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758265.699522:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758265.699527:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699530:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758265.699533:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758265.699554:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758265.699561:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.699566:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758265.699571:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758265.699585:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758265.699592:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758265.699599:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758265.699603:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.699609:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758265.699614:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758265.699621:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758265.699634:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758265.699646:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758265.699663:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931154944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758265.699678:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758265.699684:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758265.699690:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931154944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758265.699725:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758265.699731:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758265.699735:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758265.699738:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758265.699740:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758265.699744:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758265.699748:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15970 00000400:00000200:0.0:1787758265.699754:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758265.699759:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758265.699762:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758265.699784:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699786:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.699788:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699789:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758265.699792:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758265.699793:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758265.699794:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758265.699796:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758265.699798:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758265.699802:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758265.699805:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699809:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.699813:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699815:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758265.699817:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758265.699822:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699827:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758265.699830:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758265.699836:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758265.699840:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.699844:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758265.699849:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758265.699856:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.699861:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758265.699867:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758265.699872:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758265.699875:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758265.699877:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.699879:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758265.699880:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758265.699882:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758265.699886:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758265.699893:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758265.699899:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931155072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758265.699914:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758265.699920:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758265.699929:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931155072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758265.699944:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758265.699951:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758265.699958:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758265.699961:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758265.699964:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758265.699969:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758265.699974:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15970 00000400:00000200:0.0:1787758265.699982:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758265.699987:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758265.699990:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758265.699996:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.699999:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.700001:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700003:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758265.700008:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758265.700011:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758265.700013:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758265.700014:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758265.700018:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758265.700023:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758265.700027:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700032:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.700040:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700047:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758265.700054:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758265.700063:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700073:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758265.700078:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758265.700082:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758265.700086:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700088:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758265.700118:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758265.700123:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700129:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758265.700136:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758265.700140:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758265.700145:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758265.700147:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700151:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758265.700153:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758265.700156:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758265.700162:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758265.700165:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758265.700173:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931155200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758265.700183:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758265.700186:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758265.700193:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931155200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758265.700213:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758265.700215:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758265.700219:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758265.700221:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758265.700224:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758265.700229:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758265.700234:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15970 00000400:00000200:0.0:1787758265.700239:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758265.700243:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758265.700245:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758265.700248:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700251:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.700255:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700259:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758265.700265:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758265.700292:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758265.700295:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758265.700298:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758265.700301:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758265.700304:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758265.700310:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700314:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.700318:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700324:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758265.700331:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758265.700335:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700339:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758265.700344:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758265.700347:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758265.700352:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700354:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758265.700357:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758265.700361:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700364:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758265.700370:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758265.700375:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758265.700379:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758265.700382:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700386:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758265.700389:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758265.700392:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758265.700396:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758265.700401:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758265.700409:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931155328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758265.700421:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758265.700425:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758265.700434:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931155328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758265.700446:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758265.700451:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758265.700456:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758265.700460:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758265.700462:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758265.700465:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758265.700470:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15970 00000400:00000200:0.0:1787758265.700476:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758265.700481:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758265.700485:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758265.700490:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700494:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.700498:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700502:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758265.700507:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758265.700509:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758265.700512:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758265.700516:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758265.700520:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758265.700524:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758265.700527:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700528:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758265.700530:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700531:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758265.700533:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758265.700538:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758265.700544:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758265.700550:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758265.700555:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758265.700560:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700567:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758265.700571:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758265.700577:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700582:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758265.700590:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758265.700595:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758265.700601:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758265.700603:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758265.700604:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758265.700606:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758265.700609:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758265.700615:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758265.700621:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758265.700629:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931155456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758265.700645:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758265.700649:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758265.700657:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931155456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758265.700674:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758265.700681:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15980) 00000100:00000001:1.0:1787758265.763325:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758265.763330:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758265.763331:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758265.763334:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758265.763337:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758265.763339:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758265.763341:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758265.763343:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758265.763344:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758266.659447:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758266.659458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758266.659461:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758266.659469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758266.659481:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758266.659508:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758266.659510:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758266.659522:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758266.659525:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758266.659552:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758266.659557:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758266.659568:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758266.659580:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758266.659582:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758266.659596:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758266.659611:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758266.659618:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758266.659632:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758266.659648:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758266.659659:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758266.659670:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758266.659676:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758266.659716:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758266.659718:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758266.659724:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758266.659727:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758266.659736:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758266.659737:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758266.659744:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758266.659747:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758266.659752:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758266.659758:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758266.659774:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758266.659797:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758266.659805:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758266.659815:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758266.723375:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310643665, at 4310643712 00000100:00000040:0.0:1787758266.723417:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310643664, at 4310643712 00000100:00000010:1.0:1787758266.723418:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758266.723436:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787758266.787365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758266.787372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758266.787376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758266.787384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758266.787390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758266.787396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758266.787401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758266.787407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758266.787412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758267.683479:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758267.683493:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758267.683498:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758267.683506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758267.683514:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758267.683522:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758267.683539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758267.683539:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758267.683549:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758267.683552:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758267.683568:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758267.683571:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758267.683584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758267.683593:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758267.683610:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758267.683631:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758267.683633:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758267.683646:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.683648:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758267.683655:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758267.683663:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758267.683664:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758267.683685:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758267.683700:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.683718:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758267.683725:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758267.683730:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758267.683737:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758267.683740:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758267.683745:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758267.683752:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758267.683764:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758267.683774:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758267.683789:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758267.683806:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758267.683807:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.683816:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758267.683825:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758267.683826:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758267.683861:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758267.683894:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758267.683905:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.683926:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758267.683941:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.683950:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758267.811453:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758267.811465:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758267.811470:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758267.811480:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758267.811486:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758267.811493:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.811509:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758267.811514:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758267.811521:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758268.707446:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758268.707456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758268.707466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758268.707467:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758268.707480:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758268.707483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758268.707492:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758268.707493:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758268.707504:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758268.707505:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758268.707517:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758268.707518:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758268.707525:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758268.707532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758268.707546:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758268.707553:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707562:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758268.707567:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758268.707575:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758268.707580:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758268.707588:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758268.707600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758268.707602:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758268.707609:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707610:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758268.707618:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758268.707619:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758268.707626:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758268.707628:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758268.707640:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758268.707641:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758268.707655:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707682:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758268.707690:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707702:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758268.707737:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758268.707744:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758268.707748:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758268.707751:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758268.707756:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758268.707761:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707765:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758268.707768:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.707772:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758268.835390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758268.835401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758268.835405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758268.835415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758268.835422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758268.835429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.835435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758268.835440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758268.835446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758269.731384:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758269.731394:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758269.731394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758269.731398:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758269.731402:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758269.731406:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758269.731407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758269.731416:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758269.731417:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758269.731425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758269.731425:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758269.731430:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758269.731437:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731441:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758269.731468:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758269.731470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758269.731473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758269.731479:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758269.731481:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758269.731484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758269.731489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758269.731493:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731495:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758269.731500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758269.731503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758269.731506:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758269.731508:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758269.731512:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758269.731517:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758269.731523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758269.731528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758269.731532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758269.731534:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758269.731536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731540:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758269.731542:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758269.731545:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758269.731551:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758269.731556:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758269.731560:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731563:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758269.731566:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758269.731569:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758269.859352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758269.859358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758269.859360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758269.859364:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758269.859367:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758269.859370:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758269.859373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758269.859375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758269.859377:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758270.755453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758270.755476:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758270.755482:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758270.755483:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.755493:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758270.755495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758270.755501:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758270.755505:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758270.755513:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758270.755515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755523:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758270.755524:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758270.755532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758270.755550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.755551:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758270.755559:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755571:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758270.755584:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758270.755592:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758270.755596:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758270.755602:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758270.755604:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758270.755608:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758270.755612:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758270.755618:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755619:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758270.755630:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758270.755633:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758270.755635:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755644:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758270.755645:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.755654:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755663:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758270.755672:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758270.755686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758270.755693:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758270.755701:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758270.755708:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758270.755716:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758270.755723:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758270.755730:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758270.755758:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758270.755773:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758270.755778:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758270.819390:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758270.819403:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758270.819406:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758270.819410:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758270.819416:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758270.819423:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15975 00000400:00000200:0.0:1787758270.819433:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758270.819441:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758270.819444:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758270.819448:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819452:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.819455:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819458:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758270.819462:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758270.819465:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758270.819468:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758270.819471:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758270.819474:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758270.819476:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758270.819480:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819482:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.819485:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819487:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758270.819491:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758270.819495:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819498:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758270.819510:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758270.819514:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758270.819517:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.819519:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758270.819522:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758270.819532:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758270.819536:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758270.819541:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758270.819542:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.819546:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758270.819549:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758270.819554:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758270.819562:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758270.819570:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758270.819580:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931155584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758270.819599:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758270.819603:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758270.819609:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931155584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758270.819634:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758270.819638:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758270.819642:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758270.819644:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758270.819646:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758270.819649:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758270.819653:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15975 00000400:00000200:0.0:1787758270.819657:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758270.819660:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758270.819663:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758270.819666:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819668:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.819671:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819674:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758270.819676:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758270.819677:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758270.819679:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758270.819681:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758270.819684:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758270.819686:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758270.819689:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819691:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.819693:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819696:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758270.819699:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758270.819703:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819706:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758270.819708:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758270.819715:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758270.819718:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.819720:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758270.819725:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758270.819729:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.819732:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758270.819737:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758270.819742:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758270.819750:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758270.819754:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.819758:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758270.819759:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758270.819762:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758270.819769:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758270.819773:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758270.819787:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931155712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758270.819806:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758270.819821:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758270.819834:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931155712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758270.819854:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758270.819860:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758270.819868:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758270.819873:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758270.819875:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758270.819882:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758270.819889:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15975 00000400:00000200:0.0:1787758270.819898:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758270.819902:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758270.819906:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758270.819910:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819914:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.819919:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819923:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758270.819930:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758270.819936:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758270.819941:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758270.819945:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758270.819951:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758270.819954:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758270.819975:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819983:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.819991:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.819997:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758270.820025:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758270.820035:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820069:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758270.820077:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758270.820086:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758270.820097:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820107:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758270.820114:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758270.820126:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820150:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758270.820160:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758270.820169:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758270.820180:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758270.820186:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820194:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758270.820198:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758270.820202:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758270.820208:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758270.820215:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758270.820225:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931155840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758270.820266:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758270.820275:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758270.820287:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931155840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758270.820323:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758270.820369:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758270.820375:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758270.820376:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758270.820383:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758270.820394:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758270.820409:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15975 00000400:00000200:0.0:1787758270.820425:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758270.820444:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758270.820451:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758270.820465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820475:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.820486:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820495:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758270.820503:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758270.820509:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758270.820517:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758270.820524:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758270.820544:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758270.820552:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758270.820567:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820575:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.820581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820584:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758270.820590:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758270.820596:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820599:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758270.820604:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758270.820610:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758270.820618:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820623:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758270.820628:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758270.820635:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820641:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758270.820649:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758270.820656:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758270.820662:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758270.820666:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820671:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758270.820673:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758270.820678:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758270.820684:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758270.820692:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758270.820707:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931155968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758270.820718:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758270.820724:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758270.820736:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931155968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758270.820753:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758270.820758:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758270.820771:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758270.820776:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758270.820780:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758270.820786:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758270.820794:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15975 00000400:00000200:0.0:1787758270.820802:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758270.820811:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758270.820819:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758270.820828:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820836:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.820842:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820848:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758270.820854:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758270.820858:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758270.820863:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758270.820867:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758270.820874:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758270.820879:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758270.820891:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820899:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758270.820906:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820913:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758270.820923:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758270.820929:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758270.820936:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758270.820945:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758270.820949:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758270.820966:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820972:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758270.820977:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758270.820983:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.820990:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758270.820996:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758270.821023:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758270.821027:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758270.821032:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758270.821040:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758270.821046:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758270.821052:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758270.821067:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758270.821078:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758270.821096:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931156096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758270.821117:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758270.821121:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758270.821127:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931156096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758270.821143:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758270.821152:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15985) 00000100:00000001:1.0:1787758270.883387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758270.883395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758270.883398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758270.883404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758270.883408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758270.883412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758270.883415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758270.883418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758270.883422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758271.779364:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758271.779364:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758271.779373:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758271.779373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758271.779377:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758271.779378:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758271.779384:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758271.779386:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758271.779389:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758271.779393:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758271.779394:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758271.779399:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758271.779400:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758271.779404:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758271.779407:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758271.779420:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758271.779422:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758271.779423:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758271.779427:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758271.779429:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758271.779430:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758271.779436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758271.779437:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758271.779444:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758271.779450:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758271.779456:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758271.779458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758271.779462:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758271.779465:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758271.779470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758271.779475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758271.779479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758271.779482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758271.779486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758271.779491:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758271.779494:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758271.779499:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758271.779500:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758271.779504:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758271.779508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758271.779514:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758271.779519:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758271.779522:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758271.779525:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758271.779529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758271.843356:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310648785, at 4310648832 00000100:00000040:1.0:1787758271.843356:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310648785, at 4310648832 00000100:00000010:1.0:1787758271.843371:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787758271.843374:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:1.0:1787758271.907396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758271.907404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758271.907407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758271.907413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758271.907417:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758271.907422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758271.907425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758271.907429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758271.907433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758272.803377:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758272.803386:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758272.803388:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758272.803393:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758272.803397:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758272.803401:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758272.803402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758272.803404:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758272.803409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758272.803409:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758272.803413:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758272.803415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758272.803417:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758272.803422:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758272.803424:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758272.803427:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758272.803429:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758272.803432:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758272.803463:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758272.803466:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758272.803468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758272.803470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758272.803472:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758272.803473:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758272.803478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803478:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758272.803482:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758272.803483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758272.803487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758272.803487:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758272.803493:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758272.803494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758272.803496:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758272.803503:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803506:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758272.803510:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758272.803514:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758272.803516:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758272.803519:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758272.803523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758272.803527:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803528:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758272.803534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758272.803534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758272.803539:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803539:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758272.803545:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758272.803546:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758272.803549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758272.803553:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803556:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758272.803557:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.803559:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758272.803579:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758272.803584:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758272.803588:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758272.931384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758272.931394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758272.931397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758272.931435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758272.931441:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758272.931445:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.931449:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758272.931453:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758272.931457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758273.827383:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758273.827392:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758273.827395:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758273.827399:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758273.827400:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758273.827403:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758273.827408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758273.827411:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758273.827414:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758273.827417:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758273.827419:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758273.827422:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758273.827425:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758273.827431:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758273.827448:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758273.827448:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758273.827453:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758273.827459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758273.827467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758273.827487:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758273.827491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758273.827492:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758273.827495:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758273.827497:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758273.827500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758273.827503:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758273.827516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758273.827516:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758273.827523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758273.827523:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758273.827528:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758273.827528:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758273.827537:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758273.827537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758273.827541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758273.827546:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758273.827590:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758273.827594:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758273.827597:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758273.955354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758273.955362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758273.955364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758273.955369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758273.955372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758273.955376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758273.955379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758273.955382:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758273.955385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758274.851436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758274.851441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758274.851444:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758274.851448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758274.851448:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758274.851454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758274.851454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758274.851459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758274.851462:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758274.851463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758274.851467:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758274.851468:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.851472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758274.851476:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.851481:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758274.851482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758274.851486:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758274.851491:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758274.851511:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758274.851515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758274.851516:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758274.851519:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758274.851523:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758274.851526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758274.851527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.851531:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758274.851532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758274.851535:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.851535:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758274.851539:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758274.851543:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758274.851544:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758274.851548:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.851569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758274.851574:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.851579:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758274.851699:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758274.851703:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758274.851707:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758274.979357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758274.979365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758274.979368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758274.979373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758274.979376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758274.979380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.979383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758274.979386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758274.979389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.875367:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758275.875374:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758275.875377:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758275.875388:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758275.875391:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758275.875394:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758275.875400:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.875401:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758275.875407:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758275.875408:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758275.875414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758275.875422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758275.875432:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758275.875440:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758275.875447:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758275.875447:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758275.875452:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758275.875457:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.875472:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758275.875476:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758275.875478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758275.875483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758275.875484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758275.875491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758275.875491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758275.875497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.875497:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758275.875503:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758275.875505:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758275.875509:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758275.875509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758275.875514:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758275.875519:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758275.875536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758275.875540:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758275.875541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758275.875545:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758275.875548:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.875549:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758275.875554:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758275.875558:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758275.875561:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758275.875564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758275.875568:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758275.875575:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758275.939433:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758275.939443:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758275.939446:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758275.939450:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758275.939455:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758275.939463:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15980 00000400:00000200:1.0:1787758275.939472:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758275.939479:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758275.939482:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758275.939486:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939489:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.939492:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939495:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758275.939499:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758275.939502:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758275.939505:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758275.939508:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758275.939511:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758275.939513:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758275.939516:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939518:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.939521:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939523:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758275.939526:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758275.939530:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939532:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758275.939535:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758275.939539:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758275.939542:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.939544:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758275.939547:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758275.939556:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758275.939560:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758275.939564:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758275.939567:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.939570:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758275.939573:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758275.939587:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758275.939596:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758275.939603:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758275.939613:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758275.939625:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758275.939629:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758275.939634:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758275.939656:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758275.939659:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758275.939662:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758275.939681:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758275.939683:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758275.939696:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758275.939700:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15980 00000400:00000200:1.0:1787758275.939706:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758275.939713:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758275.939716:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758275.939721:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939723:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.939726:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939728:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758275.939748:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758275.939750:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758275.939752:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758275.939754:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758275.939757:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758275.939762:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758275.939768:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939774:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.939784:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939788:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758275.939793:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758275.939818:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758275.939828:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758275.939834:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758275.939841:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758275.939846:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.939851:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758275.939858:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758275.939866:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.939873:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758275.939878:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758275.939881:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758275.939902:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758275.939907:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.939942:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758275.939945:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758275.939947:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758275.939952:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758275.939973:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758275.939980:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758275.939997:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758275.940001:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758275.940008:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758275.940029:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758275.940040:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758275.940052:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758275.940057:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758275.940061:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758275.940070:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758275.940079:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15980 00000400:00000200:1.0:1787758275.940096:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758275.940106:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758275.940111:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758275.940121:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940127:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.940133:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940137:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758275.940142:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758275.940144:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758275.940149:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758275.940152:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758275.940154:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758275.940161:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758275.940184:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940188:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.940195:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940200:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758275.940206:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758275.940213:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940218:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758275.940222:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758275.940243:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758275.940252:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.940259:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758275.940263:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758275.940267:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.940273:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758275.940281:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758275.940289:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758275.940297:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758275.940298:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.940300:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758275.940303:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758275.940306:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758275.940350:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758275.940357:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758275.940382:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758275.940406:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758275.940411:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758275.940417:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758275.940431:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758275.940437:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758275.940442:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758275.940447:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758275.940452:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758275.940462:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758275.940468:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15980 00000400:00000200:1.0:1787758275.940473:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758275.940478:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758275.940486:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758275.940490:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940493:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.940501:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940506:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758275.940513:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758275.940518:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758275.940522:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758275.940526:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758275.940532:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758275.940539:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758275.940550:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940557:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.940564:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940569:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758275.940576:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758275.940588:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940598:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758275.940605:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758275.940611:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758275.940618:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.940622:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758275.940627:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758275.940634:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.940640:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758275.940648:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758275.940654:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758275.940659:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758275.940663:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.940686:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758275.940691:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758275.940693:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758275.940705:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758275.940714:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758275.940729:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758275.940761:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758275.940766:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758275.940774:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758275.940790:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758275.940813:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758275.940820:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758275.940825:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758275.940828:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758275.940832:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758275.940838:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15980 00000400:00000200:1.0:1787758275.940848:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758275.940857:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758275.940865:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758275.940872:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940878:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.940884:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940887:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758275.940893:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758275.940897:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758275.940901:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758275.940908:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758275.940930:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758275.940938:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758275.940951:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940960:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758275.940971:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758275.940980:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758275.940991:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758275.941002:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758275.941011:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758275.941018:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758275.941026:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758275.941034:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.941040:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758275.941045:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758275.941050:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.941057:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758275.941066:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758275.941074:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758275.941082:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758275.941087:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758275.941095:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758275.941101:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758275.941107:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758275.941119:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758275.941130:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758275.941144:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758275.941171:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758275.941178:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758275.941188:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758275.941214:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758275.941223:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15990) 00000100:00000001:1.0:1787758276.003417:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758276.003426:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758276.003429:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758276.003436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758276.003441:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758276.003446:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.003450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758276.003453:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.003458:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758276.899434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758276.899448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758276.899454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758276.899467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758276.899471:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758276.899480:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758276.899484:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758276.899493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.899495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758276.899501:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758276.899512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758276.899513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758276.899524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758276.899531:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758276.899545:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758276.899560:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758276.899566:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.899571:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758276.899594:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758276.899599:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758276.899607:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758276.899609:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758276.899618:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758276.899619:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758276.899632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758276.899636:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758276.899643:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758276.899649:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758276.899650:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758276.899667:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.899675:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758276.899681:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.899689:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758276.899691:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758276.899696:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758276.899703:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758276.899719:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758276.899736:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758276.899743:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758276.899752:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758276.899758:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758276.899763:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.899768:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758276.899772:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758276.899775:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758276.963415:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310653905, at 4310653952 00000100:00000040:0.0:1787758276.963423:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310653905, at 4310653952 00000100:00000010:1.0:1787758276.963434:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:0.0:1787758276.963440:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787758277.027355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758277.027385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758277.027388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758277.027394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758277.027399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758277.027404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758277.027407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758277.027411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758277.027414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758277.923374:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758277.923375:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758277.923384:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758277.923384:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758277.923389:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758277.923390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758277.923401:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758277.923402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758277.923408:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758277.923412:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758277.923414:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923421:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758277.923421:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923426:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923431:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758277.923447:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758277.923449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758277.923452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758277.923454:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923456:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758277.923460:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758277.923461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758277.923467:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758277.923470:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923473:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758277.923474:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923477:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758277.923483:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758277.923489:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758277.923493:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758277.923500:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758277.923506:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758277.923507:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758277.923510:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758277.923513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923515:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758277.923523:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758277.923528:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758277.923532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758277.923537:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923543:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758277.923544:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758277.923552:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758277.923556:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758277.923563:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758278.051390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758278.051411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758278.051413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758278.051419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758278.051424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758278.051428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758278.051431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758278.051435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758278.051439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758278.947384:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758278.947395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758278.947401:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758278.947410:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758278.947422:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758278.947432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758278.947438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758278.947438:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758278.947443:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758278.947449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758278.947457:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758278.947464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758278.947464:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758278.947470:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758278.947474:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758278.947475:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758278.947480:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758278.947489:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758278.947493:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758278.947499:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758278.947502:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758278.947506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758278.947513:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758278.947513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758278.947520:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758278.947521:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758278.947525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758278.947530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758278.947533:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758278.947536:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758278.947538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758278.947543:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758278.947544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758278.947552:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758278.947556:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758278.947560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758279.011850:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758279.011901:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758279.011908:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758279.011923:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758275/real 1787758279] req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758279.011950:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758279.011956:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758279.011963:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c283334d0. 00000400:00000200:0.0:1787758279.011972:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc726e8 00000400:00000010:0.0:1787758279.011979:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc726e8. 00000100:00000001:0.0:1787758279.011988:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758279.012001:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758279.012038:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012054:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758279.012060:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012067:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012073:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758279.012086:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012111:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758279.012133:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012156:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758279.012166:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012171:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012176:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012185:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758279.012196:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758279.012207:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758279.012219:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758279.012227:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758279.012241:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758279.012346:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931156352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758279.012375:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758279.012389:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758275/real 1787758279] req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758279.012404:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758279.012407:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758279.012409:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c28333738. 00000400:00000200:0.0:1787758279.012414:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72dd0 00000400:00000010:0.0:1787758279.012417:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72dd0. 00000100:00000001:0.0:1787758279.012421:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758279.012426:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758279.012438:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012446:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758279.012449:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012452:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012454:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758279.012459:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012468:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758279.012473:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012482:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758279.012486:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012488:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012490:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012492:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758279.012496:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758279.012499:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758279.012505:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758279.012508:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758279.012514:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758279.012533:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931156480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758279.012538:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758279.012543:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758275/real 1787758279] req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758279.012554:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758279.012556:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758279.012558:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c28333318. 00000400:00000200:0.0:1787758279.012563:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72330 00000400:00000010:0.0:1787758279.012565:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72330. 00000100:00000001:0.0:1787758279.012571:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758279.012576:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758279.012588:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012596:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758279.012598:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012600:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012602:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758279.012607:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012615:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758279.012620:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012628:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758279.012632:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012634:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012635:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012638:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758279.012640:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758279.012644:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758279.012649:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758279.012652:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758279.012658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758279.012668:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931156224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758279.012673:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758279.012676:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758279.012680:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931156352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012690:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758279.012694:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758279.012698:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758279.012703:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758279.012706:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758279.012708:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758279.012711:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758279.012715:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758279.012719:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758279.012722:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758279.012724:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758279.012728:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758279.012730:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012732:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758279.012736:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931156480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012744:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758279.012746:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758279.012748:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758279.012751:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758279.012753:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758279.012754:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758279.012757:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758279.012760:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758279.012762:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758279.012765:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758279.012766:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758279.012770:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758279.012771:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012774:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758279.012778:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931156224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012787:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758279.012789:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758279.012791:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758279.012795:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758279.012796:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758279.012798:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758279.012800:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758279.012802:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758279.012805:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758279.012807:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758279.012809:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758279.012812:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758279.012814:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012817:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758279.012821:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758279.012823:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758279.012824:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758279.012830:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758275/real 1787758279] req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758279.012842:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758279.012844:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758279.012846:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c28333d10. 00000400:00000200:0.0:1787758279.012850:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72110 00000400:00000010:0.0:1787758279.012852:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72110. 00000100:00000001:0.0:1787758279.012855:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758279.012878:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758279.012891:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012901:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758279.012904:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012906:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012908:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758279.012913:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012923:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758279.012929:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.012938:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758279.012941:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012944:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.012946:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.012948:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758279.012950:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758279.012954:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758279.012959:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758279.012963:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758279.012969:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758279.012980:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931156608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758279.012986:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758279.012991:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758275/real 1787758279] req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758279.013001:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758279.013003:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758279.013007:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c28333420. 00000400:00000200:0.0:1787758279.013011:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72550 00000400:00000010:0.0:1787758279.013014:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72550. 00000100:00000001:0.0:1787758279.013018:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758279.013022:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758279.013034:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.013049:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758279.013051:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013054:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.013055:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758279.013060:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.013069:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758279.013074:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.013083:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758279.013087:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013089:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758279.013091:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013093:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758279.013095:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758279.013098:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758279.013103:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758279.013106:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758279.013111:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758279.013122:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931156736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758279.013128:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013131:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758279.013135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931156608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.013144:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758279.013146:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758279.013148:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758279.013153:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758279.013155:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758279.013157:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758279.013160:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758279.013162:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758279.013164:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758279.013166:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758279.013167:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758279.013170:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758279.013171:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013173:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758279.013176:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931156736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758279.013182:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758279.013183:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758279.013185:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758279.013187:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758279.013188:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758279.013189:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758279.013191:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758279.013192:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758279.013194:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758279.013195:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758279.013196:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758279.013198:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758279.013199:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013200:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.013208:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758279.013210:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758279.013212:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758279.013213:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758279.075356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758279.075366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758279.075368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758279.075375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758279.075379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758279.075384:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.075388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758279.075391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.075395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758279.971407:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758279.971416:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758279.971420:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758279.971427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758279.971433:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758279.971441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.971463:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758279.971464:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758279.971469:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.971476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758279.971481:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758279.971481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758279.971501:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758279.971521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758279.971531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.971541:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758279.971543:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758279.971561:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758279.971563:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758279.971572:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758279.971575:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758279.971585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758279.971602:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758279.971607:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758279.971630:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758279.971632:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.971636:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758279.971644:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758279.971646:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758279.971648:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.971651:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758279.971654:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758279.971657:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.971678:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758279.971692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758279.971699:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758280.099429:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758280.099438:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758280.099441:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758280.099464:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758280.099469:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758280.099474:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758280.099478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758280.099481:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758280.099485:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758280.995483:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758280.995494:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758280.995499:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758280.995507:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758280.995541:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758280.995546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758280.995550:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758280.995554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758280.995562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758280.995597:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758280.995607:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758280.995615:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758280.995628:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758280.995638:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758280.995647:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758280.995676:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758280.995684:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758280.995692:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758280.995694:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758280.995708:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758280.995713:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758280.995721:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758280.995725:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758280.995732:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758280.995749:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758280.995757:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758280.995765:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758280.995767:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758280.995772:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758280.995792:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758280.995793:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758280.995806:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758280.995841:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758280.995849:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758280.995875:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758280.995883:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758281.059443:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758281.059467:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758281.059470:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758281.059474:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758281.059479:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758281.059489:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15985 00000400:00000200:1.0:1787758281.059499:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758281.059509:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758281.059512:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758281.059527:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059531:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.059534:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059536:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758281.059540:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758281.059543:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758281.059545:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758281.059550:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758281.059553:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758281.059555:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758281.059559:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059561:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.059563:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059565:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758281.059569:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758281.059573:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059575:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758281.059578:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758281.059582:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758281.059585:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.059588:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758281.059590:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758281.059602:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758281.059606:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758281.059610:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758281.059612:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.059615:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758281.059618:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758281.059622:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758281.059639:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758281.059647:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758281.059657:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758281.059669:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758281.059673:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758281.059678:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758281.059702:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758281.059706:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758281.059711:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758281.059713:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758281.059715:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758281.059718:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758281.059721:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15985 00000400:00000200:1.0:1787758281.059725:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758281.059728:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758281.059731:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758281.059736:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059738:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.059741:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059743:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758281.059746:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758281.059748:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758281.059751:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758281.059754:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758281.059757:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758281.059762:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758281.059767:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059771:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.059776:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059780:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758281.059785:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758281.059792:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758281.059797:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758281.059801:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758281.059810:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758281.059814:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.059820:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758281.059841:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:1.0:1787758281.059846:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758281.059855:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000008:00000001:1.0:1787758281.059859:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.059862:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758281.059871:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758281.059884:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000100:00000040:0.0:1787758281.059887:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758281.059897:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758281.059920:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758281.059927:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.059931:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758281.059935:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758281.059940:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758281.059943:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758281.059949:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.059955:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1787758281.059963:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758281.059966:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758281.059979:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.059981:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.059999:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931156864:192.168.201.121@tcp:250:kworker.0 00000100:00100000:1.0:1787758281.060004:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758281.060016:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758281.060029:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758281.060033:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787758281.060039:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.060044:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.060050:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787758281.060060:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787758281.060068:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758281.060079:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.060091:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.060101:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758281.060103:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758281.060114:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:0.0:1787758281.060116:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758281.060119:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758281.060129:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787758281.060136:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758281.060137:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758281.060166:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15985 00000100:00000200:0.0:1787758281.060169:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931156864, portal 25 00000100:00000001:0.0:1787758281.060181:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1787758281.060182:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758281.060191:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000400:00000200:1.0:1787758281.060199:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758281.060226:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758281.060231:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758281.060240:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060253:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.060271:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060284:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758281.060290:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758281.060292:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758281.060364:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758281.060369:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758281.060374:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758281.060379:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758281.060390:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060393:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.060398:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060401:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758281.060406:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758281.060413:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060418:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758281.060420:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758281.060427:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758281.060436:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.060439:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758281.060444:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758281.060452:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1787758281.060458:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000008:00000001:1.0:1787758281.060464:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758281.060473:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758281.060475:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758281.060489:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931156864, offset 0 00000100:00000010:1.0:1787758281.060493:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758281.060502:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758281.060507:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787758281.060513:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758281.060516:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.060524:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758281.060527:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758281.060532:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.060543:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758281.060551:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758281.060562:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.060564:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00100000:1.0:1787758281.060582:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758281.060587:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758281.060607:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758281.060626:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758281.060640:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060642:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758281.060652:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.060655:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747796:747796:256:4294967295] 192.168.201.121@tcp LPNI seq info [747790:747790:8:4294967295] 00000400:00000200:0.0:1787758281.060675:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758281.060685:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758281.060714:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758281.060749:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758281.060751:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758281.060766:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1787758281.060774:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00080000:1.0:1787758281.060777:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758281.060790:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758281.060797:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.0:1787758281.060798:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758281.060814:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1787758281.060817:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000100:00080000:1.0:1787758281.060841:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15985 00000400:00000200:1.0:1787758281.060866:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758281.060898:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758281.060911:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1787758281.060916:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.060926:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00000040:1.0:1787758281.060928:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.060938:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758281.060943:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758281.060944:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787758281.060954:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758281.060965:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787758281.060966:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000020:00000040:1.0:1787758281.060974:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758281.060982:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787758281.060984:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000020:00000040:1.0:1787758281.060988:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000400:00000010:0.0:1787758281.060993:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000020:00000001:1.0:1787758281.060996:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758281.061005:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758281.061007:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787758281.061017:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.061027:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758281.061028:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758281.061038:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.061049:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758281.061061:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758281.061078:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758281.061087:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061088:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758281.061093:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758281.061102:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787758281.061104:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758281.061111:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.061122:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758281.061129:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758281.061147:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061149:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.061152:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061160:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1787758281.061166:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758281.061174:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758281.061179:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758281.061180:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758281.061185:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.061192:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758281.061195:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787758281.061198:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758281.061201:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061208:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310659025 02000000:00000010:1.0:1787758281.061213:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000010:0.0:1787758281.061224:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758281.061225:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061248:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1787758281.061248:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758281.061268:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758281.061271:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758281.061279:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.061315:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310659026 00000100:00000010:0.0:1787758281.061330:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758281.061338:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061344:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1787758281.061349:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758281.061357:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787758281.061358:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758281.061364:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758281.061369:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758281.061370:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.061380:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758281.061383:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787758281.061396:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15985 00000100:00100000:0.0:1787758281.061409:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758281/real 1787758281] req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758281.061418:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758281.061439:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758281.061449:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000001:0.0:1787758281.061460:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1787758281.061462:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000001:0.0:1787758281.061467:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758281.061472:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1787758281.061476:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00000040:1.0:1787758281.061483:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758281.061490:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00000001:1.0:1787758281.061493:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000010:0.0:1787758281.061499:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000020:00000001:1.0:1787758281.061504:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758281.061509:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000001:0.0:1787758281.061511:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1787758281.061514:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758281.061521:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000200:0.0:1787758281.061526:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758281.061529:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758281.061542:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758281.061559:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.061567:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758281.061577:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758281.061581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758281.061592:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758281.061601:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000001:0.0:1787758281.061611:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1787758281.061615:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758281.061619:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758281.061623:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061628:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787758281.061631:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758281.061637:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758281.061639:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758281.061647:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.061654:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758281.061655:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758281.061662:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758281.061674:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.061687:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758281.061698:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758281.061706:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758281.061707:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758281.061719:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758281.061722:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.061731:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1787758281.061733:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758281.061736:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758281.061743:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061777:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:1.0:1787758281.061777:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758281.061789:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.061792:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.061800:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1787758281.061805:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758281.061808:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.061842:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787758281.061848:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758281.061851:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758281.061875:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758281.061878:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1787758281.061890:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787758281.061892:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758281.061903:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758281.061917:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758281.061933:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.061940:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931156864:192.168.201.121@tcp:250:kworker.0 00000100:00000040:1.0:1787758281.061946:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15995) 00000100:00000001:0.0:1787758281.061950:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.061955:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.061961:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.061971:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758281.061975:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758281.061980:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758281.062004:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758281.062008:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758281.062011:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758281.062015:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758281.062018:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758281.062024:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758281.062026:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758281.062029:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787758281.062034:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758281.062036:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.062039:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.062049:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758281.062052:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.062055:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758281.062057:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758281.062059:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758281.062065:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062075:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758281.062077:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.062080:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758281.062083:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758281.062086:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.062090:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931156992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758281.062095:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758281.062099:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758281.062101:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.062104:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758281.062109:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758281.062112:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.062118:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758281.062122:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758281.062127:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758281.062134:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931156992, portal 10 00000100:00000001:0.0:1787758281.062136:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758281.062139:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000040:0.0:1787758281.062147:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062156:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758281.062159:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758281.062161:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758281.062165:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931156992, offset 0 00000400:00000200:0.0:1787758281.062170:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758281.062177:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.062182:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758281.062189:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758281.062192:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758281.062196:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758281.062199:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758281.062204:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747797:747797:256:4294967295] 192.168.201.121@tcp LPNI seq info [747791:747791:8:4294967295] 00000400:00000200:0.0:1787758281.062210:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.062228:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758281.062234:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.062240:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758281.062245:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758281.062249:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758281.062295:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.062298:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758281.062302:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758281.062307:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758281.062311:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758281.062313:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758281.062317:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758281.062322:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062338:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.062343:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062356:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.062359:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758281.062365:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758281.062372:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758281.062396:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758281.062400:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310658063 00000100:00000001:0.0:1787758281.062406:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310659025 00000100:00000001:0.0:1787758281.062411:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310658063 00000100:00000001:0.0:1787758281.062415:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310659026 00000100:00000001:0.0:1787758281.062420:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758281.062425:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.062428:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758281.062436:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758281/real 1787758281] req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758281.062453:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758281.062455:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758281.062459:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758281.062464:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758281.062467:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758281.062472:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758281.062479:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758281.062496:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062511:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758281.062514:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.062518:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.062521:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758281.062529:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062542:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758281.062551:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062564:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758281.062569:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.062573:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.062575:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.062579:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758281.062604:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758281.062609:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758281.062617:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758281.062621:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758281.062630:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758281.062646:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931156992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758281.062654:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758281.062673:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062685:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758281.062688:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.062693:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758281.062696:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758281.062700:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.062706:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758281.062713:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758281.062717:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758281.062720:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.062724:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758281.062731:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758281.062735:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.062742:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758281.062746:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758281.062769:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758281.062774:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157120, portal 10 00000100:00000001:0.0:1787758281.062777:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758281.062779:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758281.062788:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.062797:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758281.062801:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758281.062803:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758281.062807:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931157120, offset 0 00000400:00000200:0.0:1787758281.062812:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758281.062818:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.062868:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758281.062873:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758281.062877:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758281.062880:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758281.062884:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758281.062888:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747798:747798:256:4294967295] 192.168.201.121@tcp LPNI seq info [747792:747792:8:4294967295] 00000400:00000200:0.0:1787758281.062893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.062901:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758281.062907:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.062912:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758281.062936:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758281.062940:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758281.062954:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.062957:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758281.062962:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758281.062966:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758281.062970:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758281.062973:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758281.062976:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758281.062999:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063009:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.063012:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063020:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.063023:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758281.063027:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758281.063032:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758281.063036:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758281.063038:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310658061 00000100:00000001:0.0:1787758281.063041:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310659025 00000100:00000001:0.0:1787758281.063044:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310658061 00000100:00000001:0.0:1787758281.063046:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310659026 00000100:00000001:0.0:1787758281.063049:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758281.063051:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.063053:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758281.063058:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758281/real 1787758281] req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758281.063066:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758281.063068:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758281.063071:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758281.063074:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758281.063076:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758281.063078:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758281.063082:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758281.063091:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063098:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758281.063100:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.063102:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.063104:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758281.063108:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063115:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758281.063121:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063129:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758281.063132:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.063134:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.063136:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.063138:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758281.063141:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758281.063144:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758281.063148:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758281.063150:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758281.063155:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758281.063163:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758281.063168:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758281.063173:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063180:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758281.063182:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.063185:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758281.063187:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758281.063189:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.063193:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758281.063197:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758281.063200:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758281.063202:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.063204:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758281.063208:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758281.063210:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.063215:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758281.063218:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758281.063222:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758281.063226:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157248, portal 4 00000100:00000001:0.0:1787758281.063228:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758281.063230:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758281.063236:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063244:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758281.063247:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758281.063249:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758281.063252:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931157248, offset 0 00000400:00000200:0.0:1787758281.063256:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758281.063261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.063264:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758281.063267:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758281.063270:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758281.063273:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758281.063276:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758281.063280:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747799:747799:256:4294967295] 192.168.201.121@tcp LPNI seq info [747793:747793:8:4294967295] 00000400:00000200:0.0:1787758281.063285:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.063292:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758281.063297:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.063301:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758281.063305:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758281.063309:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758281.063394:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.063400:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758281.063407:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758281.063414:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758281.063420:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758281.063425:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758281.063429:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758281.063434:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063448:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.063454:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063467:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.063470:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758281.063477:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758281.063483:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758281.063490:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758281.063495:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310658098 00000100:00000001:0.0:1787758281.063500:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310659025 00000100:00000001:0.0:1787758281.063504:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310658098 00000100:00000001:0.0:1787758281.063510:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310659026 00000100:00000001:0.0:1787758281.063514:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758281.063519:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.063523:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758281.063531:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758281/real 1787758281] req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758281.063546:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758281.063549:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758281.063552:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758281.063557:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758281.063561:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758281.063565:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758281.063572:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758281.063590:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063604:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758281.063608:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.063611:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.063614:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758281.063622:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063634:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758281.063640:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063650:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758281.063655:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.063658:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.063661:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.063665:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758281.063683:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758281.063688:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758281.063695:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758281.063699:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758281.063707:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758281.063723:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758281.063732:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758281.063739:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063750:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758281.063752:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.063756:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758281.063758:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758281.063761:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758281.063765:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758281.063769:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758281.063772:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758281.063774:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758281.063776:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758281.063781:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758281.063783:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758281.063788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758281.063791:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758281.063796:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758281.063800:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157376, portal 4 00000100:00000001:0.0:1787758281.063802:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758281.063804:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758281.063811:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063819:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758281.063842:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758281.063845:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758281.063849:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931157376, offset 0 00000400:00000200:0.0:1787758281.063855:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758281.063860:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.063865:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758281.063868:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758281.063871:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758281.063875:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758281.063877:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758281.063881:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747800:747800:256:4294967295] 192.168.201.121@tcp LPNI seq info [747794:747794:8:4294967295] 00000400:00000200:0.0:1787758281.063886:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758281.063894:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758281.063900:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.063904:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758281.063909:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758281.063912:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758281.063926:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758281.063928:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758281.063932:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758281.063936:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758281.063940:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758281.063942:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758281.063946:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758281.063950:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063960:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.063963:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.063971:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.063973:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758281.063976:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758281.063980:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758281.063984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758281.063987:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310658077 00000100:00000001:0.0:1787758281.063990:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310659025 00000100:00000001:0.0:1787758281.063992:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310658077 00000100:00000001:0.0:1787758281.063995:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310659026 00000100:00000001:0.0:1787758281.063997:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758281.063999:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.064002:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758281.064006:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758281/real 1787758281] req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758281.064015:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758281.064017:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758281.064019:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758281.064022:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758281.064024:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758281.064026:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758281.064029:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758281.064038:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064046:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758281.064047:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064050:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.064052:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758281.064056:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064063:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758281.064067:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064074:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758281.064077:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064079:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758281.064080:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064082:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758281.064084:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758281.064087:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758281.064091:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758281.064093:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758281.064098:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758281.064126:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758281.064131:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064133:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.064137:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931156992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064144:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758281.064146:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758281.064149:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758281.064152:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758281.064154:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758281.064157:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758281.064160:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758281.064162:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758281.064166:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758281.064168:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758281.064170:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758281.064173:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758281.064175:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064177:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.064181:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931157120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064188:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758281.064190:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758281.064192:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758281.064194:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758281.064196:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758281.064197:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758281.064199:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758281.064201:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758281.064204:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758281.064206:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758281.064208:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758281.064211:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758281.064213:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064215:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.064219:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931157248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064226:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758281.064228:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758281.064230:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758281.064232:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758281.064233:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758281.064235:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758281.064237:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758281.064239:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758281.064241:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758281.064243:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758281.064244:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758281.064247:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758281.064249:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064251:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758281.064254:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931157376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758281.064261:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758281.064262:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758281.064264:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758281.064267:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758281.064268:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758281.064270:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758281.064272:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758281.064274:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758281.064276:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758281.064277:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758281.064279:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758281.064337:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758281.064340:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064344:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758281.064351:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758281.064353:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758281.064357:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758281.064361:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758281.123362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758281.123369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758281.123370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758281.123375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758281.123378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758281.123382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758281.123384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758281.123386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758281.123389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758282.019351:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758282.019354:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758282.019357:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758282.019360:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758282.019364:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758282.019369:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758282.019372:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758282.019374:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758282.019378:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758282.019378:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758282.019383:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758282.019383:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758282.019398:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758282.019401:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758282.019404:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758282.019405:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758282.019408:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758282.019412:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758282.019430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758282.019435:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758282.019438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758282.019441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758282.019445:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758282.019448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758282.019449:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758282.019453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758282.019454:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758282.019458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758282.019460:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758282.019464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758282.019467:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758282.019475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758282.019478:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758282.019481:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758282.019484:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758282.019487:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758282.019497:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758282.019501:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758282.019504:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758282.083339:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310659025, at 4310659072 00000100:00000040:1.0:1787758282.083342:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310659026, at 4310659072 00000100:00000010:0.0:1787758282.083352:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758282.083354:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758282.147346:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758282.147352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758282.147354:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758282.147358:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758282.147361:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758282.147364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758282.147367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758282.147369:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758282.147371:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758283.043404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758283.043414:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758283.043415:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758283.043423:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758283.043424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758283.043431:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758283.043433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758283.043438:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758283.043443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758283.043445:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758283.043451:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758283.043453:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.043459:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758283.043465:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.043472:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758283.043475:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758283.043480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758283.043486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758283.043510:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758283.043517:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758283.043522:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758283.043527:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758283.043533:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758283.043540:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.043549:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758283.043556:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758283.043562:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758283.043563:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758283.043571:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758283.043571:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758283.043579:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758283.043584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758283.043584:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.043592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758283.043597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.043605:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758283.043643:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758283.043648:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758283.043653:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758283.171410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758283.171418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758283.171421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758283.171426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758283.171430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758283.171434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.171438:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758283.171441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758283.171445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758284.067460:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758284.067468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758284.067471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758284.067478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758284.067482:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758284.067486:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758284.067489:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758284.067493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758284.067501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758284.067503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.067521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758284.067525:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758284.067527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.067536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758284.067538:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758284.067559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758284.067565:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758284.067574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758284.067612:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758284.067623:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758284.067631:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758284.067660:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758284.067676:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758284.067680:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758284.067686:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758284.067690:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758284.067698:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758284.067706:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758284.067712:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758284.067716:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758284.067722:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758284.067736:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758284.067743:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758284.067752:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758284.067766:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.067797:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758284.067821:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758284.067824:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758284.067831:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758284.067840:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758284.067849:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758284.067855:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.067859:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758284.067863:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.067870:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758284.195386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758284.195397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758284.195401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758284.195410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758284.195416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758284.195422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.195427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758284.195432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758284.195438:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758285.091421:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758285.091432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758285.091437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758285.091439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758285.091449:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758285.091450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758285.091457:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758285.091458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758285.091463:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758285.091466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758285.091472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758285.091475:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758285.091477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758285.091483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758285.091484:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758285.091493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758285.091501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758285.091510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758285.091531:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758285.091539:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758285.091542:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758285.091547:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758285.091552:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758285.091558:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758285.091566:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758285.091572:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758285.091580:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758285.091585:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758285.091594:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758285.091600:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758285.091610:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758285.091621:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758285.091628:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758285.091634:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758285.091637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758285.091641:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758285.219352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758285.219362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758285.219366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758285.219373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758285.219378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758285.219383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758285.219387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758285.219391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758285.219395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.115365:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758286.115373:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758286.115374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758286.115379:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758286.115379:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.115383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758286.115387:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758286.115389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758286.115395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758286.115395:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758286.115399:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.115401:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.115417:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758286.115419:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.115421:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.115424:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758286.115428:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.115432:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758286.115432:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.115437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758286.115442:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758286.115447:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758286.115452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758286.115453:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758286.115458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.115458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758286.115463:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758286.115470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758286.115472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758286.115476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.115478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758286.115480:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.115482:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.115487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758286.115489:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.115492:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758286.179334:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758286.179342:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758286.179345:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758286.179347:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758286.179351:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758286.179357:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 15990 00000400:00000200:1.0:1787758286.179364:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758286.179369:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758286.179372:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758286.179375:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179377:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758286.179379:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179381:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758286.179384:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758286.179386:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758286.179388:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758286.179391:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758286.179393:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758286.179395:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758286.179397:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179399:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758286.179400:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179401:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758286.179403:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758286.179406:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179408:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758286.179410:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758286.179412:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758286.179414:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.179416:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758286.179418:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758286.179426:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758286.179428:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758286.179431:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758286.179433:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.179435:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758286.179437:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758286.179440:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758286.179447:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758286.179451:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758286.179458:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758286.179466:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758286.179470:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758286.179474:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758286.179490:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758286.179492:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758286.179495:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758286.179496:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758286.179497:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758286.179500:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758286.179502:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15990 00000400:00000200:1.0:1787758286.179505:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758286.179508:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758286.179510:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758286.179512:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179514:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758286.179515:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179517:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758286.179519:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758286.179520:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787758286.179521:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758286.179523:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758286.179526:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758286.179527:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758286.179528:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758286.179529:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758286.179533:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758286.179534:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758286.179535:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758286.179539:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179541:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758286.179544:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000040:0.0:1787758286.179547:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758286.179548:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179552:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758286.179555:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758286.179560:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758286.179564:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.179565:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758286.179566:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758286.179568:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787758286.179571:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758286.179573:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758286.179576:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787758286.179577:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.179582:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.179582:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758286.179589:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000100:00100000:0.0:1787758286.179591:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931157504:192.168.201.121@tcp:250:kworker.0 00000020:00000040:1.0:1787758286.179593:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758286.179597:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787758286.179598:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758286.179601:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.179602:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758286.179603:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758286.179605:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758286.179606:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758286.179610:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758286.179610:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758286.179617:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000010:1.0:1787758286.179618:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758286.179623:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.179624:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.179630:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787758286.179631:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787758286.179635:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758286.179641:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1787758286.179644:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758286.179644:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758286.179651:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758286.179653:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157504, portal 25 00000100:00000001:0.0:1787758286.179658:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758286.179661:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000001:1.0:1787758286.179662:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758286.179665:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787758286.179669:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758286.179670:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758286.179673:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758286.179675:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758286.179681:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758286.179686:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1787758286.179686:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15990 00000100:00000040:0.0:1787758286.179694:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758286.179694:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758286.179697:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000400:00000200:1.0:1787758286.179699:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000200:0.0:1787758286.179701:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931157504, offset 0 00000100:00080000:1.0:1787758286.179702:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758286.179707:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179709:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758286.179712:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758286.179713:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179717:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758286.179718:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758286.179719:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000400:00000200:0.0:1787758286.179722:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:1.0:1787758286.179722:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758286.179724:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758286.179727:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758286.179730:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000020:00000001:1.0:1787758286.179744:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758286.179752:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787758286.179752:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179756:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758286.179761:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000040:1.0:1787758286.179762:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179766:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758286.179769:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1787758286.179770:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758286.179774:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00080000:1.0:1787758286.179777:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758286.179782:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747801:747801:256:4294967295] 192.168.201.121@tcp LPNI seq info [747795:747795:8:4294967295] 00000100:00000001:1.0:1787758286.179783:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758286.179788:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758286.179791:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758286.179792:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758286.179797:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.179798:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758286.179801:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758286.179805:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.179810:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758286.179810:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758286.179817:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000800:00000200:0.0:1787758286.179821:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787758286.179822:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758286.179825:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758286.179826:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787758286.179828:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758286.179828:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758286.179831:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758286.179833:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758286.179837:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000800:00000200:0.0:1787758286.179838:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758286.179842:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758286.179843:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000100:00100000:1.0:1787758286.179851:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1787758286.179867:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.179871:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758286.179878:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758286.179879:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787758286.179880:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.179888:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787758286.179888:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758286.179897:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000100:00000001:1.0:1787758286.179899:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758286.179900:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00080000:1.0:1787758286.179903:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758286.179905:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1787758286.179907:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758286.179909:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1787758286.179911:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758286.179912:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758286.179917:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758286.179922:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15990 00000100:00000001:0.0:1787758286.179927:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1787758286.179928:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787758286.179934:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758286.179934:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758286.179939:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758286.179944:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.179949:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758286.179952:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758286.179953:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758286.179956:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758286.179957:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758286.179961:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758286.179964:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758286.179964:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758286.179968:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787758286.179971:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758286.179972:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758286.179974:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310664144 00000020:00000001:1.0:1787758286.179979:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000010:0.0:1787758286.179982:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000020:00000001:1.0:1787758286.179984:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758286.179989:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1787758286.179992:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758286.179997:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310664144 00000100:00000001:1.0:1787758286.179997:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758286.180003:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000010:0.0:1787758286.180004:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00000001:1.0:1787758286.180007:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758286.180010:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1787758286.180013:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000001:0.0:1787758286.180016:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787758286.180021:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758286.180023:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.180027:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180028:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1787758286.180032:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758286.180037:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758286.180038:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758286/real 1787758286] req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758286.180043:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.180048:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758286.180053:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000001:0.0:1787758286.180056:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000001:1.0:1787758286.180057:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758286.180059:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758286.180061:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758286.180063:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.180065:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758286.180068:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758286.180070:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1787758286.180070:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000200:0.0:1787758286.180077:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758286.180077:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758286.180083:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758286.180086:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.180091:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758286.180094:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758286.180097:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758286.180105:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000200:0.0:1787758286.180110:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758286.180111:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758286.180123:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758286.180125:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758286.180128:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180133:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.180135:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.180140:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1787758286.180144:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758286.180145:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180153:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758286.180156:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758286.180161:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180184:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758286.180185:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180188:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180191:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1787758286.180191:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758286.180193:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180197:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758286.180200:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758286.180200:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787758286.180205:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758286.180205:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758286.180209:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758286.180210:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758286.180215:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758286.180217:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787758286.180219:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758286.180225:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 15990 00000100:00100000:0.0:1787758286.180230:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931157504:192.168.201.121@tcp:250:kworker.0 00000400:00000200:1.0:1787758286.180236:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758286.180237:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180241:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1787758286.180245:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000040:0.0:1787758286.180246:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931157504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758286.180253:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758286.180262:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758286.180265:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758286.180286:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758286.180290:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758286.180294:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787758286.180297:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1787758286.180298:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758286.180302:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00000040:1.0:1787758286.180305:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000020:00000001:0.0:1787758286.180306:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787758286.180311:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000010:0.0:1787758286.180312:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 00000020:00000001:1.0:1787758286.180317:0:218438:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787758286.180320:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1787758286.180321:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 02000000:00000001:0.0:1787758286.180325:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1787758286.180325:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000010:0.0:1787758286.180330:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758286.180331:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000001:0.0:1787758286.180336:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1787758286.180337:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758286.180339:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758286.180342:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758286.180343:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758286.180351:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758286.180353:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758286.180355:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758286.180356:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180360:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758286.180361:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758286.180362:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758286.180365:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758286.180367:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787758286.180371:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758286.180373:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758286.180381:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758286.180382:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758286.180385:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180388:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787758286.180388:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180391:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758286.180394:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758286.180395:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758286.180399:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758286.180403:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157632:192.168.201.121@tcp:38:kworker.0 02000000:00000001:1.0:1787758286.180404:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.180410:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758286.180411:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1787758286.180414:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1787758286.180416:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1787758286.180420:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180421:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.180425:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180426:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758286.180433:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 00000100:00000010:1.0:1787758286.180434:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 02000000:00000001:0.0:1787758286.180437:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758286.180440:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758286.180445:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787758286.180446:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758286.180449:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758286.180451:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758286.180454:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787758286.180456:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 02000000:00000001:1.0:1787758286.180458:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1787758286.180461:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157632, portal 10 02000000:00000001:1.0:1787758286.180462:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180463:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758286.180466:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 02000000:00000010:1.0:1787758286.180471:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000040:0.0:1787758286.180474:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758286.180477:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180483:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758286.180488:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00100000:1.0:1787758286.180488:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787758286.180492:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758286.180496:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931157632, offset 0 00000400:00000200:0.0:1787758286.180504:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758286.180508:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758286.180512:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758286.180515:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.180520:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000040:1.0:1787758286.180524:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758286.180526:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758286.180532:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758286.180539:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758286.180544:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787758286.180545:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.180551:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747802:747802:256:4294967295] 192.168.201.121@tcp LPNI seq info [747796:747796:8:4294967295] 00000100:00000040:1.0:1787758286.180553:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16000) 00000400:00000200:0.0:1787758286.180562:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.180568:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758286.180573:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.180576:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758286.180579:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758286.180582:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758286.180590:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.180591:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758286.180594:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758286.180596:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758286.180599:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758286.180600:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758286.180603:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758286.180606:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180612:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.180614:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180619:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180620:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758286.180622:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758286.180625:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758286.180628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758286.180629:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310663181 00000100:00000001:0.0:1787758286.180631:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.180633:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310663181 00000100:00000001:0.0:1787758286.180635:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.180636:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758286.180638:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180640:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758286.180642:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758286/real 1787758286] req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758286.180647:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758286.180648:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758286.180649:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758286.180651:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758286.180652:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758286.180653:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758286.180655:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758286.180661:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180670:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758286.180671:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180672:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.180673:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758286.180676:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180680:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758286.180682:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180687:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758286.180689:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180690:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.180690:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180692:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758286.180694:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758286.180696:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758286.180698:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758286.180700:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758286.180702:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758286.180707:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758286.180710:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758286.180712:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180717:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758286.180718:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180719:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758286.180721:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758286.180722:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758286.180724:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758286.180727:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758286.180728:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758286.180729:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180745:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758286.180748:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758286.180750:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.180753:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758286.180755:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758286.180757:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758286.180759:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157760, portal 10 00000100:00000001:0.0:1787758286.180761:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758286.180762:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758286.180767:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180771:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758286.180773:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758286.180775:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758286.180776:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931157760, offset 0 00000400:00000200:0.0:1787758286.180779:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758286.180782:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.180784:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758286.180786:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758286.180788:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758286.180790:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758286.180792:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758286.180794:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747803:747803:256:4294967295] 192.168.201.121@tcp LPNI seq info [747797:747797:8:4294967295] 00000400:00000200:0.0:1787758286.180797:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.180802:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758286.180805:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.180807:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758286.180810:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758286.180812:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758286.180820:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.180821:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758286.180824:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758286.180826:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758286.180828:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758286.180829:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758286.180831:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758286.180833:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180839:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.180841:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180845:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180847:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758286.180849:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758286.180851:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758286.180853:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758286.180854:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310663179 00000100:00000001:0.0:1787758286.180856:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.180858:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310663179 00000100:00000001:0.0:1787758286.180859:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.180861:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758286.180862:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.180863:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758286.180866:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758286/real 1787758286] req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758286.180871:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758286.180872:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758286.180873:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758286.180875:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758286.180876:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758286.180877:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758286.180879:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758286.180884:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180888:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758286.180889:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180891:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.180891:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758286.180894:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180898:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758286.180901:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180906:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758286.180907:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180908:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.180909:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.180910:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758286.180912:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758286.180914:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758286.180916:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758286.180917:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758286.180920:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758286.180925:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758286.180928:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758286.180930:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180934:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758286.180935:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180936:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758286.180938:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758286.180939:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758286.180941:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758286.180943:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758286.180944:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758286.180945:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.180946:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758286.180948:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758286.180950:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.180952:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758286.180954:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758286.180956:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758286.180958:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931157888, portal 4 00000100:00000001:0.0:1787758286.180959:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758286.180961:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758286.180964:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.180969:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758286.180970:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758286.180972:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758286.180973:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931157888, offset 0 00000400:00000200:0.0:1787758286.180976:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758286.180979:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.180981:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758286.180983:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758286.180985:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758286.180986:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758286.180988:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758286.180990:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747804:747804:256:4294967295] 192.168.201.121@tcp LPNI seq info [747798:747798:8:4294967295] 00000400:00000200:0.0:1787758286.180993:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.180997:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758286.181001:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.181004:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758286.181008:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758286.181011:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758286.181023:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.181024:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758286.181028:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758286.181032:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758286.181035:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758286.181037:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758286.181040:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758286.181044:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181053:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.181056:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181061:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.181062:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758286.181064:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758286.181067:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758286.181070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758286.181071:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310663215 00000100:00000001:0.0:1787758286.181073:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.181075:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310663215 00000100:00000001:0.0:1787758286.181077:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.181079:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758286.181081:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.181083:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758286.181087:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758286/real 1787758286] req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758286.181095:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758286.181097:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758286.181099:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758286.181101:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758286.181103:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758286.181106:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758286.181109:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758286.181119:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181127:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758286.181128:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181129:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.181130:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758286.181133:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181138:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758286.181140:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181145:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758286.181147:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181148:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.181149:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181150:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758286.181151:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758286.181153:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758286.181156:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758286.181157:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758286.181159:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758286.181164:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931157888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758286.181167:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181168:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.181171:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931157632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181175:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758286.181176:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758286.181178:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758286.181180:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758286.181181:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758286.181182:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758286.181184:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758286.181186:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758286.181187:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758286.181188:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758286.181190:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758286.181192:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758286.181193:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181194:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.181196:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931157760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181204:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758286.181205:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758286.181206:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758286.181208:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758286.181208:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758286.181209:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758286.181210:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758286.181211:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758286.181213:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758286.181213:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758286.181214:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758286.181216:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758286.181217:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181218:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.181220:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931157888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181223:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758286.181224:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758286.181225:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758286.181227:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758286.181228:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758286.181228:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758286.181230:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758286.181231:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758286.181232:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758286.181233:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758286.181234:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758286.181235:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758286.181236:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181237:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181240:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758286.181241:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.181242:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758286.181243:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758286.181244:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758286.181247:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181251:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758286.181252:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.181254:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758286.181255:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758286.181257:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758286.181259:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758286.181261:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758286.181262:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758286.181263:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758286.181265:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758286.181283:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758286.181285:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758286.181288:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758286.181289:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758286.181292:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758286.181294:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158016, portal 4 00000100:00000001:0.0:1787758286.181296:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758286.181297:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758286.181301:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181306:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758286.181307:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758286.181309:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758286.181311:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931158016, offset 0 00000400:00000200:0.0:1787758286.181313:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758286.181316:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.181319:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758286.181321:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758286.181323:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758286.181325:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758286.181326:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758286.181329:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747805:747805:256:4294967295] 192.168.201.121@tcp LPNI seq info [747799:747799:8:4294967295] 00000400:00000200:0.0:1787758286.181332:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758286.181336:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758286.181339:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.181342:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758286.181345:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758286.181347:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758286.181354:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758286.181356:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758286.181358:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758286.181360:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758286.181362:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758286.181364:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758286.181365:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758286.181367:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181373:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.181375:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181379:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.181380:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758286.181382:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758286.181384:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758286.181386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758286.181388:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310663195 00000100:00000001:0.0:1787758286.181390:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.181391:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310663195 00000100:00000001:0.0:1787758286.181393:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310664144 00000100:00000001:0.0:1787758286.181395:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758286.181397:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.181399:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758286.181403:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758286/real 1787758286] req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758286.181411:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758286.181413:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758286.181415:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758286.181417:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758286.181419:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758286.181422:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758286.181425:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758286.181436:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181443:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758286.181445:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181447:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.181448:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758286.181452:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181457:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758286.181459:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181464:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758286.181466:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181467:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758286.181468:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181469:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758286.181470:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758286.181472:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758286.181475:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758286.181476:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758286.181479:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758286.181484:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758286.181486:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181488:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758286.181490:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931158016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758286.181494:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758286.181495:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758286.181496:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758286.181498:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758286.181499:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758286.181500:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758286.181501:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758286.181502:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758286.181504:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758286.181505:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758286.181506:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758286.181508:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758286.181509:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181511:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758286.181515:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758286.181516:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758286.181518:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758286.181520:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758286.243346:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758286.243352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758286.243354:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758286.243358:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758286.243361:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758286.243364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.243367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758286.243369:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758286.243371:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758287.139427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758287.139427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758287.139438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758287.139438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758287.139445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758287.139445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758287.139456:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758287.139456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758287.139465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758287.139466:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758287.139474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758287.139475:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758287.139484:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758287.139488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758287.139494:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758287.139494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758287.139499:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758287.139504:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758287.139517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758287.139524:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758287.139524:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758287.139531:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758287.139532:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758287.139535:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758287.139541:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758287.139542:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758287.139548:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758287.139551:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758287.139554:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758287.139557:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758287.139561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758287.139564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758287.139569:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758287.139571:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758287.139577:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758287.139584:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758287.203356:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310664144, at 4310664192 00000100:00000010:1.0:1787758287.203369:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000040:0.0:1787758287.203376:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310664144, at 4310664192 00000100:00000010:0.0:1787758287.203389:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758288.163436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758288.163445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758288.163451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758288.163452:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758288.163461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758288.163466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758288.163468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758288.163481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758288.163491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758288.163494:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758288.163497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758288.163503:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758288.163514:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758288.163520:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758288.163526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758288.163543:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758288.163548:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758288.163550:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758288.163557:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758288.163559:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758288.163563:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758288.163572:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758288.163581:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758288.163586:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758288.163590:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758288.163592:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758288.163599:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758288.163600:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758288.163609:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758288.163610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758288.163623:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758288.163624:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758288.163635:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758288.163645:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758288.163653:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758288.163667:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758289.187464:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758289.187473:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758289.187479:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758289.187488:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758289.187493:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758289.187497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758289.187501:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758289.187507:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758289.187509:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758289.187521:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758289.187528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758289.187528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758289.187535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758289.187536:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758289.187542:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758289.187543:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758289.187548:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758289.187555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758289.187580:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758289.187588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758289.187593:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758289.187601:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758289.187603:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758289.187612:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758289.187613:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758289.187620:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758289.187621:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758289.187630:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758289.187639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758289.187642:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758289.187644:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758289.187649:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758289.187651:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758289.187656:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758289.187662:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758289.187670:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758290.211330:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758290.211340:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758290.211344:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758290.211353:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758290.211361:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758290.211369:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758290.211372:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758290.211373:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758290.211378:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758290.211380:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758290.211387:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758290.211390:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758290.211396:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758290.211400:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758290.211403:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758290.211403:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758290.211406:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758290.211409:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758290.211431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758290.211437:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758290.211438:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758290.211441:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758290.211445:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758290.211448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758290.211450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758290.211453:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758290.211459:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758290.211460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758290.211465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758290.211468:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758290.211471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758290.211473:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758290.211477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758290.211480:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758290.211483:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758290.211490:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758291.235358:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758291.235365:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758291.235367:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758291.235388:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758291.235389:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.235391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758291.235398:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758291.235399:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758291.235411:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758291.235413:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758291.235418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758291.235420:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.235424:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758291.235425:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758291.235428:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758291.235431:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.235433:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758291.235437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.235498:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758291.235498:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758291.235512:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758291.235512:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758291.235523:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758291.235524:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758291.235539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758291.235545:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758291.235546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758291.235555:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.235564:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758291.235564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758291.235571:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.235572:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758291.235586:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.235625:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758291.235627:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758291.235629:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758291.235631:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758291.235634:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758291.235635:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758291.235639:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758291.235655:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758291.235657:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758291.235659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758291.235661:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758291.235664:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.299622:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758291.299628:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758291.299632:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758291.299653:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.299673:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758291.299675:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.299679:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758291.299684:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758291.299689:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758291.299695:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931158144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758291.299702:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758291.299707:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758291.299711:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.299714:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758291.299721:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758291.299725:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758291.299731:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758291.299737:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758291.299746:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758291.299757:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158144, portal 25 00000100:00000001:0.0:1787758291.299765:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758291.299769:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758291.299783:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.299806:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758291.299814:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758291.299819:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758291.299826:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931158144, offset 0 00000400:00000200:0.0:1787758291.299837:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758291.299850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.299861:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758291.299869:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758291.299875:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758291.299881:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758291.299886:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758291.299915:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747806:747806:256:4294967295] 192.168.201.121@tcp LPNI seq info [747800:747800:8:4294967295] 00000400:00000200:0.0:1787758291.299925:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.299942:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758291.299952:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.299960:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758291.299987:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758291.299990:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758291.300013:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.300017:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758291.300026:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758291.300036:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758291.300042:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758291.300047:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758291.300054:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758291.300064:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300089:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.300099:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300155:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.300159:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758291.300172:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758291.300188:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758291.300193:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310669264 00000100:00000010:0.0:1787758291.300205:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758291.300220:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758291.300234:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310669264 00000100:00000010:0.0:1787758291.300258:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758291.300265:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758291.300273:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758291.300281:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.300289:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758291.300301:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758291/real 1787758291] req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758291.300316:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758291.300319:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758291.300323:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758291.300328:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758291.300380:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758291.300385:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758291.300394:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758291.300414:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300427:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758291.300430:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300435:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.300439:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758291.300446:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300464:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758291.300471:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300486:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758291.300490:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300496:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.300498:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300501:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758291.300504:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758291.300508:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758291.300515:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758291.300521:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758291.300528:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758291.300552:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931158144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758291.300562:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300568:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.300579:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931158144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300596:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758291.300599:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758291.300603:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758291.300605:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758291.300607:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758291.300608:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758291.300611:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758291.300613:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758291.300617:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758291.300619:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758291.300620:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758291.300622:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758291.300623:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300625:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300631:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758291.300633:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.300634:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758291.300635:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758291.300637:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758291.300640:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300658:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758291.300659:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.300661:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758291.300662:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758291.300664:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758291.300666:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758291.300669:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758291.300670:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758291.300672:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.300673:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758291.300676:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758291.300677:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758291.300681:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758291.300682:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758291.300685:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758291.300688:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158272, portal 10 00000100:00000001:0.0:1787758291.300689:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758291.300690:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758291.300696:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300701:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758291.300702:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758291.300704:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758291.300706:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931158272, offset 0 00000400:00000200:0.0:1787758291.300709:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758291.300712:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.300715:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758291.300718:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758291.300720:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758291.300722:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758291.300723:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758291.300726:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747807:747807:256:4294967295] 192.168.201.121@tcp LPNI seq info [747801:747801:8:4294967295] 00000400:00000200:0.0:1787758291.300728:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.300733:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758291.300736:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.300739:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758291.300742:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758291.300744:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758291.300756:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.300758:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758291.300761:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758291.300765:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758291.300768:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758291.300771:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758291.300773:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758291.300778:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300787:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.300791:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300798:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.300800:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758291.300803:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758291.300806:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758291.300809:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758291.300811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310668301 00000100:00000001:0.0:1787758291.300813:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.300814:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310668301 00000100:00000001:0.0:1787758291.300816:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.300818:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758291.300819:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.300820:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758291.300823:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758291/real 1787758291] req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758291.300829:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758291.300830:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758291.300831:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758291.300833:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758291.300834:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758291.300836:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758291.300838:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758291.300844:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300848:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758291.300849:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300850:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.300851:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758291.300853:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300857:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758291.300860:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300866:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758291.300867:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300869:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.300869:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.300871:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758291.300874:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758291.300875:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758291.300896:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758291.300898:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758291.300901:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758291.300908:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758291.300912:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758291.300915:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300920:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758291.300922:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.300924:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758291.300925:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758291.300927:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758291.300930:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758291.300932:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758291.300934:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758291.300936:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.300937:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758291.300941:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758291.300943:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758291.300946:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758291.300949:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758291.300951:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758291.300954:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158400, portal 10 00000100:00000001:0.0:1787758291.300956:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758291.300958:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758291.300963:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.300983:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758291.300985:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758291.300986:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758291.300988:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931158400, offset 0 00000400:00000200:0.0:1787758291.300991:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758291.300994:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.300996:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758291.300998:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758291.301000:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758291.301002:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758291.301004:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758291.301006:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747808:747808:256:4294967295] 192.168.201.121@tcp LPNI seq info [747802:747802:8:4294967295] 00000400:00000200:0.0:1787758291.301009:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.301014:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758291.301016:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.301019:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758291.301021:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758291.301024:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758291.301031:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.301033:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758291.301035:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758291.301037:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758291.301039:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758291.301040:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758291.301042:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758291.301044:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301050:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301053:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301060:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301062:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758291.301065:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758291.301068:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758291.301071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758291.301073:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310668299 00000100:00000001:0.0:1787758291.301076:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.301078:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310668299 00000100:00000001:0.0:1787758291.301081:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.301083:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758291.301085:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301088:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758291.301092:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758291/real 1787758291] req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758291.301101:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758291.301103:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758291.301105:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758291.301107:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758291.301125:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758291.301128:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758291.301132:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758291.301142:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301149:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758291.301151:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301153:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.301155:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758291.301159:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301165:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758291.301170:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301177:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758291.301180:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301182:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.301183:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301185:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758291.301187:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758291.301190:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758291.301193:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758291.301195:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758291.301200:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758291.301208:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758291.301213:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758291.301216:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301222:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758291.301224:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.301227:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758291.301229:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758291.301232:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758291.301235:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758291.301238:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758291.301241:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758291.301242:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.301266:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758291.301270:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758291.301273:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758291.301278:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758291.301281:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758291.301286:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758291.301290:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158528, portal 4 00000100:00000001:0.0:1787758291.301293:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758291.301295:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758291.301303:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301313:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758291.301317:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758291.301321:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758291.301324:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931158528, offset 0 00000400:00000200:0.0:1787758291.301330:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758291.301371:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.301374:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758291.301376:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758291.301378:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758291.301380:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758291.301382:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758291.301384:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747809:747809:256:4294967295] 192.168.201.121@tcp LPNI seq info [747803:747803:8:4294967295] 00000400:00000200:0.0:1787758291.301387:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.301392:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758291.301396:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.301398:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758291.301401:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758291.301403:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758291.301412:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.301413:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758291.301416:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758291.301418:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758291.301420:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758291.301421:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758291.301423:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758291.301426:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301432:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301434:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301438:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301440:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758291.301442:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758291.301444:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758291.301447:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758291.301448:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310668336 00000100:00000001:0.0:1787758291.301450:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.301452:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310668336 00000100:00000001:0.0:1787758291.301454:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.301455:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758291.301456:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301458:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758291.301460:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758291/real 1787758291] req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758291.301466:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758291.301467:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758291.301468:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758291.301470:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758291.301471:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758291.301472:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758291.301474:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758291.301480:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301484:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758291.301485:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301486:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.301487:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758291.301490:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301494:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758291.301496:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301500:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758291.301502:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301503:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.301504:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301505:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758291.301506:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758291.301508:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758291.301510:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758291.301511:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758291.301514:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758291.301519:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758291.301522:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758291.301524:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301528:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758291.301529:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.301531:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758291.301533:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758291.301535:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758291.301538:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758291.301541:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758291.301543:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758291.301544:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758291.301546:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758291.301549:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758291.301551:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758291.301555:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758291.301558:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758291.301561:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758291.301564:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158656, portal 4 00000100:00000001:0.0:1787758291.301567:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758291.301568:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758291.301575:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301582:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758291.301585:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758291.301588:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758291.301590:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931158656, offset 0 00000400:00000200:0.0:1787758291.301593:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758291.301596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.301599:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758291.301601:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758291.301603:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758291.301605:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758291.301606:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758291.301609:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747810:747810:256:4294967295] 192.168.201.121@tcp LPNI seq info [747804:747804:8:4294967295] 00000400:00000200:0.0:1787758291.301612:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758291.301616:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758291.301619:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.301621:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758291.301624:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758291.301626:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758291.301634:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758291.301635:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758291.301637:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758291.301640:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758291.301654:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758291.301656:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758291.301658:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758291.301660:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301666:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301668:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301673:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301674:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758291.301676:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758291.301678:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758291.301681:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758291.301683:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310668315 00000100:00000001:0.0:1787758291.301685:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.301686:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310668315 00000100:00000001:0.0:1787758291.301688:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310669264 00000100:00000001:0.0:1787758291.301689:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758291.301690:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301692:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758291.301694:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758291/real 1787758291] req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758291.301699:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758291.301700:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758291.301701:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758291.301703:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758291.301704:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758291.301705:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758291.301708:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758291.301713:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301718:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758291.301718:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301720:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.301721:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758291.301723:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301727:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758291.301729:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301734:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758291.301736:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301737:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758291.301738:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301739:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758291.301740:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758291.301742:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758291.301744:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758291.301746:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758291.301751:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758291.301759:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758291.301763:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301765:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301769:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931158272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301776:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758291.301778:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758291.301780:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758291.301783:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758291.301785:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758291.301786:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758291.301789:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758291.301791:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758291.301794:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758291.301795:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758291.301797:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758291.301799:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758291.301800:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301802:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301805:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931158400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301814:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758291.301815:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758291.301816:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758291.301818:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758291.301819:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758291.301819:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758291.301821:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758291.301822:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758291.301823:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758291.301824:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758291.301825:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758291.301826:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758291.301827:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301828:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301830:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931158528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301834:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758291.301835:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758291.301836:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758291.301837:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758291.301838:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758291.301839:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758291.301840:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758291.301841:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758291.301843:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758291.301844:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758291.301845:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758291.301846:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758291.301847:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301848:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758291.301850:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931158656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758291.301854:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758291.301855:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758291.301856:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758291.301857:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758291.301858:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758291.301859:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758291.301861:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758291.301862:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758291.301863:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758291.301864:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758291.301865:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758291.301866:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758291.301867:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301868:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758291.301871:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758291.301872:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758291.301873:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758291.301874:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758292.259450:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758292.259459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758292.259461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758292.259470:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758292.259471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758292.259478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758292.259485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758292.259488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758292.259496:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758292.259501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758292.259504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758292.259512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758292.259513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758292.259526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758292.259536:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758292.259537:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758292.259544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758292.259550:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758292.259577:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758292.259589:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758292.259591:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758292.259597:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758292.259600:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758292.259611:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758292.259612:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758292.259622:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758292.259657:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758292.259666:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758292.259669:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758292.259687:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758292.259695:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758292.259698:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758292.259702:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758292.259732:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758292.259738:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758292.259743:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758292.323384:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310669264, at 4310669312 00000100:00000040:0.0:1787758292.323395:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310669264, at 4310669312 00000100:00000010:1.0:1787758292.323404:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000010:0.0:1787758292.323410:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758293.283442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758293.283454:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758293.283457:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758293.283467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758293.283469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758293.283477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758293.283482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758293.283487:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758293.283498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758293.283499:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758293.283511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758293.283512:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758293.283526:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758293.283533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758293.283537:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758293.283539:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758293.283548:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758293.283559:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758293.283585:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758293.283595:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758293.283598:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758293.283604:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758293.283628:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758293.283636:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758293.283640:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758293.283646:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758293.283653:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758293.283655:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758293.283662:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758293.283663:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758293.283669:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758293.283675:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758293.283681:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758293.283683:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758293.283691:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758293.283704:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758294.307439:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758294.307439:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758294.307451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758294.307454:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758294.307459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758294.307463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758294.307472:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758294.307476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758294.307484:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758294.307492:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758294.307492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758294.307501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758294.307504:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758294.307510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758294.307518:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758294.307523:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758294.307529:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758294.307543:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758294.307576:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758294.307584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758294.307628:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758294.307636:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758294.307645:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758294.307657:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758294.307659:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758294.307668:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758294.307674:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758294.307676:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758294.307682:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758294.307690:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758294.307691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758294.307708:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758294.307721:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758294.307734:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758294.307745:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758294.307759:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758295.331417:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758295.331432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758295.331437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758295.331442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758295.331449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758295.331452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758295.331460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758295.331464:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758295.331469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758295.331479:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758295.331479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758295.331489:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758295.331492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758295.331503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758295.331512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758295.331512:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758295.331522:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758295.331529:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758295.331640:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758295.331641:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758295.331653:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758295.331654:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758295.331662:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758295.331663:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758295.331674:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758295.331676:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758295.331683:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758295.331688:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758295.331690:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758295.331697:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758295.331701:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758295.331708:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758295.331716:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758295.331718:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758295.331727:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758295.331735:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758295.331769:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758295.331776:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758295.331781:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758296.355474:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758296.355491:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758296.355501:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.355519:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758296.355523:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758296.355536:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758296.355541:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758296.355575:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.355580:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758296.355590:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758296.355598:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758296.355609:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758296.355612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758296.355619:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.355622:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758296.355629:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758296.355629:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.355644:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.355678:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758296.355688:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758296.355695:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.355697:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758296.355706:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758296.355710:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758296.355714:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.355726:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758296.355729:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758296.355734:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758296.355742:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758296.355743:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758296.355752:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.355756:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.355768:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.355789:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758296.355796:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758296.355804:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758296.355889:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758296.355895:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758296.355900:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758296.419421:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758296.419435:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758296.419440:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758296.419446:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758296.419452:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758296.419463:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16000 00000400:00000200:1.0:1787758296.419476:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758296.419487:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758296.419494:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758296.419501:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419508:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758296.419514:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419519:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758296.419527:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758296.419532:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758296.419537:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758296.419544:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758296.419550:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758296.419576:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758296.419594:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419599:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758296.419604:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419609:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758296.419616:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758296.419622:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419626:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758296.419631:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758296.419636:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758296.419640:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.419644:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758296.419648:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758296.419662:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758296.419668:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758296.419675:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758296.419678:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.419682:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758296.419687:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758296.419693:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758296.419707:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758296.419717:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758296.419730:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758296.419746:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758296.419753:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758296.419760:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.419795:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758296.419800:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758296.419805:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758296.419807:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758296.419810:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758296.419815:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758296.419819:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16000 00000400:00000200:1.0:1787758296.419824:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758296.419829:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758296.419832:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758296.419838:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419842:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758296.419846:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419850:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758296.419853:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758296.419855:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758296.419858:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758296.419869:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758296.419874:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758296.419877:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758296.419882:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758296.419883:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.419891:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758296.419895:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787758296.419896:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758296.419903:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758296.419904:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758296.419912:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758296.419920:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000040:0.0:1787758296.419924:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.419926:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758296.419932:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758296.419944:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758296.419953:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.419960:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758296.419969:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00100000:1.0:1787758296.419971:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758296.419973:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.419982:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1787758296.419985:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.419988:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758296.419996:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.419997:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758296.420013:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931158784:192.168.201.121@tcp:250:kworker.0 00000100:00000010:1.0:1787758296.420014:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758296.420022:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1787758296.420026:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758296.420032:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787758296.420036:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758296.420038:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758296.420045:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.420046:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758296.420055:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1787758296.420059:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:1.0:1787758296.420060:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758296.420069:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758296.420071:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.420081:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758296.420085:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000400:00000010:0.0:1787758296.420090:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758296.420095:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758296.420105:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00100000:1.0:1787758296.420109:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758296.420120:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158784, portal 25 00000100:00000001:0.0:1787758296.420129:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758296.420134:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000001:1.0:1787758296.420142:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787758296.420151:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.420154:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.420173:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787758296.420176:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758296.420186:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758296.420195:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758296.420204:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931158784, offset 0 00000400:00000200:0.0:1787758296.420228:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758296.420234:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758296.420241:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787758296.420246:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758296.420250:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758296.420256:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758296.420259:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758296.420262:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758296.420325:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758296.420333:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758296.420341:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787758296.420343:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758296.420349:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00080000:1.0:1787758296.420359:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16000 00000400:00000200:0.0:1787758296.420361:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747811:747811:256:4294967295] 192.168.201.121@tcp LPNI seq info [747805:747805:8:4294967295] 00000400:00000200:0.0:1787758296.420378:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.420399:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758296.420415:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758296.420419:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758296.420426:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758296.420433:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758296.420439:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000010:0.0:1787758296.420440:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758296.420443:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758296.420451:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.420455:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758296.420458:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758296.420462:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758296.420468:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:0.0:1787758296.420469:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000020:00000040:1.0:1787758296.420472:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758296.420479:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758296.420484:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000800:00000200:0.0:1787758296.420488:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000100:00000040:1.0:1787758296.420490:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.420499:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758296.420507:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.420518:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758296.420530:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758296.420545:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758296.420573:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1787758296.420590:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758296.420594:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:0.0:1787758296.420597:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 02000000:00000001:1.0:1787758296.420606:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758296.420609:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1787758296.420618:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.420628:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758296.420629:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758296.420637:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758296.420643:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000008:00000001:1.0:1787758296.420644:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.420653:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758296.420654:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758296.420668:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1787758296.420668:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758296.420677:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000200:0.0:1787758296.420681:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758296.420684:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758296.420690:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.420698:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758296.420703:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758296.420709:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.420714:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1787758296.420720:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000040:0.0:1787758296.420728:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.420730:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758296.420748:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758296.420752:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.420762:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758296.420771:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758296.420776:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.420778:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758296.420790:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758296.420791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758296.420801:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310674385 00000100:00000010:0.0:1787758296.420818:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758296.420819:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758296.420829:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758296.420835:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758296.420838:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758296.420839:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758296.420845:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758296.420851:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758296.420857:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310674385 00000100:00080000:1.0:1787758296.420858:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16000 00000100:00000010:0.0:1787758296.420871:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000400:00000200:1.0:1787758296.420874:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758296.420882:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1787758296.420884:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758296.420891:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758296.420892:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787758296.420902:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758296.420903:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.420911:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758296.420914:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1787758296.420920:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.420925:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00100000:0.0:1787758296.420930:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758296/real 1787758296] req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758296.420931:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000001:0.0:1787758296.420949:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758296.420952:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758296.420955:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758296.420959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758296.420962:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758296.420966:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1787758296.420969:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000200:0.0:1787758296.420972:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758296.420978:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758296.420986:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758296.420998:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000200:0.0:1787758296.420999:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758296.421012:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758296.421024:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758296.421029:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758296.421032:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758296.421034:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.421040:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758296.421044:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787758296.421051:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758296.421059:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.421074:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758296.421075:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758296.421085:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000040:0.0:1787758296.421094:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758296.421099:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758296.421111:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421119:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1787758296.421121:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758296.421127:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.421132:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787758296.421133:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758296.421135:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758296.421147:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421148:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758296.421153:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758296.421160:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00080000:0.0:1787758296.421161:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1787758296.421171:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1787758296.421172:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758296.421182:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:1.0:1787758296.421185:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.421192:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.421195:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758296.421209:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00100000:0.0:1787758296.421214:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931158784:192.168.201.121@tcp:250:kworker.0 00000020:00000040:1.0:1787758296.421217:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758296.421231:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758296.421236:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758296.421238:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758296.421242:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.421246:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931158784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.421248:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758296.421253:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758296.421259:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421304:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758296.421309:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787758296.421313:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000010:0.0:1787758296.421314:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758296.421324:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787758296.421329:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758296.421330:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758296.421335:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758296.421341:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758296.421345:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 00000100:00100000:1.0:1787758296.421352:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758296.421353:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758296.421359:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758296.421364:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758296.421376:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787758296.421384:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758296.421386:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758296.421392:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421400:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758296.421402:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758296.421419:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421423:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1787758296.421424:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758296.421432:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758296.421434:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758296.421439:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758296.421444:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758296.421446:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758296.421450:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758296.421454:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1787758296.421458:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16000 00000100:00000001:0.0:1787758296.421463:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1787758296.421470:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758296.421479:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758296.421484:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758296.421485:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758296.421492:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.421503:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758296.421513:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758296.421524:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758296.421528:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758296.421534:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758296.421536:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758296.421541:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 02000000:00000001:0.0:1787758296.421546:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1787758296.421550:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1787758296.421586:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787758296.421589:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 02000000:00000001:0.0:1787758296.421599:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758296.421602:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00100000:0.0:1787758296.421614:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158912:192.168.201.121@tcp:38:kworker.0 00000020:00000001:1.0:1787758296.421615:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758296.421631:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1787758296.421631:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 02000000:00000001:0.0:1787758296.421639:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758296.421640:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787758296.421645:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758296.421649:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000001:0.0:1787758296.421652:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758296.421656:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000010:0.0:1787758296.421661:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 00000020:00000040:1.0:1787758296.421663:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 02000000:00000001:0.0:1787758296.421673:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758296.421674:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758296.421683:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.421690:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758296.421692:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787758296.421701:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 02000000:00000001:1.0:1787758296.421702:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758296.421711:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758296.421713:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758296.421715:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758296.421722:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000200:0.0:1787758296.421726:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931158912, portal 10 00000008:00000001:1.0:1787758296.421728:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421737:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787758296.421738:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.421743:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000100:00000010:1.0:1787758296.421749:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758296.421756:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00000040:0.0:1787758296.421758:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758296.421763:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758296.421768:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758296.421775:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758296.421780:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758296.421785:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787758296.421787:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.421796:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 02000000:00000010:1.0:1787758296.421799:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000400:00000010:0.0:1787758296.421803:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758296.421808:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758296.421810:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931158912, offset 0 00000100:00100000:1.0:1787758296.421824:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758296.421825:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758296.421841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758296.421852:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758296.421855:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758296.421867:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.421870:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787758296.421878:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758296.421880:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758296.421890:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758296.421901:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758296.421914:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747812:747812:256:4294967295] 192.168.201.121@tcp LPNI seq info [747806:747806:8:4294967295] 00000100:00000001:1.0:1787758296.421916:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.421929:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758296.421930:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16011) 00000400:00000200:0.0:1787758296.421946:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758296.421953:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.421960:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758296.421967:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758296.421973:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758296.421989:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.421992:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758296.421997:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758296.422002:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758296.422006:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758296.422009:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758296.422013:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758296.422018:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422030:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.422034:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422043:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.422045:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758296.422050:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.422056:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758296.422061:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758296.422064:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310673422 00000100:00000001:0.0:1787758296.422068:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.422071:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310673422 00000100:00000001:0.0:1787758296.422075:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.422078:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758296.422080:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.422083:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758296.422088:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758296/real 1787758296] req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758296.422107:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758296.422109:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758296.422112:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758296.422115:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758296.422117:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758296.422120:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758296.422124:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758296.422135:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422144:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758296.422146:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.422148:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.422151:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758296.422156:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422164:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758296.422170:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422178:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758296.422182:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.422184:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.422186:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.422188:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758296.422193:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758296.422197:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758296.422201:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758296.422204:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758296.422210:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758296.422221:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931158912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758296.422226:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758296.422230:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422239:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758296.422241:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.422244:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758296.422246:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758296.422249:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758296.422252:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758296.422256:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758296.422259:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758296.422261:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.422263:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758296.422298:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758296.422302:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.422307:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758296.422311:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758296.422315:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758296.422319:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159040, portal 10 00000100:00000001:0.0:1787758296.422322:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758296.422325:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758296.422332:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422342:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758296.422345:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758296.422348:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758296.422351:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931159040, offset 0 00000400:00000200:0.0:1787758296.422357:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758296.422362:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.422367:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758296.422374:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758296.422380:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758296.422385:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758296.422390:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758296.422396:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747813:747813:256:4294967295] 192.168.201.121@tcp LPNI seq info [747807:747807:8:4294967295] 00000400:00000200:0.0:1787758296.422406:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.422418:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758296.422429:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.422436:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758296.422446:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758296.422452:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758296.422477:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.422482:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758296.422488:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758296.422496:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758296.422503:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758296.422506:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758296.422512:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758296.422520:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422539:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.422546:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422592:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.422596:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758296.422604:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.422609:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758296.422614:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758296.422618:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310673421 00000100:00000001:0.0:1787758296.422622:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.422626:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310673421 00000100:00000001:0.0:1787758296.422629:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.422631:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758296.422634:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.422637:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758296.422643:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758296/real 1787758296] req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758296.422654:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758296.422656:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758296.422659:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758296.422662:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758296.422665:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758296.422668:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758296.422672:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758296.422684:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422693:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758296.422695:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.422697:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.422699:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758296.422704:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422712:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758296.422717:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422727:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758296.422730:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.422733:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.422735:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.422737:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758296.422741:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758296.422745:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758296.422749:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758296.422752:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758296.422757:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758296.422767:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758296.422772:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758296.422777:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422786:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758296.422788:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.422791:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758296.422793:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758296.422796:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758296.422800:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758296.422804:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758296.422807:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758296.422809:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.422812:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758296.422817:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758296.422820:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.422825:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758296.422828:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758296.422833:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758296.422837:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159168, portal 4 00000100:00000001:0.0:1787758296.422840:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758296.422842:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758296.422850:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.422858:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758296.422862:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758296.422875:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758296.422879:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931159168, offset 0 00000400:00000200:0.0:1787758296.422884:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758296.422889:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.422894:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758296.422899:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758296.422902:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758296.422906:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758296.422909:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758296.422914:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747814:747814:256:4294967295] 192.168.201.121@tcp LPNI seq info [747808:747808:8:4294967295] 00000400:00000200:0.0:1787758296.422920:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.422929:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758296.422935:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.422939:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758296.422945:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758296.422949:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758296.422964:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.422967:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758296.422971:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758296.422976:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758296.422980:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758296.422982:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758296.422985:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758296.422990:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423009:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.423013:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423022:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.423024:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758296.423028:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.423032:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758296.423036:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758296.423038:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310673457 00000100:00000001:0.0:1787758296.423042:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.423045:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310673457 00000100:00000001:0.0:1787758296.423048:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.423051:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758296.423054:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.423056:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758296.423061:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758296/real 1787758296] req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758296.423070:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758296.423071:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758296.423073:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758296.423076:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758296.423078:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758296.423081:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758296.423085:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758296.423096:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423105:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758296.423107:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423110:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.423112:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758296.423117:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423125:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758296.423130:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423138:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758296.423141:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423144:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.423145:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423148:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758296.423150:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758296.423153:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758296.423157:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758296.423159:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758296.423164:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758296.423174:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758296.423179:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423182:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.423186:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931158912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423195:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758296.423197:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758296.423201:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758296.423204:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758296.423206:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758296.423209:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758296.423212:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758296.423214:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758296.423218:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758296.423220:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758296.423222:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758296.423226:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758296.423228:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423230:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.423235:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931159040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423244:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758296.423245:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758296.423247:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758296.423251:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758296.423252:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758296.423254:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758296.423256:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758296.423258:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758296.423261:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758296.423262:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758296.423264:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758296.423298:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758296.423300:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423302:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.423307:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931159168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423315:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758296.423317:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758296.423319:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758296.423322:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758296.423323:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758296.423325:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758296.423328:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758296.423330:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758296.423333:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758296.423336:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758296.423338:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758296.423341:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758296.423343:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423346:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423351:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758296.423353:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.423356:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758296.423359:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758296.423361:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758296.423365:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423379:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758296.423382:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.423387:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758296.423391:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758296.423395:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758296.423401:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758296.423407:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758296.423412:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758296.423415:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758296.423419:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758296.423426:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758296.423431:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758296.423438:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758296.423444:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758296.423452:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758296.423459:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159296, portal 4 00000100:00000001:0.0:1787758296.423463:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758296.423466:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758296.423479:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423493:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758296.423498:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758296.423504:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758296.423510:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931159296, offset 0 00000400:00000200:0.0:1787758296.423519:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758296.423528:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.423536:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758296.423543:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758296.423549:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758296.423575:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758296.423580:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758296.423593:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747815:747815:256:4294967295] 192.168.201.121@tcp LPNI seq info [747809:747809:8:4294967295] 00000400:00000200:0.0:1787758296.423599:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758296.423609:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758296.423616:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.423621:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758296.423627:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758296.423631:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758296.423647:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758296.423650:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758296.423654:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758296.423659:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758296.423663:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758296.423666:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758296.423670:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758296.423676:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423687:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.423691:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423700:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.423702:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758296.423707:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758296.423712:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758296.423717:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758296.423720:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310673437 00000100:00000001:0.0:1787758296.423723:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.423726:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310673437 00000100:00000001:0.0:1787758296.423730:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310674385 00000100:00000001:0.0:1787758296.423732:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758296.423735:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.423738:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758296.423743:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758296/real 1787758296] req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758296.423752:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758296.423754:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758296.423756:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758296.423759:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758296.423762:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758296.423765:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758296.423769:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758296.423780:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423788:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758296.423790:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423792:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.423794:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758296.423799:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423807:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758296.423812:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423822:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758296.423826:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423828:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758296.423830:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423832:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758296.423835:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758296.423838:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758296.423842:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758296.423845:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758296.423850:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758296.423860:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758296.423864:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423867:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758296.423871:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931159296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758296.423879:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758296.423881:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758296.423884:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758296.423887:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758296.423888:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758296.423890:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758296.423893:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758296.423895:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758296.423899:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758296.423901:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758296.423903:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758296.423907:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758296.423908:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423912:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758296.423916:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758296.423918:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758296.423921:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758296.423924:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758297.379439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758297.379450:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758297.379456:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758297.379460:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758297.379474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758297.379483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758297.379493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758297.379495:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758297.379508:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758297.379511:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758297.379519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758297.379529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758297.379530:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758297.379577:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758297.379587:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758297.379604:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758297.379611:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758297.379614:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758297.379619:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758297.379625:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758297.379628:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758297.379644:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758297.379655:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758297.379665:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758297.379666:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758297.379675:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758297.379679:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758297.379683:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758297.379687:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758297.379691:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758297.379707:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758297.379721:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758297.379733:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758297.379748:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758297.379757:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758297.379783:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758297.379857:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758297.379861:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758297.379865:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758297.443355:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310674385, at 4310674432 00000100:00000010:1.0:1787758297.443379:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000040:0.0:1787758297.443463:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310674385, at 4310674432 00000100:00000010:0.0:1787758297.443478:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:1.0:1787758298.403420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758298.403431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758298.403434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758298.403436:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758298.403444:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758298.403448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758298.403450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758298.403460:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758298.403462:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758298.403469:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758298.403478:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758298.403484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758298.403486:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758298.403499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758298.403502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758298.403513:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403539:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758298.403580:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758298.403583:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758298.403588:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758298.403591:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758298.403594:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758298.403597:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758298.403604:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758298.403608:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758298.403612:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758298.403624:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403625:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758298.403636:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758298.403637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758298.403643:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403652:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758298.403653:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758298.403662:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403671:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758298.403679:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758298.403686:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758298.403694:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758298.403737:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758298.403744:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758298.403746:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758298.403750:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758298.403753:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758298.403757:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403759:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758298.403762:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758298.403765:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758299.427475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758299.427486:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758299.427495:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758299.427529:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758299.427533:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758299.427538:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758299.427546:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758299.427560:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758299.427563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758299.427577:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758299.427578:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758299.427591:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758299.427591:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758299.427600:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758299.427606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758299.427608:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758299.427619:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758299.427627:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758299.427653:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758299.427664:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758299.427665:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758299.427673:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758299.427678:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758299.427679:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758299.427690:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758299.427691:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758299.427705:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758299.427705:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758299.427717:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758299.427719:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758299.427724:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758299.427730:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758299.427737:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758299.427738:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758299.427745:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758299.427753:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758300.451469:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758300.451492:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758300.451504:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758300.451509:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758300.451511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758300.451532:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758300.451540:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758300.451547:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758300.451561:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758300.451562:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758300.451574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758300.451576:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451600:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758300.451606:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451616:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758300.451638:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758300.451651:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451658:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758300.451662:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758300.451663:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758300.451670:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758300.451680:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758300.451688:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758300.451695:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451717:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758300.451723:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451740:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758300.451745:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758300.451769:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758300.451780:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758300.451792:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758300.451806:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758300.451816:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758300.451817:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451825:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758300.451827:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758300.451832:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758300.451837:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758300.451849:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758300.451854:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758300.451859:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758300.451868:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451872:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758300.451876:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758300.451881:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.475399:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758301.475402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758301.475406:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758301.475410:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.475411:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758301.475416:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.475417:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758301.475424:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758301.475424:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758301.475440:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.475440:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758301.475454:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.475475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.475481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.475489:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.475517:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758301.475522:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.475526:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.475538:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758301.475548:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758301.475551:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.475561:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758301.475569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758301.475574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.475578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.475582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.475604:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.475610:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758301.475617:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758301.475626:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.475635:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758301.475648:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758301.475649:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758301.475657:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.475665:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758301.475668:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758301.475680:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758301.475684:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.475686:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.475698:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.475701:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758301.475701:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.475704:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.475706:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.475708:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758301.539365:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758301.539373:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758301.539376:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758301.539379:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758301.539384:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758301.539392:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16006 00000400:00000200:1.0:1787758301.539402:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758301.539409:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758301.539413:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758301.539416:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539419:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.539421:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758301.539427:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758301.539429:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758301.539432:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758301.539435:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758301.539437:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758301.539439:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758301.539442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539443:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.539444:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539446:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758301.539448:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758301.539451:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539453:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758301.539455:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758301.539459:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758301.539475:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.539477:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758301.539480:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758301.539491:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758301.539494:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758301.539498:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758301.539500:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.539503:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758301.539506:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758301.539511:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758301.539520:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758301.539533:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758301.539544:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758301.539554:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758301.539561:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758301.539567:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758301.539601:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758301.539605:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758301.539609:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758301.539611:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758301.539613:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758301.539617:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758301.539620:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16006 00000400:00000200:1.0:1787758301.539624:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758301.539628:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758301.539630:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758301.539633:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539635:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.539637:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.539638:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758301.539639:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758301.539643:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758301.539644:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000100:00000001:0.0:1787758301.539646:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758301.539646:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758301.539650:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787758301.539651:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758301.539655:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758301.539660:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758301.539661:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758301.539664:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539670:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.539674:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.539679:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.539681:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.539685:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787758301.539685:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787758301.539689:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787758301.539690:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 02000000:00000001:0.0:1787758301.539695:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758301.539697:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00100000:0.0:1787758301.539702:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931159424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758301.539703:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758301.539708:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758301.539709:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758301.539714:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787758301.539715:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758301.539717:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758301.539721:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.539722:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758301.539725:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000010:0.0:1787758301.539730:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 00000008:00100000:1.0:1787758301.539732:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758301.539733:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787758301.539740:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.539743:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758301.539747:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758301.539749:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000010:1.0:1787758301.539755:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000400:00000010:0.0:1787758301.539761:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000020:00000040:1.0:1787758301.539761:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758301.539769:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758301.539770:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.539773:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1787758301.539774:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159424, portal 25 02000000:00000001:1.0:1787758301.539775:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758301.539780:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1787758301.539781:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.539785:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 02000000:00000010:1.0:1787758301.539790:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000040:0.0:1787758301.539796:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758301.539797:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758301.539806:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758301.539840:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758301.539840:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758301.539844:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.539847:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758301.539851:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000040:1.0:1787758301.539851:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758301.539857:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931159424, offset 0 00000100:00000001:1.0:1787758301.539868:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.539869:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758301.539875:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758301.539881:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787758301.539882:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758301.539887:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758301.539891:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00080000:1.0:1787758301.539891:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758301.539899:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758301.539900:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1787758301.539908:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16006 00000400:00000200:0.0:1787758301.539917:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758301.539921:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758301.539923:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758301.539927:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747816:747816:256:4294967295] 192.168.201.121@tcp LPNI seq info [747810:747810:8:4294967295] 00000400:00000200:0.0:1787758301.539931:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.539939:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758301.539948:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758301.539949:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758301.539957:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000010:0.0:1787758301.539958:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00080000:1.0:1787758301.539960:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758301.539965:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758301.539970:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758301.539970:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.539977:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.539979:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000200:0.0:1787758301.539981:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000020:00000001:1.0:1787758301.539982:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758301.539984:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758301.539988:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758301.539990:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758301.539993:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758301.539997:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758301.540006:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000100:0.0:1787758301.540007:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540011:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1787758301.540012:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00000040:1.0:1787758301.540016:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540018:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758301.540020:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758301.540021:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1787758301.540024:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540029:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.540030:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1787758301.540032:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787758301.540037:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 02000000:00000001:1.0:1787758301.540037:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787758301.540041:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 02000000:00000001:1.0:1787758301.540042:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.540047:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758301.540049:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:1.0:1787758301.540050:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758301.540054:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758301.540057:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758301.540057:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758301.540064:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758301.540069:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758301.540072:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758301.540073:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758301.540076:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.540079:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758301.540080:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758301.540083:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758301.540086:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758301.540093:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:0.0:1787758301.540099:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.540100:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540102:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1787758301.540108:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758301.540109:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.540119:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758301.540122:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758301.540123:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310679504 00000100:00000001:1.0:1787758301.540127:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758301.540130:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758301.540132:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540139:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758301.540140:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758301.540146:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758301.540149:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758301.540151:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310679504 00000100:00000001:1.0:1787758301.540151:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758301.540155:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:0.0:1787758301.540157:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787758301.540159:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758301.540161:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1787758301.540164:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16006 00000100:00000001:0.0:1787758301.540167:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787758301.540171:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758301.540175:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758301.540177:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758301.540179:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.540180:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.540180:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.540185:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.540187:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758301.540187:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758301.540192:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758301.540193:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758301.540195:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758301.540197:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00100000:0.0:1787758301.540199:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758301/real 1787758301] req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758301.540200:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758301.540203:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758301.540210:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540215:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.540220:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540223:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000001:0.0:1787758301.540224:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1787758301.540226:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000400:00000001:0.0:1787758301.540227:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1787758301.540231:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000010:0.0:1787758301.540232:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758301.540234:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.540236:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 02000000:00000001:1.0:1787758301.540237:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787758301.540240:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 02000000:00000001:1.0:1787758301.540242:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758301.540244:0:2420:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1787758301.540245:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.540248:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000200:0.0:1787758301.540250:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758301.540251:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758301.540257:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.540261:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758301.540289:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758301.540292:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758301.540295:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758301.540296:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758301.540297:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1787758301.540299:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758301.540300:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758301.540303:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758301.540310:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:0.0:1787758301.540313:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787758301.540315:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540317:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.540320:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1787758301.540323:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758301.540324:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758301.540334:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758301.540335:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758301.540340:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540349:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758301.540349:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758301.540377:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758301.540380:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758301.540388:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758301.540395:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758301.540396:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758301.540402:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.540402:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758301.540406:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1787758301.540408:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758301.540410:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.540416:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758301.540417:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758301.540422:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758301.540425:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16006 00000100:00080000:0.0:1787758301.540428:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1787758301.540434:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758301.540441:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758301.540443:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1787758301.540446:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000040:1.0:1787758301.540449:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.540452:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758301.540457:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758301.540480:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758301.540502:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540507:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758301.540512:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758301.540514:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758301.540518:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758301.540521:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00100000:0.0:1787758301.540523:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931159424:192.168.201.121@tcp:250:kworker.0 00000020:00000001:1.0:1787758301.540523:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758301.540528:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758301.540534:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.540536:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758301.540536:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758301.540540:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758301.540542:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758301.540543:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758301.540546:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000040:0.0:1787758301.540548:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931159424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758301.540569:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758301.540578:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540579:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787758301.540582:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758301.540584:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758301.540588:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:1.0:1787758301.540589:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758301.540591:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758301.540594:0:2420:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:1.0:1787758301.540596:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787758301.540597:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758301.540604:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787758301.540605:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000010:0.0:1787758301.540608:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 00000008:00100000:1.0:1787758301.540610:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1787758301.540612:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758301.540617:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:1.0:1787758301.540617:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758301.540619:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:1.0:1787758301.540624:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540625:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758301.540628:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.540631:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787758301.540632:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758301.540637:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758301.540656:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1787758301.540656:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758301.540662:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758301.540662:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540669:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758301.540670:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758301.540674:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1787758301.540675:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758301.540678:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1787758301.540680:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.540686:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758301.540688:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758301.540696:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540700:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.540703:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758301.540708:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758301.540736:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758301.540739:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758301.540743:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.540749:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787758301.540753:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758301.540754:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758301.540760:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758301.540760:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.540763:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.540767:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787758301.540770:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787758301.540772:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758301.540777:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.540787:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758301.540789:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758301.540792:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000040:1.0:1787758301.540795:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16016) 00000400:00000010:0.0:1787758301.540799:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758301.540805:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159552, portal 10 00000100:00000001:0.0:1787758301.540806:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758301.540808:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758301.540815:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540821:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758301.540823:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758301.540825:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758301.540827:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931159552, offset 0 00000400:00000200:0.0:1787758301.540831:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758301.540834:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.540837:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758301.540840:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758301.540842:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758301.540845:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758301.540847:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758301.540849:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747817:747817:256:4294967295] 192.168.201.121@tcp LPNI seq info [747811:747811:8:4294967295] 00000400:00000200:0.0:1787758301.540852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.540857:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758301.540861:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.540863:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758301.540867:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758301.540869:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758301.540877:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.540879:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758301.540881:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758301.540884:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758301.540886:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758301.540888:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758301.540890:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758301.540892:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540898:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.540900:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540905:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540906:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758301.540909:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.540913:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758301.540916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758301.540917:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310678541 00000100:00000001:0.0:1787758301.540920:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.540922:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310678541 00000100:00000001:0.0:1787758301.540923:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.540925:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758301.540926:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.540928:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758301.540930:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758301/real 1787758301] req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758301.540936:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758301.540937:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758301.540939:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758301.540941:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758301.540942:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758301.540943:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758301.540945:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758301.540951:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540956:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758301.540957:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.540958:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.540959:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758301.540962:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540966:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758301.540969:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.540974:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758301.540977:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.540978:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.540979:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.540980:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758301.540984:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758301.540986:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758301.540988:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758301.540989:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758301.540992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758301.540997:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758301.541001:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758301.541003:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541008:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.541009:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.541010:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758301.541011:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758301.541013:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.541014:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758301.541016:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758301.541018:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758301.541019:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.541020:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541024:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758301.541025:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.541028:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758301.541030:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758301.541032:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758301.541035:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159680, portal 10 00000100:00000001:0.0:1787758301.541036:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758301.541038:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758301.541042:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541047:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758301.541048:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758301.541050:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758301.541052:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931159680, offset 0 00000400:00000200:0.0:1787758301.541055:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758301.541057:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.541059:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758301.541061:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758301.541063:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758301.541065:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758301.541067:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758301.541069:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747818:747818:256:4294967295] 192.168.201.121@tcp LPNI seq info [747812:747812:8:4294967295] 00000400:00000200:0.0:1787758301.541072:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.541077:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758301.541080:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.541082:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758301.541085:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758301.541087:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758301.541095:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.541097:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758301.541099:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758301.541101:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758301.541104:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758301.541106:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758301.541107:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758301.541110:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541125:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541127:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541131:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541133:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758301.541134:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.541137:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758301.541139:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758301.541140:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310678539 00000100:00000001:0.0:1787758301.541142:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.541144:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310678539 00000100:00000001:0.0:1787758301.541145:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.541147:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758301.541148:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541149:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758301.541151:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758301/real 1787758301] req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758301.541156:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758301.541157:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758301.541158:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758301.541159:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758301.541161:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758301.541162:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758301.541165:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758301.541174:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541182:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758301.541184:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541186:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.541187:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758301.541191:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541200:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758301.541204:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541213:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758301.541215:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541217:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.541220:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541221:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758301.541224:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758301.541226:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758301.541228:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758301.541230:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758301.541233:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758301.541239:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758301.541242:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758301.541244:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541248:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.541249:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.541251:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758301.541253:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758301.541254:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.541257:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758301.541259:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758301.541261:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758301.541262:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.541264:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541267:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758301.541268:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.541271:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758301.541273:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758301.541276:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758301.541278:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159808, portal 4 00000100:00000001:0.0:1787758301.541280:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758301.541281:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758301.541285:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541290:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758301.541292:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758301.541293:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758301.541295:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931159808, offset 0 00000400:00000200:0.0:1787758301.541298:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758301.541300:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.541303:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758301.541305:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758301.541307:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758301.541309:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758301.541310:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758301.541313:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747819:747819:256:4294967295] 192.168.201.121@tcp LPNI seq info [747813:747813:8:4294967295] 00000400:00000200:0.0:1787758301.541316:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.541320:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758301.541324:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.541326:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758301.541329:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758301.541349:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758301.541358:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.541359:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758301.541362:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758301.541364:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758301.541367:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758301.541368:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758301.541370:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758301.541372:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541378:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541380:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541385:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541386:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758301.541388:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.541390:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758301.541392:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758301.541394:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310678576 00000100:00000001:0.0:1787758301.541396:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.541398:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310678576 00000100:00000001:0.0:1787758301.541400:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.541401:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758301.541403:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541404:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758301.541406:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758301/real 1787758301] req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758301.541412:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758301.541413:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758301.541415:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758301.541416:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758301.541417:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758301.541419:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758301.541421:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758301.541426:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541441:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758301.541443:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541444:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.541445:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758301.541448:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541452:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758301.541454:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541459:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758301.541460:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541476:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.541478:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541480:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758301.541481:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758301.541484:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758301.541487:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758301.541490:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758301.541495:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758301.541515:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758301.541520:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541522:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541526:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931159552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541534:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758301.541535:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541537:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758301.541539:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758301.541541:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758301.541542:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758301.541544:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758301.541545:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758301.541547:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758301.541548:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758301.541549:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758301.541551:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758301.541552:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541554:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541556:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931159680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541561:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758301.541562:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541563:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758301.541565:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758301.541566:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758301.541567:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758301.541568:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758301.541569:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758301.541570:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758301.541572:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758301.541573:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758301.541575:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758301.541576:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541577:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541579:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931159808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541583:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758301.541584:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541585:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758301.541586:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758301.541587:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758301.541588:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758301.541589:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758301.541590:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758301.541591:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758301.541592:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758301.541593:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758301.541595:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758301.541596:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541597:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541599:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758301.541600:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541602:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758301.541603:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758301.541604:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758301.541606:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541610:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758301.541611:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.541613:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758301.541614:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758301.541615:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758301.541617:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758301.541620:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758301.541622:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758301.541623:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758301.541624:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541627:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758301.541628:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758301.541631:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758301.541633:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758301.541636:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758301.541638:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931159936, portal 4 00000100:00000001:0.0:1787758301.541640:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758301.541641:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758301.541646:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541651:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758301.541653:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758301.541654:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758301.541656:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931159936, offset 0 00000400:00000200:0.0:1787758301.541659:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758301.541662:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.541664:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758301.541666:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758301.541669:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758301.541671:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758301.541673:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758301.541675:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747820:747820:256:4294967295] 192.168.201.121@tcp LPNI seq info [747814:747814:8:4294967295] 00000400:00000200:0.0:1787758301.541678:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758301.541682:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758301.541685:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.541688:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758301.541690:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758301.541693:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758301.541701:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758301.541703:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758301.541705:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758301.541708:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758301.541710:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758301.541711:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758301.541713:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758301.541716:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541721:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541723:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541728:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541729:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758301.541731:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758301.541733:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758301.541735:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758301.541736:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310678555 00000100:00000001:0.0:1787758301.541738:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.541740:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310678555 00000100:00000001:0.0:1787758301.541742:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310679504 00000100:00000001:0.0:1787758301.541743:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758301.541745:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541746:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758301.541748:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758301/real 1787758301] req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758301.541754:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758301.541756:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758301.541757:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758301.541760:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758301.541761:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758301.541764:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758301.541767:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758301.541777:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541784:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758301.541786:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541789:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.541790:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758301.541795:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541804:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758301.541808:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541813:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758301.541815:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541817:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758301.541818:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541819:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758301.541820:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758301.541822:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758301.541824:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758301.541826:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758301.541828:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758301.541833:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931159936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758301.541836:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541838:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758301.541840:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931159936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758301.541845:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758301.541847:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758301.541848:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758301.541850:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758301.541851:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758301.541852:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758301.541854:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758301.541855:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758301.541857:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758301.541858:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758301.541859:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758301.541861:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758301.541862:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541863:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758301.541866:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758301.541867:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758301.541869:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758301.541881:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758302.499467:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758302.499482:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758302.499490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758302.499493:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758302.499506:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758302.499512:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758302.499513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758302.499536:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758302.499537:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758302.499553:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758302.499554:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758302.499564:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758302.499572:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758302.499584:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758302.499614:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758302.499616:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758302.499632:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758302.499643:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758302.499651:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758302.499660:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758302.499668:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758302.499672:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758302.499684:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758302.499691:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758302.499693:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758302.499711:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758302.499712:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758302.499724:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758302.499725:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758302.499747:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758302.499748:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758302.499770:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758302.499770:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758302.499784:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758302.499800:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758302.499802:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758302.563496:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310679504, at 4310679552 00000100:00000040:0.0:1787758302.563511:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310679504, at 4310679552 00000100:00000010:1.0:1787758302.563520:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000010:0.0:1787758302.563535:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758303.523419:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758303.523424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758303.523425:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758303.523450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758303.523451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758303.523458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758303.523460:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758303.523466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758303.523468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758303.523475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758303.523478:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758303.523482:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758303.523490:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758303.523496:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758303.523507:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758303.523507:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758303.523515:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758303.523520:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758303.523546:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758303.523551:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758303.523554:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758303.523558:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758303.523565:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758303.523573:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758303.523580:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758303.523583:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758303.523586:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758303.523590:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758303.523592:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758303.523603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758303.523605:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758303.523614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758303.523620:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758303.523625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758303.523628:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758303.523632:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758303.523646:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758303.523652:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758303.523655:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758303.523659:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758303.523663:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758303.523667:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758303.523670:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758303.523672:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758303.523684:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758304.547405:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758304.547433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758304.547438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758304.547448:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758304.547456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758304.547458:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758304.547473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758304.547474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758304.547484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758304.547486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758304.547502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758304.547503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758304.547521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758304.547523:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758304.547539:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758304.547547:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758304.547553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758304.547560:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758304.547565:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758304.547577:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758304.547584:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758304.547595:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758304.547597:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758304.547607:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758304.547608:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758304.547613:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758304.547615:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758304.547634:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758304.547635:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758304.547645:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758304.547653:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758304.547656:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758304.547667:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758304.547692:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758304.547699:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758304.547702:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758304.547714:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758304.547717:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758304.547719:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758304.547734:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758304.547740:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758304.547745:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758304.547748:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758304.547751:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758304.547755:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758305.571373:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758305.571378:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758305.571382:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758305.571383:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758305.571386:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758305.571388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758305.571406:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758305.571411:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758305.571416:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758305.571422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758305.571422:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758305.571427:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758305.571428:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758305.571432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758305.571433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758305.571460:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758305.571462:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758305.571465:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758305.571472:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758305.571476:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758305.571478:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758305.571479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758305.571484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758305.571484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758305.571489:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758305.571496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758305.571496:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758305.571501:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758305.571502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758305.571507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758305.571509:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758305.571510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758305.571515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758305.571524:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758305.571526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758305.571528:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758305.571530:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758305.571534:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758305.571535:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758305.571537:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758305.571540:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758305.571542:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758305.571544:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758305.571548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758305.571552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758306.595423:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758306.595437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758306.595444:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758306.595452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758306.595463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758306.595482:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758306.595490:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758306.595499:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.595513:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758306.595518:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.595522:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758306.595530:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758306.595539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758306.595547:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758306.595555:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.595566:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.595571:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.595578:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758306.595595:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758306.595610:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758306.595613:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758306.595618:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.595623:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758306.595625:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758306.595632:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758306.595638:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758306.595641:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758306.595647:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.595651:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758306.595660:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.595664:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758306.595681:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758306.595686:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.595700:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.595705:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.595710:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758306.595713:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758306.595723:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758306.595729:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758306.595736:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758306.595743:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758306.595749:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758306.595753:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758306.595755:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758306.595759:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.659758:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758306.659769:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758306.659776:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758306.659796:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.659830:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.659834:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.659846:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758306.659853:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758306.659860:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758306.659872:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931160064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758306.659885:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758306.659894:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758306.659901:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.659913:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758306.659927:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758306.659934:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758306.659950:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758306.659961:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758306.659977:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758306.659992:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160064, portal 25 00000100:00000001:0.0:1787758306.660022:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758306.660030:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758306.660052:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.660080:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758306.660091:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758306.660100:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758306.660114:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931160064, offset 0 00000400:00000200:0.0:1787758306.660134:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758306.660156:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.660174:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758306.660186:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758306.660193:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758306.660202:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758306.660211:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758306.660229:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747821:747821:256:4294967295] 192.168.201.121@tcp LPNI seq info [747815:747815:8:4294967295] 00000400:00000200:0.0:1787758306.660243:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.660320:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758306.660342:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.660353:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758306.660368:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758306.660395:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758306.660431:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.660438:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758306.660451:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758306.660467:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758306.660477:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758306.660485:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758306.660505:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758306.660518:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.660558:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.660572:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.660605:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.660612:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758306.660625:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758306.660637:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758306.660647:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310684625 00000100:00000010:0.0:1787758306.660661:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758306.660677:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758306.660695:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310684625 00000100:00000010:0.0:1787758306.660705:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758306.660716:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758306.660728:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758306.660737:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.660747:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758306.660764:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758306/real 1787758306] req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758306.660796:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758306.660801:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758306.660807:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758306.660818:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758306.660825:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758306.660833:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758306.660843:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758306.660871:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.660912:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758306.660917:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.660928:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.660931:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758306.660941:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.660966:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758306.660982:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661000:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758306.661007:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661013:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.661018:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661025:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758306.661031:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758306.661043:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758306.661056:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758306.661065:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758306.661077:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758306.661117:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931160064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758306.661132:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661138:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.661149:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931160064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661176:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758306.661182:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758306.661191:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758306.661200:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758306.661207:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758306.661213:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758306.661221:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758306.661230:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758306.661242:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758306.661247:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758306.661255:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758306.661263:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758306.661299:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661305:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661320:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758306.661326:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.661333:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758306.661339:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758306.661345:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758306.661356:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661396:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.661401:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.661411:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758306.661416:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758306.661424:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758306.661433:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758306.661445:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758306.661451:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758306.661458:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.661465:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758306.661474:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758306.661483:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758306.661493:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758306.661502:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758306.661513:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758306.661524:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160192, portal 10 00000100:00000001:0.0:1787758306.661533:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758306.661538:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758306.661555:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661584:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758306.661591:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758306.661600:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758306.661607:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931160192, offset 0 00000400:00000200:0.0:1787758306.661621:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758306.661638:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.661651:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758306.661666:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758306.661677:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758306.661686:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758306.661696:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758306.661710:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747822:747822:256:4294967295] 192.168.201.121@tcp LPNI seq info [747816:747816:8:4294967295] 00000400:00000200:0.0:1787758306.661731:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.661753:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758306.661772:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.661778:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758306.661785:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758306.661790:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758306.661806:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.661809:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758306.661813:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758306.661818:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758306.661823:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758306.661825:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758306.661829:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758306.661834:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661854:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.661858:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661867:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.661869:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758306.661873:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758306.661878:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758306.661883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758306.661886:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310683662 00000100:00000001:0.0:1787758306.661890:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.661893:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310683662 00000100:00000001:0.0:1787758306.661896:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.661899:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758306.661903:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.661905:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758306.661910:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758306/real 1787758306] req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758306.661920:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758306.661922:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758306.661924:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758306.661927:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758306.661929:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758306.661932:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758306.661936:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758306.661947:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661956:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758306.661958:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661961:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.661963:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758306.661968:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661976:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758306.661981:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.661990:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758306.661993:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661995:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.661997:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.661999:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758306.662004:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758306.662007:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758306.662011:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758306.662014:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758306.662019:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758306.662029:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758306.662034:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758306.662039:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662048:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.662050:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.662053:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758306.662055:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758306.662058:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758306.662062:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758306.662067:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758306.662069:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758306.662072:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.662074:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758306.662079:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758306.662081:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758306.662086:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758306.662088:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758306.662092:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758306.662097:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160320, portal 10 00000100:00000001:0.0:1787758306.662099:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758306.662101:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758306.662108:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662117:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758306.662120:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758306.662122:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758306.662126:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931160320, offset 0 00000400:00000200:0.0:1787758306.662131:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758306.662135:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.662140:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758306.662144:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758306.662147:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758306.662151:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758306.662154:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758306.662159:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747823:747823:256:4294967295] 192.168.201.121@tcp LPNI seq info [747817:747817:8:4294967295] 00000400:00000200:0.0:1787758306.662165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.662173:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758306.662178:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.662182:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758306.662187:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758306.662191:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758306.662206:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.662209:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758306.662212:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758306.662217:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758306.662220:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758306.662223:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758306.662226:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758306.662230:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662240:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.662245:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662253:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.662255:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758306.662259:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758306.662262:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758306.662266:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758306.662299:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310683661 00000100:00000001:0.0:1787758306.662302:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.662305:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310683661 00000100:00000001:0.0:1787758306.662308:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.662311:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758306.662314:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.662317:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758306.662322:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758306/real 1787758306] req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758306.662332:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758306.662334:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758306.662337:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758306.662340:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758306.662343:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758306.662346:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758306.662350:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758306.662361:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662369:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758306.662395:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662398:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.662400:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758306.662405:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662414:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758306.662420:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662429:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758306.662432:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662434:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.662436:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662438:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758306.662442:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758306.662445:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758306.662449:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758306.662452:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758306.662457:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758306.662475:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758306.662480:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758306.662485:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662493:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.662495:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.662497:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758306.662500:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758306.662502:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758306.662506:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758306.662510:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758306.662513:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758306.662515:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.662517:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758306.662522:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758306.662525:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758306.662530:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758306.662533:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758306.662537:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758306.662542:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160448, portal 4 00000100:00000001:0.0:1787758306.662545:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758306.662547:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758306.662553:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662562:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758306.662565:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758306.662568:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758306.662571:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931160448, offset 0 00000400:00000200:0.0:1787758306.662577:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758306.662582:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.662587:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758306.662591:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758306.662595:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758306.662598:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758306.662602:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758306.662606:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747824:747824:256:4294967295] 192.168.201.121@tcp LPNI seq info [747818:747818:8:4294967295] 00000400:00000200:0.0:1787758306.662612:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.662620:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758306.662626:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.662630:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758306.662635:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758306.662639:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758306.662653:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.662656:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758306.662660:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758306.662665:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758306.662669:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758306.662671:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758306.662675:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758306.662679:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662689:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.662694:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662702:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.662704:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758306.662707:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758306.662711:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758306.662716:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758306.662719:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310683697 00000100:00000001:0.0:1787758306.662722:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.662725:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310683697 00000100:00000001:0.0:1787758306.662728:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.662731:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758306.662734:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.662736:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758306.662741:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758306/real 1787758306] req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758306.662750:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758306.662752:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758306.662754:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758306.662757:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758306.662759:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758306.662762:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758306.662766:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758306.662777:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662785:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758306.662787:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662789:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.662791:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758306.662796:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662804:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758306.662808:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662817:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758306.662821:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662823:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.662825:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662827:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758306.662829:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758306.662833:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758306.662837:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758306.662839:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758306.662844:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758306.662854:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758306.662858:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662861:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.662865:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931160192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662873:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758306.662875:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758306.662878:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758306.662881:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758306.662882:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758306.662884:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758306.662887:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758306.662889:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758306.662893:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758306.662895:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758306.662897:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758306.662900:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758306.662902:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662904:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.662908:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931160320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662925:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758306.662927:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758306.662929:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758306.662932:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758306.662934:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758306.662935:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758306.662938:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758306.662940:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758306.662942:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758306.662944:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758306.662946:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758306.662949:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758306.662950:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662952:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.662956:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931160448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.662964:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758306.662965:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758306.662967:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758306.662970:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758306.662971:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758306.662973:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758306.662975:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758306.662977:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758306.662980:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758306.662981:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758306.662983:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758306.662986:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758306.662987:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662990:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.662994:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758306.662996:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.662998:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758306.663000:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758306.663002:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758306.663007:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663015:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758306.663018:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.663020:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758306.663023:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758306.663025:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758306.663029:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758306.663033:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758306.663036:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758306.663038:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758306.663041:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758306.663045:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758306.663048:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758306.663052:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758306.663055:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758306.663058:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758306.663062:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160576, portal 4 00000100:00000001:0.0:1787758306.663065:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758306.663067:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758306.663074:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663083:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758306.663086:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758306.663089:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758306.663092:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931160576, offset 0 00000400:00000200:0.0:1787758306.663098:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758306.663102:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.663106:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758306.663110:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758306.663113:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758306.663117:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758306.663120:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758306.663125:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747825:747825:256:4294967295] 192.168.201.121@tcp LPNI seq info [747819:747819:8:4294967295] 00000400:00000200:0.0:1787758306.663131:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758306.663139:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758306.663145:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.663149:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758306.663154:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758306.663158:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758306.663172:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758306.663175:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758306.663179:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758306.663184:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758306.663187:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758306.663190:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758306.663193:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758306.663197:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663207:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.663211:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663220:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.663222:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758306.663225:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758306.663229:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758306.663232:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758306.663235:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310683676 00000100:00000001:0.0:1787758306.663238:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.663241:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310683676 00000100:00000001:0.0:1787758306.663244:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310684625 00000100:00000001:0.0:1787758306.663247:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758306.663251:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.663253:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758306.663258:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758306/real 1787758306] req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758306.663296:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758306.663298:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758306.663300:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758306.663304:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758306.663306:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758306.663309:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758306.663314:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758306.663325:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663334:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758306.663336:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.663339:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.663340:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758306.663345:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663353:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758306.663358:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663367:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758306.663370:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.663391:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758306.663394:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.663396:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758306.663399:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758306.663402:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758306.663408:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758306.663411:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758306.663417:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758306.663427:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758306.663431:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.663434:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758306.663438:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931160576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758306.663446:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758306.663449:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758306.663451:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758306.663455:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758306.663456:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758306.663458:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758306.663461:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758306.663463:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758306.663467:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758306.663469:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758306.663471:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758306.663474:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758306.663476:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.663479:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758306.663482:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758306.663484:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758306.663487:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758306.663489:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758307.619480:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758307.619482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758307.619496:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758307.619496:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758307.619507:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758307.619509:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758307.619524:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758307.619525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758307.619539:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758307.619541:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758307.619550:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758307.619554:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758307.619559:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758307.619569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758307.619582:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758307.619584:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758307.619594:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758307.619605:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758307.619608:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758307.619619:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758307.619629:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758307.619639:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758307.619643:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758307.619648:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758307.619656:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758307.619657:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758307.619665:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758307.619669:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758307.619671:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758307.619678:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758307.619682:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758307.619691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758307.619694:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758307.619708:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758307.619716:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758307.619730:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758307.619735:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758307.619747:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758307.619756:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758307.619765:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758307.619771:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758307.619777:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758307.619783:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758307.619787:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758307.619793:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758307.683467:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310684625, at 4310684672 00000100:00000040:1.0:1787758307.683468:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310684625, at 4310684672 00000100:00000010:0.0:1787758307.683490:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758307.683494:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758308.643463:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758308.643473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758308.643480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758308.643483:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758308.643488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758308.643492:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758308.643497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758308.643498:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758308.643507:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758308.643508:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758308.643521:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758308.643522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758308.643528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758308.643531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758308.643542:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758308.643563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758308.643568:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758308.643571:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758308.643576:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758308.643580:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758308.643588:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758308.643601:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758308.643603:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758308.643611:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758308.643618:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758308.643618:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758308.643629:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758308.643632:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758308.643640:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758308.643644:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758308.643648:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758308.643652:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758308.643662:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758308.643674:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758308.643679:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758308.643683:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758309.667435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758309.667446:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758309.667450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758309.667457:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758309.667464:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758309.667470:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758309.667475:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758309.667478:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758309.667487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758309.667489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758309.667499:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758309.667501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758309.667516:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758309.667531:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758309.667542:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758309.667552:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758309.667557:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758309.667558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758309.667565:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758309.667568:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758309.667570:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758309.667578:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758309.667586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758309.667596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758309.667602:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758309.667605:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758309.667609:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758309.667613:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758309.667622:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758309.667631:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758309.667642:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758309.667645:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758309.667649:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758309.667657:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758309.667659:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758309.667669:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758309.667671:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758309.667681:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758309.667685:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758309.667688:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758309.667693:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758309.667702:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758309.667713:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758309.667721:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758309.667730:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758310.691472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758310.691482:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758310.691491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758310.691503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758310.691512:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758310.691517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758310.691521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758310.691538:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758310.691541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758310.691548:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758310.691549:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758310.691564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758310.691564:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758310.691586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758310.691605:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758310.691621:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758310.691622:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758310.691634:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758310.691637:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758310.691651:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758310.691655:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758310.691674:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758310.691685:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758310.691696:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758310.691705:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758310.691708:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758310.691709:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758310.691720:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758310.691721:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758310.691733:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758310.691745:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758310.691765:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758310.691767:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758310.691780:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758310.691781:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758310.691796:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787758310.691797:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758310.691811:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758310.691832:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758311.715462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758311.715473:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758311.715474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758311.715484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.715486:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758311.715494:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758311.715500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758311.715503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758311.715509:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758311.715512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758311.715517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.715521:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758311.715525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758311.715535:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758311.715549:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.715551:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.715567:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.715575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.715608:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758311.715616:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758311.715619:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.715623:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758311.715627:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758311.715634:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.715640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758311.715642:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758311.715645:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758311.715654:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758311.715657:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758311.715664:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758311.715675:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758311.715688:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758311.715698:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758311.715710:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.715714:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758311.715719:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758311.715729:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.715742:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758311.715757:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.715765:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758311.715773:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758311.715782:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.715805:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.715811:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.715817:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.779770:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758311.779784:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758311.779792:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758311.779812:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.779857:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.779867:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.779883:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758311.779893:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758311.779903:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.779912:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931160704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758311.779932:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758311.779944:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758311.779954:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.779969:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758311.779984:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758311.779999:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758311.780018:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758311.780031:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758311.780048:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758311.780061:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160704, portal 25 00000100:00000001:0.0:1787758311.780077:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758311.780085:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758311.780115:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.780165:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758311.780184:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758311.780195:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758311.780208:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931160704, offset 0 00000400:00000200:0.0:1787758311.780236:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758311.780265:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.780370:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758311.780385:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758311.780400:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758311.780414:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758311.780424:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758311.780439:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747826:747826:256:4294967295] 192.168.201.121@tcp LPNI seq info [747820:747820:8:4294967295] 00000400:00000200:0.0:1787758311.780456:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.780494:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758311.780518:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.780532:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758311.780555:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758311.780570:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758311.780618:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.780643:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758311.780656:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758311.780678:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758311.780690:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758311.780705:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758311.780715:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758311.780727:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.780787:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.780803:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.780870:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.780883:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758311.780902:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758311.780925:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758311.780941:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310689745 00000100:00000010:0.0:1787758311.780961:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758311.780982:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758311.781004:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310689745 00000100:00000010:0.0:1787758311.781017:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00000001:0.0:1787758311.781027:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758311.781036:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758311.781050:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.781059:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758311.781084:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758311/real 1787758311] req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758311.781200:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758311.781206:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758311.781213:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758311.781223:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758311.781232:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758311.781247:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758311.781264:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758311.781352:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781363:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758311.781366:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781370:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.781372:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758311.781378:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781389:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758311.781395:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781404:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758311.781408:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781411:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.781413:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781416:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758311.781420:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758311.781423:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758311.781429:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758311.781432:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758311.781437:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758311.781450:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931160704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758311.781456:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781459:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.781464:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931160704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781472:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758311.781476:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758311.781480:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758311.781484:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758311.781487:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758311.781489:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758311.781492:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758311.781496:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758311.781500:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758311.781503:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758311.781505:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758311.781509:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758311.781511:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781514:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781523:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758311.781525:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.781529:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758311.781531:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758311.781533:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758311.781538:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781548:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.781550:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.781554:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758311.781557:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758311.781560:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.781564:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758311.781569:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758311.781572:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758311.781574:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.781577:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758311.781582:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758311.781585:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758311.781591:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758311.781595:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758311.781601:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758311.781606:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160832, portal 10 00000100:00000001:0.0:1787758311.781609:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758311.781611:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758311.781619:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781628:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758311.781632:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758311.781635:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758311.781638:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931160832, offset 0 00000400:00000200:0.0:1787758311.781644:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758311.781650:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.781655:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758311.781660:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758311.781664:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758311.781668:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758311.781671:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758311.781676:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747827:747827:256:4294967295] 192.168.201.121@tcp LPNI seq info [747821:747821:8:4294967295] 00000400:00000200:0.0:1787758311.781682:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.781692:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758311.781698:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.781702:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758311.781708:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758311.781713:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758311.781729:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.781732:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758311.781736:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758311.781741:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758311.781745:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758311.781748:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758311.781751:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758311.781756:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781767:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.781771:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781780:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.781782:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758311.781786:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758311.781791:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758311.781795:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758311.781798:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310688782 00000100:00000001:0.0:1787758311.781804:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.781808:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310688782 00000100:00000001:0.0:1787758311.781813:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.781817:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758311.781822:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.781826:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758311.781834:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758311/real 1787758311] req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758311.781851:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758311.781853:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758311.781858:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758311.781864:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758311.781867:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758311.781872:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758311.781880:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758311.781899:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781913:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758311.781916:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781920:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.781923:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758311.781931:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781945:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758311.781954:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.781970:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758311.781975:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781979:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.781982:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.781986:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758311.781993:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758311.781999:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758311.782006:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758311.782010:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758311.782016:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758311.782028:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758311.782034:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758311.782039:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782048:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.782050:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.782053:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758311.782056:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758311.782060:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.782067:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758311.782074:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758311.782078:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758311.782081:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.782085:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758311.782092:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758311.782096:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758311.782104:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758311.782110:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758311.782118:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758311.782125:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931160960, portal 10 00000100:00000001:0.0:1787758311.782130:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758311.782133:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758311.782146:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782160:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758311.782163:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758311.782167:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758311.782171:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931160960, offset 0 00000400:00000200:0.0:1787758311.782177:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758311.782184:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.782189:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758311.782193:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758311.782251:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758311.782256:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758311.782262:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758311.782324:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747828:747828:256:4294967295] 192.168.201.121@tcp LPNI seq info [747822:747822:8:4294967295] 00000400:00000200:0.0:1787758311.782335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.782349:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758311.782359:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.782365:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758311.782371:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758311.782375:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758311.782391:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.782393:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758311.782398:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758311.782403:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758311.782407:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758311.782410:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758311.782414:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758311.782420:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782431:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.782436:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782445:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.782447:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758311.782452:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758311.782456:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758311.782461:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758311.782464:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310688781 00000100:00000001:0.0:1787758311.782467:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.782470:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310688781 00000100:00000001:0.0:1787758311.782474:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.782477:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758311.782480:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.782483:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758311.782489:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758311/real 1787758311] req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758311.782498:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758311.782500:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758311.782503:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758311.782506:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758311.782508:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758311.782511:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758311.782515:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758311.782526:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782535:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758311.782537:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.782539:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.782541:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758311.782546:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782554:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758311.782559:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782568:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758311.782571:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.782573:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.782575:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.782578:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758311.782582:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758311.782586:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758311.782590:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758311.782594:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758311.782599:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758311.782610:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931160960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758311.782615:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758311.782619:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782627:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.782629:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.782632:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758311.782634:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758311.782637:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.782641:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758311.782645:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758311.782648:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758311.782650:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.782653:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758311.782657:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758311.782660:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758311.782665:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758311.782669:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758311.782673:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758311.782678:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161088, portal 4 00000100:00000001:0.0:1787758311.782680:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758311.782682:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758311.782690:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782699:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758311.782702:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758311.782705:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758311.782708:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931161088, offset 0 00000400:00000200:0.0:1787758311.782713:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758311.782718:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.782723:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758311.782727:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758311.782731:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758311.782735:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758311.782738:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758311.782742:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747829:747829:256:4294967295] 192.168.201.121@tcp LPNI seq info [747823:747823:8:4294967295] 00000400:00000200:0.0:1787758311.782748:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.782757:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758311.782763:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.782767:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758311.782772:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758311.782776:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758311.782791:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.782793:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758311.782797:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758311.782803:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758311.782808:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758311.782812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758311.782817:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758311.782825:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782841:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.782848:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.782874:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.782878:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758311.782885:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758311.782891:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758311.782898:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758311.782903:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310688817 00000100:00000001:0.0:1787758311.782909:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.782914:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310688817 00000100:00000001:0.0:1787758311.782918:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.782922:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758311.782927:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.782930:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758311.782939:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758311/real 1787758311] req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758311.782957:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758311.782960:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758311.782964:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758311.782970:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758311.782974:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758311.782979:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758311.782986:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758311.783005:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783016:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758311.783018:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783021:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.783023:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758311.783029:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783039:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758311.783045:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783054:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758311.783057:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783060:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.783062:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783066:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758311.783069:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758311.783074:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758311.783081:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758311.783085:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758311.783094:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758311.783111:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758311.783120:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758311.783127:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783143:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758311.783146:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.783151:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758311.783154:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758311.783158:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758311.783163:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758311.783167:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758311.783170:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758311.783173:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758311.783176:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758311.783181:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758311.783184:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758311.783189:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758311.783193:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758311.783197:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758311.783202:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161216, portal 4 00000100:00000001:0.0:1787758311.783204:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758311.783206:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758311.783214:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783224:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758311.783229:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758311.783234:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758311.783240:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931161216, offset 0 00000400:00000200:0.0:1787758311.783249:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758311.783258:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.783322:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758311.783330:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758311.783336:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758311.783342:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758311.783347:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758311.783354:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747830:747830:256:4294967295] 192.168.201.121@tcp LPNI seq info [747824:747824:8:4294967295] 00000400:00000200:0.0:1787758311.783361:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758311.783370:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758311.783378:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.783383:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758311.783389:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758311.783394:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758311.783409:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758311.783412:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758311.783417:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758311.783422:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758311.783426:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758311.783428:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758311.783432:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758311.783438:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783449:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.783453:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783462:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.783464:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758311.783469:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758311.783473:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758311.783477:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758311.783480:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310688797 00000100:00000001:0.0:1787758311.783484:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.783487:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310688797 00000100:00000001:0.0:1787758311.783490:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310689745 00000100:00000001:0.0:1787758311.783492:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758311.783495:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.783498:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758311.783503:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758311/real 1787758311] req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758311.783512:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758311.783514:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758311.783517:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758311.783520:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758311.783522:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758311.783525:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758311.783530:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758311.783541:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783549:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758311.783551:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783553:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.783555:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758311.783560:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783568:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758311.783573:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783582:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758311.783585:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783588:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758311.783589:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783592:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758311.783594:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758311.783598:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758311.783602:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758311.783605:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758311.783610:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758311.783620:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758311.783624:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783627:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.783632:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931160832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783641:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758311.783643:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758311.783646:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758311.783649:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758311.783651:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758311.783653:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758311.783656:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758311.783659:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758311.783663:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758311.783664:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758311.783667:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758311.783670:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758311.783672:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783675:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.783679:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931160960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783688:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758311.783689:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758311.783692:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758311.783695:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758311.783696:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758311.783698:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758311.783700:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758311.783702:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758311.783705:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758311.783707:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758311.783709:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758311.783712:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758311.783713:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783715:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.783719:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931161088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783727:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758311.783729:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758311.783732:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758311.783734:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758311.783736:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758311.783738:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758311.783741:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758311.783742:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758311.783745:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758311.783747:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758311.783748:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758311.783752:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758311.783753:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783755:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758311.783759:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931161216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758311.783767:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758311.783768:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758311.783770:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758311.783773:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758311.783775:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758311.783776:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758311.783779:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758311.783780:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758311.783783:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758311.783784:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758311.783786:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758311.783789:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758311.783791:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783793:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758311.783798:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758311.783801:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758311.783804:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758311.783807:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758312.739471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758312.739485:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758312.739492:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758312.739495:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758312.739509:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758312.739514:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758312.739516:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758312.739534:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758312.739535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758312.739540:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758312.739554:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758312.739557:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758312.739569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758312.739571:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758312.739584:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758312.739599:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758312.739610:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758312.739611:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758312.739621:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758312.739626:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758312.739627:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758312.739656:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758312.739665:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758312.739674:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758312.739676:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758312.739697:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758312.739702:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758312.739725:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758312.739726:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758312.739743:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758312.739744:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758312.739760:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758312.739762:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758312.739789:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758312.739796:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758312.739820:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758312.739842:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758312.739850:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758312.739856:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758312.739881:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758312.739903:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758312.739910:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758312.739916:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758312.739918:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758312.739920:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758312.803365:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310689745, at 4310689792 00000100:00000010:1.0:1787758312.803380:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000040:0.0:1787758312.803435:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310689745, at 4310689792 00000100:00000010:0.0:1787758312.803455:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758313.763427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758313.763438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758313.763444:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758313.763453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758313.763463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758313.763469:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758313.763472:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758313.763487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758313.763490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758313.763495:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758313.763511:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758313.763512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758313.763524:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758313.763530:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763536:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758313.763541:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758313.763572:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758313.763581:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758313.763583:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758313.763595:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758313.763596:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758313.763605:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758313.763608:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758313.763618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758313.763619:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758313.763631:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763637:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758313.763639:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758313.763653:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763654:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763666:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758313.763667:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758313.763674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758313.763695:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758314.787351:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758314.787361:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758314.787364:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758314.787372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758314.787373:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758314.787378:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758314.787382:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758314.787383:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758314.787387:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758314.787391:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758314.787392:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758314.787396:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758314.787397:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758314.787401:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758314.787402:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758314.787418:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758314.787421:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758314.787424:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758314.787436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758314.787440:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758314.787443:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758314.787444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758314.787449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758314.787456:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758314.787458:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758314.787460:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758314.787463:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758314.787465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758314.787470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758314.787471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758314.787473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758314.787480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758314.787485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758314.787492:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758314.787495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758314.787498:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758314.787500:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758314.787506:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758314.787508:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758314.787514:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758314.787521:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758314.787525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758314.787529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758314.787531:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758314.787534:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758315.811456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758315.811468:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758315.811475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758315.811492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758315.811498:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758315.811516:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758315.811535:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758315.811541:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811543:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758315.811559:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758315.811563:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758315.811566:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811577:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758315.811579:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758315.811589:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811603:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758315.811609:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758315.811656:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758315.811665:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758315.811665:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758315.811678:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758315.811680:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758315.811696:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758315.811718:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758315.811721:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758315.811728:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758315.811734:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758315.811736:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758315.811751:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758315.811754:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811764:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758315.811775:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758315.811775:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758315.811791:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758315.811800:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758315.811822:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758315.811832:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758315.811840:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758315.811849:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758315.811856:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758315.811862:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811875:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758315.811878:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758315.811882:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.835367:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758316.835381:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758316.835382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758316.835386:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758316.835390:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758316.835396:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758316.835399:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758316.835402:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758316.835408:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758316.835409:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758316.835416:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835435:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758316.835440:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835444:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.835446:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.835450:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.835456:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758316.835472:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758316.835480:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758316.835485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758316.835498:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758316.835500:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758316.835511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758316.835513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758316.835521:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758316.835522:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758316.835541:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758316.835542:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835553:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.835555:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758316.835564:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.835573:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.835578:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.835584:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758316.835597:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758316.835604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758316.835610:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758316.835622:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758316.835628:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758316.835630:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835632:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758316.835634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835638:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758316.835655:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758316.835658:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758316.835659:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758316.835661:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758316.835663:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758316.835665:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835666:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758316.835668:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758316.835671:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.899616:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758316.899625:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758316.899629:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758316.899645:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.899663:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.899667:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.899674:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758316.899681:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758316.899694:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758316.899708:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931161344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758316.899720:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758316.899727:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758316.899733:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.899749:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758316.899758:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758316.899765:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758316.899777:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758316.899783:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758316.899791:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758316.899800:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161344, portal 25 00000100:00000001:0.0:1787758316.899805:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758316.899807:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758316.899816:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.899873:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758316.899882:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758316.899885:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758316.899895:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931161344, offset 0 00000400:00000200:0.0:1787758316.899917:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758316.899928:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.899943:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758316.899952:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758316.899963:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758316.899976:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758316.899987:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758316.900005:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747831:747831:256:4294967295] 192.168.201.121@tcp LPNI seq info [747825:747825:8:4294967295] 00000400:00000200:0.0:1787758316.900031:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.900051:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758316.900068:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.900085:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758316.900096:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758316.900106:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758316.900138:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.900144:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758316.900155:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758316.900176:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758316.900182:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758316.900185:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758316.900205:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758316.900213:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900230:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.900239:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900304:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.900313:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758316.900322:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758316.900335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758316.900345:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310694865 00000100:00000010:0.0:1787758316.900359:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758316.900371:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758316.900383:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310694865 00000100:00000010:0.0:1787758316.900387:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758316.900392:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758316.900402:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758316.900416:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.900428:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758316.900437:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758316/real 1787758316] req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758316.900473:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758316.900475:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758316.900480:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758316.900489:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758316.900497:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758316.900506:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758316.900517:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758316.900546:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900556:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758316.900559:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.900563:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.900567:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758316.900576:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900593:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758316.900599:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900607:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758316.900613:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.900617:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.900622:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.900625:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758316.900627:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758316.900632:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758316.900641:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758316.900648:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758316.900657:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758316.900675:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931161344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758316.900682:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.900685:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.900692:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931161344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900759:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758316.900764:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758316.900769:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758316.900775:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758316.900778:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758316.900783:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758316.900790:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758316.900796:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758316.900801:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758316.900804:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758316.900808:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758316.900813:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758316.900815:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.900820:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.900832:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758316.900836:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.900842:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758316.900846:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758316.900851:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758316.900861:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.900880:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.900882:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.900890:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758316.900895:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758316.900902:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758316.900918:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758316.900921:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758316.900929:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758316.900934:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.900937:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758316.900941:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758316.900945:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758316.900958:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758316.900969:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758316.900976:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758316.900983:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161472, portal 10 00000100:00000001:0.0:1787758316.900989:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758316.900993:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758316.901010:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901027:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758316.901036:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758316.901039:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758316.901044:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931161472, offset 0 00000400:00000200:0.0:1787758316.901051:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901065:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901071:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758316.901078:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758316.901082:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758316.901087:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758316.901092:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901095:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747832:747832:256:4294967295] 192.168.201.121@tcp LPNI seq info [747826:747826:8:4294967295] 00000400:00000200:0.0:1787758316.901101:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901115:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758316.901129:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901142:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758316.901154:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758316.901161:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758316.901207:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901213:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758316.901225:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758316.901244:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758316.901258:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758316.901261:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758316.901281:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758316.901288:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901303:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.901307:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901315:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901316:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758316.901320:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758316.901324:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758316.901327:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758316.901329:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310693902 00000100:00000001:0.0:1787758316.901332:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.901334:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310693902 00000100:00000001:0.0:1787758316.901336:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.901338:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758316.901340:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901341:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758316.901344:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758316/real 1787758316] req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758316.901349:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758316.901350:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758316.901352:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758316.901354:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758316.901355:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758316.901357:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758316.901359:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758316.901365:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901369:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758316.901370:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901371:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.901372:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758316.901374:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901378:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758316.901381:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901386:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758316.901388:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901389:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.901390:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901392:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758316.901395:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758316.901397:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758316.901399:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758316.901401:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758316.901403:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758316.901408:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758316.901411:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758316.901414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901418:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.901419:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.901421:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758316.901423:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758316.901425:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758316.901427:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758316.901429:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758316.901431:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758316.901432:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.901433:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758316.901436:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758316.901438:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758316.901440:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758316.901442:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758316.901444:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758316.901447:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161600, portal 10 00000100:00000001:0.0:1787758316.901449:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758316.901450:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758316.901454:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901459:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758316.901460:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758316.901462:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758316.901463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931161600, offset 0 00000400:00000200:0.0:1787758316.901466:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901469:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901471:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758316.901473:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758316.901475:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758316.901477:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758316.901479:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901481:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747833:747833:256:4294967295] 192.168.201.121@tcp LPNI seq info [747827:747827:8:4294967295] 00000400:00000200:0.0:1787758316.901484:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901489:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758316.901492:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901496:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758316.901500:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758316.901503:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758316.901516:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901519:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758316.901522:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758316.901526:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758316.901530:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758316.901532:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758316.901535:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758316.901539:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901548:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.901551:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901555:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901557:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758316.901559:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758316.901562:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758316.901564:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758316.901566:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310693900 00000100:00000001:0.0:1787758316.901567:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.901569:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310693900 00000100:00000001:0.0:1787758316.901571:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.901572:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758316.901573:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901575:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758316.901577:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758316/real 1787758316] req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758316.901583:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758316.901584:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758316.901585:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758316.901586:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758316.901588:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758316.901589:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758316.901591:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758316.901597:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901602:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758316.901603:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901605:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.901606:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758316.901608:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901612:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758316.901615:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901619:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758316.901620:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901622:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.901622:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901624:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758316.901626:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758316.901628:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758316.901630:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758316.901631:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758316.901634:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758316.901639:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758316.901641:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758316.901644:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901649:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.901650:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.901652:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758316.901654:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758316.901655:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758316.901657:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758316.901660:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758316.901662:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758316.901663:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.901664:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758316.901666:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758316.901668:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758316.901670:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758316.901672:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758316.901675:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758316.901677:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161728, portal 4 00000100:00000001:0.0:1787758316.901678:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758316.901679:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758316.901683:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901687:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758316.901689:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758316.901691:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758316.901692:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931161728, offset 0 00000400:00000200:0.0:1787758316.901695:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901700:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758316.901702:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758316.901704:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758316.901706:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758316.901708:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901710:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747834:747834:256:4294967295] 192.168.201.121@tcp LPNI seq info [747828:747828:8:4294967295] 00000400:00000200:0.0:1787758316.901713:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901717:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758316.901721:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901723:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758316.901726:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758316.901728:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758316.901736:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901737:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758316.901739:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758316.901742:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758316.901744:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758316.901745:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758316.901747:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758316.901749:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901754:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.901756:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901760:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901761:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758316.901763:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758316.901765:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758316.901767:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758316.901768:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310693936 00000100:00000001:0.0:1787758316.901770:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.901772:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310693936 00000100:00000001:0.0:1787758316.901773:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.901774:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758316.901776:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901777:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758316.901779:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758316/real 1787758316] req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758316.901785:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758316.901786:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758316.901787:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758316.901788:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758316.901790:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758316.901791:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758316.901793:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758316.901798:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901802:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758316.901803:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901804:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.901805:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758316.901807:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901811:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758316.901813:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901817:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758316.901819:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901820:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.901821:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901822:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758316.901823:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758316.901825:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758316.901827:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758316.901829:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758316.901832:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758316.901837:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758316.901839:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901841:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.901843:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931161472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901847:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758316.901848:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758316.901850:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758316.901851:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758316.901852:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758316.901853:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758316.901855:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758316.901856:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758316.901858:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758316.901859:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758316.901860:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758316.901861:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758316.901862:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901864:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.901866:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931161600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901870:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758316.901871:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758316.901872:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758316.901873:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758316.901874:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758316.901875:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758316.901876:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758316.901877:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758316.901878:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758316.901879:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758316.901880:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758316.901882:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758316.901883:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901884:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.901886:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931161728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901890:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758316.901891:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758316.901892:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758316.901893:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758316.901894:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758316.901895:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758316.901896:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758316.901897:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758316.901898:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758316.901899:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758316.901900:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758316.901901:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758316.901902:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901903:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.901906:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758316.901907:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.901909:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758316.901910:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758316.901911:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758316.901913:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901918:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758316.901919:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.901920:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758316.901921:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758316.901923:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758316.901924:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758316.901927:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758316.901929:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758316.901930:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758316.901931:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758316.901933:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758316.901934:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758316.901936:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758316.901938:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758316.901940:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758316.901942:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161856, portal 4 00000100:00000001:0.0:1787758316.901944:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758316.901945:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758316.901948:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.901953:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758316.901954:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758316.901956:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758316.901958:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931161856, offset 0 00000400:00000200:0.0:1787758316.901960:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901962:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901965:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758316.901967:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758316.901970:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758316.901973:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758316.901975:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758316.901979:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747835:747835:256:4294967295] 192.168.201.121@tcp LPNI seq info [747829:747829:8:4294967295] 00000400:00000200:0.0:1787758316.901983:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758316.901989:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758316.901995:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.901998:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758316.902002:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758316.902006:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758316.902018:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758316.902020:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758316.902022:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758316.902025:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758316.902027:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758316.902028:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758316.902030:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758316.902033:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.902039:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.902041:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.902045:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.902047:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758316.902049:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758316.902051:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758316.902054:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758316.902055:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310693915 00000100:00000001:0.0:1787758316.902057:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.902058:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310693915 00000100:00000001:0.0:1787758316.902060:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310694865 00000100:00000001:0.0:1787758316.902062:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758316.902063:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.902064:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758316.902067:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758316/real 1787758316] req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758316.902072:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758316.902073:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758316.902074:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758316.902075:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758316.902076:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758316.902078:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758316.902080:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758316.902086:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.902089:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758316.902090:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.902092:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.902092:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758316.902095:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.902099:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758316.902101:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.902106:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758316.902107:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.902108:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758316.902109:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.902110:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758316.902111:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758316.902113:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758316.902115:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758316.902117:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758316.902119:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758316.902125:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931161856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758316.902127:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.902129:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758316.902132:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931161856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758316.902139:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758316.902141:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758316.902143:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758316.902145:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758316.902147:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758316.902148:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758316.902150:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758316.902152:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758316.902155:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758316.902156:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758316.902158:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758316.902161:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758316.902162:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.902164:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758316.902168:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758316.902170:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758316.902172:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758316.902174:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758317.859357:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758317.859363:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758317.859365:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758317.859371:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758317.859372:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758317.859376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758317.859382:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758317.859382:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758317.859391:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758317.859393:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758317.859395:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758317.859396:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859402:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758317.859406:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859413:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758317.859414:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758317.859417:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758317.859423:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758317.859442:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758317.859448:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758317.859457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758317.859464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758317.859466:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758317.859476:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758317.859484:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758317.859484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758317.859495:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758317.859497:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758317.859513:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758317.859514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758317.859526:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758317.859530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859532:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758317.859558:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758317.859564:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758317.859573:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758317.859588:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758317.859589:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758317.859598:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758317.859607:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758317.859609:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758317.859613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859617:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758317.859622:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859629:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758317.859667:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758317.859676:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758317.859693:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758317.859705:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758317.859713:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758317.859726:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859730:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758317.859732:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758317.859735:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758317.923332:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310694865, at 4310694912 00000100:00000040:0.0:1787758317.923335:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310694865, at 4310694912 00000100:00000010:1.0:1787758317.923345:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000010:0.0:1787758317.923346:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758318.883400:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758318.883411:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758318.883413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758318.883418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758318.883419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758318.883423:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758318.883424:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758318.883430:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758318.883430:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758318.883436:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758318.883441:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758318.883442:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758318.883450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758318.883459:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883469:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758318.883469:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758318.883475:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883489:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758318.883497:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758318.883509:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758318.883525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758318.883534:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758318.883553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758318.883553:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758318.883566:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758318.883566:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883576:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758318.883580:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758318.883581:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758318.883585:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758318.883589:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758318.883590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758318.883593:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758318.883595:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883602:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758318.883642:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758318.883652:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758318.883662:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758318.883676:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758318.883689:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758318.883699:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883709:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758318.883715:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758318.883722:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758319.907403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758319.907411:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758319.907414:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758319.907420:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758319.907427:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758319.907435:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758319.907442:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758319.907445:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758319.907453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758319.907453:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758319.907460:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758319.907468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758319.907469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758319.907485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758319.907493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758319.907509:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758319.907513:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758319.907515:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758319.907519:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758319.907521:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758319.907522:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758319.907529:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758319.907541:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758319.907543:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758319.907551:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758319.907556:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758319.907564:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758319.907566:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758319.907569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758319.907582:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758319.907582:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758319.907589:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758319.907596:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758319.907604:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758319.907606:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758319.907610:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758319.907614:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758319.907617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758319.907617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758319.907621:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758319.907625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758319.907628:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758319.907630:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758319.907632:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758319.907636:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758320.931351:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758320.931361:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758320.931366:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758320.931374:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758320.931375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758320.931382:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758320.931384:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758320.931389:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758320.931394:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758320.931397:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758320.931404:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758320.931407:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758320.931409:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758320.931412:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758320.931416:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758320.931417:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758320.931421:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758320.931426:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758320.931435:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758320.931441:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758320.931444:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758320.931448:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758320.931451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758320.931454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758320.931459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758320.931460:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758320.931464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758320.931465:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758320.931470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758320.931470:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758320.931476:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758320.931477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758320.931484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758320.931490:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758320.931494:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758320.931499:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758320.931512:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758320.931515:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758320.931516:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758320.931518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758320.931520:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758320.931522:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758320.931524:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758320.931525:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758320.931527:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758321.955382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758321.955387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758321.955392:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758321.955392:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758321.955397:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758321.955398:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758321.955406:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758321.955406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758321.955415:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758321.955415:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758321.955422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758321.955423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758321.955429:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758321.955435:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758321.955442:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758321.955444:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758321.955446:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758321.955451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758321.955469:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758321.955481:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758321.955487:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758321.955501:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758321.955508:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758321.955510:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758321.955516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758321.955516:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758321.955526:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758321.955532:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758321.955532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758321.955542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758321.955544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758321.955557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758321.955558:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758321.955575:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758321.955583:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758321.955589:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758321.955604:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758321.955613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758321.955622:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758321.955629:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758321.955633:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758321.955638:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758321.955643:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758321.955658:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758321.955667:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.019663:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758322.019673:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758322.019677:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758322.019695:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.019721:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.019725:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.019743:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758322.019769:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758322.019773:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758322.019781:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931161984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758322.019786:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758322.019792:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758322.019795:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.019802:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758322.019813:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758322.019817:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758322.019830:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758322.019836:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758322.019849:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758322.019862:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931161984, portal 25 00000100:00000001:0.0:1787758322.019874:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758322.019880:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758322.019895:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.019953:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758322.019965:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758322.019976:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758322.019985:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931161984, offset 0 00000400:00000200:0.0:1787758322.020008:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758322.020028:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.020058:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758322.020074:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758322.020086:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758322.020094:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758322.020137:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758322.020146:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747836:747836:256:4294967295] 192.168.201.121@tcp LPNI seq info [747830:747830:8:4294967295] 00000400:00000200:0.0:1787758322.020163:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.020188:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758322.020206:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.020222:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758322.020237:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758322.020247:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758322.020358:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.020369:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758322.020402:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758322.020419:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758322.020430:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758322.020438:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758322.020453:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758322.020476:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.020519:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.020530:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.020572:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.020583:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758322.020595:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758322.020607:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758322.020613:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310699985 00000100:00000010:0.0:1787758322.020621:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758322.020646:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758322.020664:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310699985 00000100:00000010:0.0:1787758322.020674:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787758322.020683:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758322.020693:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758322.020705:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.020717:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758322.020731:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758322/real 1787758322] req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758322.020787:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758322.020791:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758322.020799:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758322.020808:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758322.020814:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758322.020826:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758322.020834:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758322.020861:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.020871:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758322.020875:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.020880:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.020890:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758322.020907:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.020941:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758322.020959:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.020988:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758322.020992:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.020999:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.021004:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021033:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758322.021039:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758322.021055:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758322.021070:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758322.021082:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758322.021099:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758322.021159:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931161984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758322.021174:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021184:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.021200:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931161984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021220:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758322.021224:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758322.021228:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758322.021237:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758322.021243:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758322.021249:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758322.021255:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758322.021260:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758322.021294:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758322.021302:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758322.021307:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758322.021312:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758322.021316:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021322:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021328:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758322.021331:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.021334:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758322.021336:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758322.021338:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758322.021345:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021364:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.021365:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.021367:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758322.021370:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758322.021372:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758322.021374:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758322.021377:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758322.021379:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758322.021381:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.021383:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758322.021386:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758322.021388:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758322.021391:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758322.021394:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758322.021397:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758322.021400:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931162112, portal 10 00000100:00000001:0.0:1787758322.021402:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758322.021403:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758322.021409:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021443:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758322.021446:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758322.021449:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758322.021451:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931162112, offset 0 00000400:00000200:0.0:1787758322.021455:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758322.021460:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.021464:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758322.021467:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758322.021470:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758322.021473:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758322.021475:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758322.021479:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747837:747837:256:4294967295] 192.168.201.121@tcp LPNI seq info [747831:747831:8:4294967295] 00000400:00000200:0.0:1787758322.021483:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.021489:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758322.021493:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.021496:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758322.021510:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758322.021513:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758322.021525:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.021527:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758322.021530:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758322.021534:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758322.021536:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758322.021538:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758322.021541:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758322.021544:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021552:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.021554:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021561:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.021562:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758322.021566:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758322.021570:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758322.021573:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758322.021575:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310699022 00000100:00000001:0.0:1787758322.021578:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.021580:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310699022 00000100:00000001:0.0:1787758322.021582:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.021584:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758322.021586:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.021588:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758322.021591:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758322/real 1787758322] req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758322.021599:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758322.021600:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758322.021602:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758322.021605:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758322.021606:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758322.021608:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758322.021611:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758322.021618:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021624:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758322.021626:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021628:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.021629:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758322.021633:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021638:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758322.021642:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021649:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758322.021652:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021654:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.021655:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021657:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758322.021660:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758322.021663:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758322.021666:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758322.021668:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758322.021672:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758322.021679:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758322.021683:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758322.021687:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021692:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.021694:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.021696:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758322.021697:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758322.021699:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758322.021702:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758322.021705:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758322.021707:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758322.021708:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.021710:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758322.021713:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758322.021715:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758322.021718:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758322.021720:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758322.021723:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758322.021726:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931162240, portal 10 00000100:00000001:0.0:1787758322.021728:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758322.021729:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758322.021751:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021756:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758322.021758:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758322.021760:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758322.021762:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931162240, offset 0 00000400:00000200:0.0:1787758322.021765:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758322.021768:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.021770:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758322.021772:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758322.021774:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758322.021776:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758322.021778:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758322.021781:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747838:747838:256:4294967295] 192.168.201.121@tcp LPNI seq info [747832:747832:8:4294967295] 00000400:00000200:0.0:1787758322.021785:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.021790:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758322.021793:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.021796:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758322.021799:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758322.021801:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758322.021819:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.021821:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758322.021823:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758322.021826:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758322.021828:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758322.021830:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758322.021832:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758322.021835:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021841:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.021843:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021848:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.021850:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758322.021852:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758322.021855:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758322.021857:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758322.021859:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310699020 00000100:00000001:0.0:1787758322.021861:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.021863:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310699020 00000100:00000001:0.0:1787758322.021865:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.021866:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758322.021868:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.021869:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758322.021872:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758322/real 1787758322] req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758322.021878:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758322.021879:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758322.021880:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758322.021882:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758322.021883:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758322.021885:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758322.021887:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758322.021894:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021900:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758322.021901:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021902:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.021904:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758322.021906:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021911:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758322.021914:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021919:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758322.021921:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021922:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.021924:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.021925:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758322.021927:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758322.021929:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758322.021931:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758322.021933:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758322.021936:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758322.021942:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758322.021945:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758322.021948:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.021953:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.021955:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.021957:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758322.021958:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758322.021960:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758322.021962:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758322.021965:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758322.021967:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758322.021968:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.021969:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758322.021980:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758322.021981:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758322.021984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758322.021986:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758322.021989:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758322.021991:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931162368, portal 4 00000100:00000001:0.0:1787758322.021993:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758322.021994:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758322.021998:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022003:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758322.022005:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758322.022007:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758322.022008:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931162368, offset 0 00000400:00000200:0.0:1787758322.022011:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758322.022014:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.022017:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758322.022019:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758322.022021:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758322.022023:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758322.022024:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758322.022027:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747839:747839:256:4294967295] 192.168.201.121@tcp LPNI seq info [747833:747833:8:4294967295] 00000400:00000200:0.0:1787758322.022031:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.022036:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758322.022040:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.022042:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758322.022045:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758322.022047:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758322.022056:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.022057:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758322.022060:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758322.022062:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758322.022064:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758322.022065:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758322.022067:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758322.022070:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022076:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.022078:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022083:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.022085:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758322.022086:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758322.022089:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758322.022091:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758322.022093:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310699056 00000100:00000001:0.0:1787758322.022095:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.022097:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310699056 00000100:00000001:0.0:1787758322.022099:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.022100:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758322.022117:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.022119:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758322.022122:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758322/real 1787758322] req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758322.022129:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758322.022130:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758322.022132:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758322.022134:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758322.022135:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758322.022137:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758322.022139:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758322.022146:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022151:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758322.022152:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022153:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.022154:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758322.022157:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022163:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758322.022165:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022171:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758322.022173:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022174:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.022175:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022177:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758322.022178:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758322.022180:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758322.022183:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758322.022184:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758322.022188:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758322.022194:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758322.022197:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758322.022200:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022205:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.022206:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.022208:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758322.022209:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758322.022211:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758322.022213:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758322.022216:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758322.022217:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758322.022218:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758322.022220:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758322.022222:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758322.022224:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758322.022226:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758322.022228:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758322.022231:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758322.022233:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931162496, portal 4 00000100:00000001:0.0:1787758322.022235:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758322.022236:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758322.022241:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022246:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758322.022248:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758322.022250:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758322.022252:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931162496, offset 0 00000400:00000200:0.0:1787758322.022256:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758322.022258:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.022261:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758322.022263:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758322.022285:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758322.022288:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758322.022290:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758322.022293:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747840:747840:256:4294967295] 192.168.201.121@tcp LPNI seq info [747834:747834:8:4294967295] 00000400:00000200:0.0:1787758322.022296:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758322.022301:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758322.022305:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.022307:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758322.022311:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758322.022313:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758322.022321:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758322.022323:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758322.022326:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758322.022328:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758322.022331:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758322.022333:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758322.022335:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758322.022338:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022344:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.022362:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022368:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.022370:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758322.022373:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758322.022376:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758322.022379:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758322.022382:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310699036 00000100:00000001:0.0:1787758322.022384:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.022386:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310699036 00000100:00000001:0.0:1787758322.022389:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310699985 00000100:00000001:0.0:1787758322.022390:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758322.022392:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.022394:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758322.022397:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758322/real 1787758322] req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758322.022404:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758322.022405:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758322.022407:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758322.022409:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758322.022411:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758322.022413:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758322.022416:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758322.022423:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022429:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758322.022430:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022432:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.022433:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758322.022436:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022442:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758322.022446:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022451:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758322.022454:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022456:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758322.022457:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022459:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758322.022460:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758322.022463:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758322.022466:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758322.022468:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758322.022471:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758322.022478:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931162496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758322.022482:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022484:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.022487:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931162112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022493:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758322.022494:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758322.022502:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758322.022504:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758322.022505:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758322.022507:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758322.022509:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758322.022510:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758322.022513:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758322.022514:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758322.022516:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758322.022518:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758322.022519:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022521:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.022524:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931162240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022535:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758322.022537:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758322.022538:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758322.022540:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758322.022542:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758322.022543:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758322.022545:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758322.022546:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758322.022548:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758322.022549:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758322.022551:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758322.022553:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758322.022554:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022555:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.022558:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931162368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022563:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758322.022564:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758322.022566:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758322.022568:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758322.022569:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758322.022570:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758322.022572:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758322.022573:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758322.022575:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758322.022576:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758322.022577:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758322.022579:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758322.022581:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022582:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758322.022585:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931162496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758322.022590:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758322.022591:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758322.022593:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758322.022595:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758322.022596:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758322.022598:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758322.022599:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758322.022601:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758322.022603:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758322.022604:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758322.022605:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758322.022607:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758322.022608:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022610:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.022613:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758322.022614:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.022616:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758322.022618:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.979464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758322.979484:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758322.979496:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758322.979496:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758322.979520:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758322.979520:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758322.979535:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.979537:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758322.979552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758322.979559:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758322.979564:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.979579:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758322.979581:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758322.979601:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.979602:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758322.979635:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758322.979641:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758322.979648:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.979684:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758322.979685:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758322.979696:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758322.979696:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758322.979706:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758322.979706:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758322.979730:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758322.979731:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758322.979743:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758322.979747:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758322.979755:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.979757:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758322.979779:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758322.979787:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758322.979798:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758322.979799:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758322.979807:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758322.979826:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758322.979839:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758322.979854:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758322.979872:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758322.979882:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758322.979894:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758322.979899:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758322.979902:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758322.979904:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758322.979908:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758323.043348:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310699985, at 4310700032 00000100:00000040:1.0:1787758323.043349:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310699985, at 4310700032 00000100:00000010:0.0:1787758323.043364:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000010:1.0:1787758323.043366:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000001:1.0:1787758324.003342:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758324.003348:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758324.003348:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758324.003353:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758324.003355:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758324.003358:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758324.003361:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758324.003363:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758324.003368:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758324.003370:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758324.003376:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003377:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758324.003381:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758324.003385:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003392:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758324.003392:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758324.003397:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003404:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758324.003420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758324.003423:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758324.003425:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758324.003427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758324.003429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758324.003429:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758324.003434:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758324.003435:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003439:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758324.003440:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758324.003444:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758324.003445:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758324.003449:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758324.003451:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758324.003455:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003460:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758324.003462:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003466:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758324.003503:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758324.003509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758324.003511:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758324.003518:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758324.003520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758324.003522:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758324.003525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758324.003533:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758324.003534:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758324.003546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758324.003547:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003553:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003579:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758324.003587:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758324.003590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758324.003592:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758324.003594:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758324.003597:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758325.027437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758325.027452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758325.027460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758325.027469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758325.027483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758325.027490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758325.027498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758325.027503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758325.027509:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758325.027510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758325.027519:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758325.027522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758325.027539:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758325.027550:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758325.027562:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758325.027571:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758325.027572:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758325.027584:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758325.027592:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758325.027597:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758325.027606:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758325.027610:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758325.027616:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758325.027635:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758325.027675:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758325.027691:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758325.027692:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758325.027700:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758325.027704:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758325.027708:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758325.027722:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758325.027723:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758325.027739:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758325.027755:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758325.027765:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758325.027782:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758325.027807:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758325.027816:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758325.027822:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758325.027833:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758325.027854:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758325.027877:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758325.027881:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758325.027884:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758325.027890:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758326.051447:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758326.051449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758326.051460:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758326.051461:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758326.051466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758326.051468:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758326.051483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758326.051483:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758326.051499:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758326.051501:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758326.051507:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758326.051509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758326.051534:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758326.051555:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758326.051568:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758326.051576:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758326.051615:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758326.051626:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758326.051633:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758326.051652:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758326.051662:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758326.051663:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758326.051674:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758326.051675:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051687:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758326.051688:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758326.051696:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758326.051697:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758326.051707:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758326.051709:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758326.051713:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051722:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758326.051727:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051736:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758326.051768:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758326.051775:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758326.051778:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758326.051784:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758326.051790:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758326.051796:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051801:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758326.051806:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758326.051811:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758326.051842:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758326.051850:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758326.051855:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758327.075497:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758327.075518:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758327.075523:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758327.075524:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758327.075538:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758327.075549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758327.075552:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.075562:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758327.075573:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758327.075576:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758327.075595:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758327.075598:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758327.075602:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758327.075627:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758327.075639:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758327.075652:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758327.075657:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758327.075663:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758327.075699:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758327.075710:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758327.075714:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.075717:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758327.075720:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758327.075732:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758327.075734:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758327.075740:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758327.075744:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758327.075753:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758327.075763:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758327.075764:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758327.075783:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.075801:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758327.075813:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758327.075823:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758327.075836:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758327.075853:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758327.075874:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758327.075874:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758327.075897:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758327.075932:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758327.075951:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758327.075958:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758327.075963:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758327.075966:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758327.075970:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758327.139492:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758327.139504:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758327.139507:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758327.139511:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758327.139517:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758327.139526:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16031 00000400:00000200:0.0:1787758327.139547:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758327.139555:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758327.139560:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758327.139564:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139568:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.139572:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139575:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758327.139580:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758327.139582:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758327.139586:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758327.139590:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758327.139593:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758327.139596:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758327.139599:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139603:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.139606:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139609:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758327.139613:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758327.139618:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139620:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758327.139624:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758327.139628:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758327.139632:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.139635:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758327.139638:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758327.139648:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758327.139660:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758327.139666:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758327.139668:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.139673:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758327.139676:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758327.139681:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758327.139691:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758327.139699:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758327.139710:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931162624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758327.139724:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758327.139729:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758327.139736:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931162624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758327.139791:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758327.139796:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758327.139802:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758327.139804:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758327.139808:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758327.139814:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758327.139821:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16031 00000400:00000200:0.0:1787758327.139828:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758327.139833:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758327.139838:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758327.139851:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139859:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.139872:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139877:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758327.139887:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758327.139891:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758327.139895:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758327.139906:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758327.139921:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758327.139936:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758327.139949:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139957:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.139972:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.139988:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758327.139994:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758327.140005:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758327.140054:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758327.140059:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758327.140067:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758327.140071:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.140073:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758327.140079:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758327.140086:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.140091:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758327.140128:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758327.140141:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758327.140156:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758327.140160:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.140168:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758327.140178:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758327.140188:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758327.140211:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758327.140227:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758327.140249:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931162752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758327.140277:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758327.140350:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758327.140364:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931162752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758327.140394:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758327.140402:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758327.140408:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758327.140416:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758327.140421:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758327.140426:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758327.140442:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16031 00000400:00000200:0.0:1787758327.140459:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758327.140473:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758327.140480:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758327.140504:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.140514:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.140521:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.140530:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758327.140551:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758327.140559:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758327.140576:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758327.140582:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758327.140596:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758327.140610:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758327.140632:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.140640:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.140648:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.140651:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758327.140654:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758327.140659:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758327.140662:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758327.140666:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758327.140677:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758327.140683:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.140689:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758327.140698:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758327.140715:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.140721:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758327.140729:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758327.140738:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758327.140744:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758327.140767:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.140784:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758327.140793:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758327.140800:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758327.140819:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758327.140834:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758327.140860:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931162880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758327.140882:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758327.140894:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758327.140910:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931162880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758327.140978:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758327.140990:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758327.140998:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758327.141001:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758327.141006:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758327.141051:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758327.141087:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16031 00000400:00000200:0.0:1787758327.141101:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758327.141114:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758327.141118:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758327.141129:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141143:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.141159:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141178:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758327.141194:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758327.141200:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758327.141208:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758327.141217:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758327.141230:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758327.141238:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758327.141256:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141264:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.141304:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141310:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758327.141328:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758327.141349:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141371:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758327.141378:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758327.141390:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758327.141401:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.141414:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758327.141423:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758327.141435:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.141447:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758327.141466:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758327.141487:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758327.141498:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758327.141507:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.141521:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758327.141527:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758327.141542:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758327.141556:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758327.141569:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758327.141588:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931163008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758327.141653:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758327.141658:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758327.141677:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931163008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758327.141785:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758327.141802:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758327.141821:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758327.141830:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758327.141835:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758327.141841:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758327.141857:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16031 00000400:00000200:0.0:1787758327.141882:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758327.141894:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758327.141906:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758327.141929:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141946:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.141956:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.141967:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758327.141972:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758327.141975:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758327.141981:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758327.141988:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758327.141994:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758327.141998:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758327.142009:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.142043:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758327.142071:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758327.142086:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758327.142101:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758327.142123:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758327.142137:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758327.142151:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758327.142166:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758327.142182:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.142196:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758327.142207:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758327.142224:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.142229:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758327.142237:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758327.142248:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758327.142258:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758327.142263:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758327.142270:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758327.142273:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758327.142312:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758327.142331:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758327.142340:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758327.142374:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931163136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758327.142458:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758327.142474:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758327.142491:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931163136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758327.142539:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758327.142553:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16041) 00000100:00000001:1.0:1787758328.099457:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758328.099463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758328.099466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758328.099472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758328.099478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758328.099485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758328.099487:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758328.099490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758328.099498:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758328.099499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758328.099504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758328.099505:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758328.099515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758328.099525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758328.099526:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758328.099534:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758328.099535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758328.099538:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758328.099550:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758328.099560:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758328.099566:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758328.099567:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758328.099575:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758328.099587:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758328.099587:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758328.099591:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758328.099599:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758328.099642:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758328.099645:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758328.099648:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758328.099657:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758328.099658:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758328.099669:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758328.099670:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758328.099685:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758328.099688:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758328.099695:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758328.099697:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758328.099700:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758328.099710:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758328.099714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758328.099719:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758328.099720:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758328.099724:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758328.099728:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758328.163337:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310705105, at 4310705152 00000100:00000040:1.0:1787758328.163337:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310705105, at 4310705152 00000100:00000010:1.0:1787758328.163351:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787758328.163354:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787758329.123433:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758329.123436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758329.123444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758329.123445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758329.123450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758329.123452:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758329.123467:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758329.123468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758329.123485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758329.123486:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758329.123503:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758329.123503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758329.123522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758329.123536:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758329.123557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758329.123557:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758329.123569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758329.123578:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758329.123613:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758329.123625:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758329.123633:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758329.123636:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758329.123642:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758329.123646:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758329.123654:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758329.123657:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758329.123667:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758329.123667:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758329.123682:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758329.123687:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758329.123695:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758329.123702:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758329.123710:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758329.123710:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758329.123714:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758329.123718:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758330.147416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758330.147422:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758330.147428:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758330.147436:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758330.147443:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758330.147444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758330.147448:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758330.147453:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758330.147458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758330.147458:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758330.147463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758330.147465:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758330.147471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758330.147473:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758330.147477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758330.147485:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758330.147488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758330.147495:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758330.147507:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758330.147512:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758330.147519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758330.147528:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758330.147532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758330.147537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758330.147541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758330.147544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758330.147548:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758330.147579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758330.147582:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758330.147587:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758330.147593:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758330.147593:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758330.147607:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758330.147609:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758330.147619:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758330.147622:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758330.147627:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758330.147627:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758330.147635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758330.147640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758330.147641:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758330.147649:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758330.147649:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758330.147654:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758330.147655:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758331.171388:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758331.171398:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758331.171403:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758331.171406:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758331.171409:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758331.171412:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758331.171414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758331.171415:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758331.171418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758331.171420:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758331.171422:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758331.171426:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758331.171427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758331.171432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758331.171433:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758331.171437:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758331.171441:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758331.171451:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758331.171460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758331.171465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758331.171470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758331.171475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758331.171485:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758331.171488:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758331.171492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758331.171494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758331.171501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758331.171519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758331.171521:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758331.171525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758331.171532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758331.171532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758331.171537:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758331.171540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758331.171543:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758331.171549:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758331.171572:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758331.171578:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758331.171582:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758331.171599:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758331.171615:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758331.171630:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758331.171656:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758331.171662:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758331.171665:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.195399:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758332.195408:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758332.195416:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758332.195417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758332.195425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.195426:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.195442:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758332.195444:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758332.195448:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758332.195458:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758332.195465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758332.195466:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758332.195470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758332.195473:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758332.195478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758332.195480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758332.195488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758332.195499:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.195512:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758332.195526:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758332.195538:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.195546:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758332.195549:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758332.195553:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758332.195554:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758332.195558:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.195560:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758332.195561:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758332.195568:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758332.195569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758332.195580:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758332.195581:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758332.195600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758332.195601:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758332.195606:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758332.195617:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758332.259387:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758332.259399:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758332.259401:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758332.259406:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758332.259411:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758332.259419:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16036 00000400:00000200:1.0:1787758332.259429:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758332.259436:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758332.259440:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758332.259442:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259446:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.259448:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259450:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758332.259454:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758332.259456:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758332.259459:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758332.259462:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758332.259464:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758332.259467:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758332.259469:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259471:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.259472:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259474:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758332.259477:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758332.259480:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259481:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758332.259484:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758332.259487:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758332.259490:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259493:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758332.259495:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758332.259507:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758332.259510:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758332.259515:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758332.259516:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259520:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758332.259524:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758332.259529:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758332.259538:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758332.259545:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.259555:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931163264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758332.259565:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758332.259570:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758332.259574:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931163264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758332.259607:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758332.259610:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758332.259613:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758332.259614:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758332.259616:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758332.259618:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758332.259620:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16036 00000400:00000200:1.0:1787758332.259623:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758332.259625:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758332.259627:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758332.259629:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259631:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.259633:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259635:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758332.259637:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758332.259638:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758332.259639:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758332.259641:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758332.259642:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758332.259644:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758332.259646:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259647:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.259648:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259650:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758332.259651:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758332.259653:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259654:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758332.259655:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758332.259660:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758332.259662:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259664:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758332.259669:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758332.259671:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259673:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758332.259676:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758332.259678:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758332.259680:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758332.259681:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259683:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758332.259683:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758332.259685:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758332.259688:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758332.259693:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.259698:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931163392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758332.259726:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758332.259730:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758332.259737:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931163392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758332.259743:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758332.259746:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758332.259749:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758332.259752:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758332.259754:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758332.259760:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758332.259765:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16036 00000400:00000200:1.0:1787758332.259774:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758332.259778:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758332.259780:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758332.259784:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259787:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.259791:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259794:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758332.259795:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758332.259797:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758332.259800:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758332.259804:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758332.259807:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758332.259808:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758332.259816:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259818:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.259821:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259824:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758332.259827:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758332.259829:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758332.259834:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758332.259835:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758332.259837:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758332.259839:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259841:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758332.259843:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758332.259848:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259853:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758332.259868:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758332.259871:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758332.259873:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758332.259875:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.259878:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758332.259880:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758332.259882:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758332.259889:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758332.259897:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.259909:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931163520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758332.259940:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758332.259946:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758332.259954:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931163520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758332.259975:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758332.259978:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758332.259984:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758332.259987:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758332.259990:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758332.259996:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758332.260002:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16036 00000400:00000200:1.0:1787758332.260011:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758332.260019:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758332.260023:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758332.260027:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260029:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.260031:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260034:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758332.260038:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758332.260041:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758332.260044:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758332.260048:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758332.260052:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758332.260058:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758332.260062:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260067:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.260068:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260070:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758332.260073:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758332.260078:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260082:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758332.260085:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758332.260089:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758332.260092:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.260097:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758332.260101:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758332.260106:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.260109:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758332.260114:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758332.260118:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758332.260122:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758332.260125:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.260127:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758332.260131:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758332.260134:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758332.260139:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758332.260145:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.260154:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931163648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758332.260162:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758332.260165:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758332.260171:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931163648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758332.260191:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758332.260196:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758332.260200:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758332.260202:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758332.260205:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758332.260209:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758332.260211:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16036 00000400:00000200:1.0:1787758332.260217:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758332.260224:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758332.260231:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758332.260240:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260244:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.260249:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260253:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758332.260258:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758332.260260:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758332.260262:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758332.260305:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758332.260308:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758332.260311:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758332.260318:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260322:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758332.260326:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260330:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758332.260334:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758332.260341:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758332.260345:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758332.260350:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758332.260355:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758332.260358:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.260363:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758332.260367:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758332.260372:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.260376:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758332.260383:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758332.260388:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758332.260392:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758332.260395:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758332.260399:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758332.260402:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758332.260405:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758332.260412:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758332.260417:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758332.260427:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931163776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758332.260446:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758332.260450:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758332.260459:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931163776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758332.260482:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758332.260489:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16046) 00000100:00000001:1.0:1787758333.219407:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758333.219420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758333.219427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758333.219440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758333.219450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758333.219455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758333.219464:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758333.219469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758333.219476:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758333.219516:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758333.219526:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758333.219532:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758333.219545:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758333.219546:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758333.219557:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758333.219564:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758333.219568:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758333.219574:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758333.219576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758333.219582:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758333.219587:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758333.219591:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758333.219597:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758333.219597:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758333.219638:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758333.219652:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758333.219661:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758333.219661:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758333.219671:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758333.219684:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758333.219687:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758333.219694:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758333.219700:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758333.219705:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758333.219708:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758333.219711:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758333.283340:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310710224, at 4310710272 00000100:00000010:1.0:1787758333.283357:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000040:0.0:1787758333.283403:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310710224, at 4310710272 00000100:00000010:0.0:1787758333.283414:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758334.243438:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758334.243445:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758334.243449:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758334.243456:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758334.243457:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758334.243466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758334.243469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758334.243476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758334.243483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758334.243492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758334.243502:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758334.243511:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758334.243514:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758334.243523:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758334.243529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758334.243541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758334.243549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758334.243560:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758334.243571:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758334.243584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758334.243590:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758334.243600:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758334.243608:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758334.243610:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758334.243620:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758334.243622:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758334.243629:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758334.243632:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758334.243635:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758334.243644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758334.243646:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758334.243659:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758334.243660:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758334.243670:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758334.243676:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758334.243698:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758335.267410:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758335.267421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758335.267425:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758335.267434:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758335.267436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758335.267442:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758335.267449:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758335.267451:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758335.267457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758335.267460:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758335.267468:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758335.267469:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758335.267479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758335.267481:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758335.267487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758335.267492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758335.267497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758335.267503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758335.267507:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758335.267514:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758335.267518:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758335.267523:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758335.267527:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758335.267531:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758335.267536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758335.267537:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758335.267545:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758335.267547:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758335.267548:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758335.267555:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758335.267566:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758335.267580:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758335.267583:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758335.267587:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758335.267587:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758335.267592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758335.267595:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758335.267597:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758335.267602:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758335.267603:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758335.267615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758335.267616:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758335.267634:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758335.267637:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758335.267640:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758336.291369:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758336.291376:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758336.291379:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758336.291386:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758336.291394:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758336.291399:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758336.291400:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758336.291408:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758336.291408:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758336.291412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758336.291413:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758336.291420:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758336.291420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758336.291426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758336.291430:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758336.291433:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758336.291437:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758336.291440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758336.291443:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758336.291445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758336.291450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758336.291453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758336.291457:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758336.291458:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758336.291462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758336.291464:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758336.291468:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758336.291470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758336.291472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758336.291473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758336.291477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758336.291478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758336.291481:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758336.291485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758336.291487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758336.291490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758336.291536:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758336.291550:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758336.291554:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758337.315394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758337.315403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758337.315406:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758337.315410:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758337.315415:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758337.315421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758337.315425:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758337.315428:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758337.315436:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.315439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758337.315448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758337.315451:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.315456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758337.315468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758337.315477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758337.315479:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758337.315484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758337.315487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758337.315490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.315493:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758337.315498:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758337.315505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758337.315506:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758337.315516:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758337.315524:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758337.315529:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758337.315529:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758337.315538:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758337.315538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.315552:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758337.315554:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.315566:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758337.315572:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758337.315576:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758337.315580:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758337.315586:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758337.315605:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758337.315612:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758337.315620:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.315626:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758337.315636:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758337.315637:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758337.315641:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758337.315652:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758337.315653:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758337.315669:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758337.315669:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758337.315678:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758337.315696:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758337.315701:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758337.315705:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758337.315705:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758337.315709:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758337.315712:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758337.379360:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758337.379369:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758337.379371:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758337.379374:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758337.379378:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758337.379386:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16041 00000400:00000200:1.0:1787758337.379393:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758337.379398:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758337.379401:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758337.379404:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.379409:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379411:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758337.379414:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758337.379416:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758337.379418:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758337.379421:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758337.379423:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758337.379424:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758337.379426:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379428:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.379430:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758337.379434:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758337.379437:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379438:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758337.379440:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758337.379443:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758337.379446:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379448:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758337.379449:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758337.379457:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758337.379459:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758337.379463:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758337.379465:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379467:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758337.379469:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758337.379473:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758337.379479:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758337.379485:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.379492:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931163904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758337.379500:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758337.379504:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758337.379508:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931163904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758337.379525:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758337.379528:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758337.379531:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758337.379532:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758337.379533:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758337.379536:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758337.379538:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16041 00000400:00000200:1.0:1787758337.379540:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758337.379542:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758337.379544:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758337.379546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379548:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.379549:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379551:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758337.379553:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758337.379554:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758337.379556:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758337.379557:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758337.379559:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758337.379561:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758337.379563:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379565:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.379567:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379569:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758337.379571:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758337.379574:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379576:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758337.379578:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758337.379587:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758337.379590:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379597:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758337.379601:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758337.379607:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379610:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758337.379613:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758337.379620:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758337.379627:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758337.379631:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379640:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758337.379644:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758337.379648:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758337.379658:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758337.379674:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.379688:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931164032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758337.379718:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758337.379734:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758337.379748:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931164032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758337.379763:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758337.379765:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758337.379770:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758337.379773:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758337.379775:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758337.379781:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758337.379790:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16041 00000400:00000200:1.0:1787758337.379801:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758337.379806:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758337.379815:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758337.379817:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379819:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.379821:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379825:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758337.379830:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758337.379851:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758337.379855:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758337.379858:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758337.379861:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758337.379864:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758337.379870:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379880:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.379886:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379898:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758337.379910:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758337.379924:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758337.379932:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758337.379938:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758337.379943:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758337.379953:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379955:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758337.379956:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758337.379959:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379961:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758337.379969:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758337.379976:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758337.379979:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758337.379981:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.379982:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758337.379984:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758337.379985:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758337.379989:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758337.379994:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.380000:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931164160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758337.380025:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758337.380034:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758337.380045:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931164160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758337.380072:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758337.380076:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758337.380082:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758337.380087:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758337.380091:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758337.380100:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758337.380106:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16041 00000400:00000200:1.0:1787758337.380117:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758337.380120:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758337.380121:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758337.380124:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380126:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.380128:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380130:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758337.380132:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758337.380138:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758337.380145:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758337.380152:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758337.380163:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758337.380168:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758337.380181:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380184:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.380188:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380194:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758337.380197:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758337.380203:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380211:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758337.380214:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758337.380217:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758337.380228:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.380238:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758337.380244:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758337.380250:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.380262:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758337.380305:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758337.380309:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758337.380311:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758337.380317:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.380329:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758337.380331:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758337.380335:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758337.380341:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758337.380346:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.380355:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931164288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758337.380372:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758337.380378:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758337.380390:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931164288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758337.380435:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758337.380441:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758337.380449:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758337.380456:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758337.380461:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758337.380469:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758337.380478:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16041 00000400:00000200:1.0:1787758337.380485:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758337.380494:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758337.380503:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758337.380519:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380522:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.380528:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380531:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758337.380533:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758337.380534:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758337.380536:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758337.380541:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758337.380543:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758337.380545:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758337.380548:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380550:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758337.380552:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380563:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758337.380567:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758337.380574:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758337.380576:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758337.380582:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758337.380586:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758337.380601:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.380609:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758337.380617:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758337.380620:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.380625:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758337.380637:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758337.380646:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758337.380654:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758337.380657:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758337.380668:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758337.380671:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758337.380677:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758337.380692:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758337.380702:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758337.380714:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931164416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758337.380737:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758337.380746:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758337.380760:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931164416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758337.380783:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758337.380802:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16052) 00000100:00000001:0.0:1787758338.339361:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758338.339367:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758338.339369:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758338.339373:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758338.339374:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758338.339378:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758338.339379:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758338.339383:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758338.339389:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758338.339390:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758338.339396:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758338.339397:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339408:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758338.339417:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758338.339427:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758338.339431:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758338.339436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758338.339469:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758338.339472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758338.339475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758338.339479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758338.339482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758338.339483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758338.339486:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758338.339490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758338.339491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758338.339498:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758338.339508:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758338.339509:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758338.339522:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339530:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758338.339539:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758338.339548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339553:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758338.339559:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758338.339560:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758338.339567:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758338.339578:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758338.339590:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758338.339596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339600:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758338.339602:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758338.339605:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758338.403351:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310715345, at 4310715392 00000100:00000040:1.0:1787758338.403351:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310715345, at 4310715392 00000100:00000010:1.0:1787758338.403365:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000010:0.0:1787758338.403368:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787758339.363453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758339.363453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758339.363467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758339.363467:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758339.363476:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758339.363477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758339.363500:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758339.363501:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758339.363522:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758339.363523:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758339.363537:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758339.363538:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758339.363556:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758339.363566:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758339.363569:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758339.363571:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758339.363595:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758339.363603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758339.363638:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758339.363638:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758339.363663:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758339.363663:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758339.363671:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758339.363675:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758339.363677:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758339.363689:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758339.363689:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758339.363696:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758339.363697:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758339.363705:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758339.363747:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758339.363775:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758339.363786:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758339.363786:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758339.363792:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758339.363972:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758340.387378:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758340.387386:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758340.387390:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758340.387394:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758340.387400:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758340.387405:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758340.387410:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758340.387417:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758340.387428:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758340.387430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758340.387438:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758340.387448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758340.387455:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758340.387456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758340.387463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758340.387473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758340.387473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758340.387493:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758340.387496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758340.387501:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758340.387509:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387515:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758340.387521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758340.387531:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758340.387536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758340.387562:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758340.387567:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758340.387570:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758340.387572:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758340.387574:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758340.387576:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387577:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758340.387579:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387584:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758340.387611:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758340.387625:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758340.387630:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758340.387635:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758340.387640:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758340.387643:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387646:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758340.387648:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758340.387650:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758341.411390:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758341.411392:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758341.411399:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758341.411400:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758341.411403:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758341.411405:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758341.411413:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758341.411413:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758341.411432:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758341.411433:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758341.411453:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411467:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758341.411477:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758341.411483:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758341.411488:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758341.411495:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758341.411499:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758341.411504:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758341.411509:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758341.411513:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758341.411517:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758341.411520:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758341.411523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411526:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758341.411527:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758341.411530:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758341.411533:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758341.411537:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758341.411540:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758341.411542:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758341.411544:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411545:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758341.411548:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758341.411550:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758341.411552:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758341.411554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411560:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758341.411561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758341.411564:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411567:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758341.411570:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758341.411573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758342.435397:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758342.435404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758342.435409:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758342.435416:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758342.435416:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.435425:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758342.435426:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758342.435440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758342.435440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758342.435445:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758342.435455:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758342.435457:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758342.435466:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758342.435468:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758342.435483:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758342.435484:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.435492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758342.435504:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758342.435514:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758342.435514:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758342.435522:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758342.435535:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758342.435542:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758342.435547:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758342.435552:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758342.435559:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758342.435574:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.435579:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758342.435584:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758342.435589:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758342.435595:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758342.435599:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758342.435601:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758342.435607:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758342.435609:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758342.435612:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758342.435621:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758342.435623:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758342.435628:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758342.435635:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758342.435636:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758342.435641:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758342.435643:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758342.435645:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758342.435649:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758342.499388:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758342.499395:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758342.499397:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758342.499400:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758342.499403:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758342.499409:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16047 00000400:00000200:0.0:1787758342.499416:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758342.499421:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758342.499424:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758342.499426:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499429:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.499430:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499432:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758342.499435:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758342.499437:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758342.499439:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758342.499441:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758342.499443:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758342.499445:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758342.499447:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499449:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.499450:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499452:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758342.499454:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758342.499457:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499458:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758342.499460:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758342.499463:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758342.499465:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499466:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758342.499469:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758342.499475:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758342.499478:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758342.499481:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758342.499482:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499485:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758342.499488:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758342.499491:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758342.499499:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758342.499505:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758342.499511:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931164544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758342.499519:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758342.499523:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758342.499527:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931164544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758342.499545:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758342.499548:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758342.499551:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758342.499552:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758342.499554:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758342.499556:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758342.499559:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16047 00000400:00000200:0.0:1787758342.499562:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758342.499565:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758342.499567:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758342.499569:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499571:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.499572:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499574:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758342.499578:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758342.499586:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758342.499589:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758342.499598:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758342.499605:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758342.499609:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758342.499617:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499629:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.499638:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499650:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758342.499656:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758342.499665:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499668:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758342.499669:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758342.499675:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758342.499684:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499697:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758342.499703:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758342.499708:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499716:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758342.499720:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758342.499722:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758342.499724:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758342.499725:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499726:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758342.499732:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758342.499735:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758342.499760:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758342.499763:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758342.499768:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931164672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758342.499779:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758342.499781:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758342.499789:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931164672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758342.499810:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758342.499815:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758342.499820:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758342.499821:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758342.499824:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758342.499833:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758342.499835:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16047 00000400:00000200:0.0:1787758342.499846:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758342.499852:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758342.499859:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758342.499866:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499870:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.499875:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499878:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758342.499884:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758342.499887:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758342.499891:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758342.499895:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758342.499900:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758342.499907:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758342.499919:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499922:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.499928:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499931:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758342.499936:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758342.499946:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758342.499949:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758342.499957:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758342.499963:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758342.499977:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499980:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758342.499982:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758342.499989:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.499996:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758342.500000:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758342.500002:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758342.500006:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758342.500010:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500016:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758342.500017:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758342.500019:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758342.500024:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758342.500028:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758342.500041:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931164800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758342.500068:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758342.500077:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758342.500087:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931164800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758342.500124:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758342.500127:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758342.500140:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758342.500146:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758342.500151:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758342.500157:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758342.500166:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16047 00000400:00000200:0.0:1787758342.500171:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758342.500174:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758342.500187:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758342.500191:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500197:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.500200:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500206:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758342.500213:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758342.500216:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758342.500220:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758342.500224:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758342.500230:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758342.500232:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758342.500235:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500237:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.500238:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500239:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758342.500243:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758342.500257:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500309:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758342.500314:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758342.500321:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758342.500325:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500333:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758342.500335:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758342.500338:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500345:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758342.500350:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758342.500355:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758342.500366:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758342.500369:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500377:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758342.500380:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758342.500383:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758342.500397:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758342.500402:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758342.500409:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931164928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758342.500418:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758342.500425:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758342.500448:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931164928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758342.500468:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758342.500478:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758342.500493:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758342.500499:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758342.500504:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758342.500510:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758342.500519:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16047 00000400:00000200:0.0:1787758342.500529:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758342.500542:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758342.500549:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758342.500560:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500569:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.500584:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500588:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758342.500603:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758342.500614:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758342.500621:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758342.500630:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758342.500640:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758342.500645:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758342.500657:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500666:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758342.500679:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500686:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758342.500700:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758342.500712:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758342.500718:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758342.500724:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758342.500731:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758342.500738:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500756:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758342.500763:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758342.500772:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500777:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758342.500784:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758342.500793:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758342.500804:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758342.500812:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758342.500819:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758342.500825:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758342.500829:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758342.500841:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758342.500854:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758342.500879:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931165056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758342.500922:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758342.500929:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758342.500943:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931165056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758342.500973:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758342.500984:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16057) 00000100:00000001:0.0:1787758343.459414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758343.459416:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758343.459424:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758343.459429:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758343.459430:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758343.459436:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758343.459442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758343.459446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758343.459457:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758343.459458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758343.459463:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758343.459471:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758343.459473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758343.459478:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758343.459485:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758343.459499:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758343.459505:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758343.459515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758343.459523:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758343.459529:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758343.459532:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758343.459536:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758343.459543:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758343.459546:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758343.459547:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758343.459550:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758343.459554:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758343.459555:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758343.459565:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758343.459567:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758343.459579:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758343.459584:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758343.459590:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758343.459594:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758343.459597:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758343.459601:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758343.459608:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758343.459613:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758343.459617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758343.459625:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758343.459631:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758343.459634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758343.459639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758343.459643:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758343.459651:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758343.523369:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310720465, at 4310720512 00000100:00000010:0.0:1787758343.523385:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000040:1.0:1787758343.523453:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310720465, at 4310720512 00000100:00000010:1.0:1787758343.523466:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787758344.483406:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758344.483406:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758344.483419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758344.483422:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758344.483424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758344.483434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758344.483437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758344.483449:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758344.483455:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758344.483458:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758344.483465:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758344.483474:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758344.483474:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758344.483483:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758344.483490:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758344.483491:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758344.483500:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758344.483507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758344.483522:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758344.483528:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758344.483531:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758344.483535:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758344.483540:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758344.483545:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758344.483551:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758344.483554:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758344.483562:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758344.483563:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758344.483568:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758344.483577:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758344.483582:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758344.483589:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758344.483594:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758344.483598:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758344.483603:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758344.483606:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758345.507382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758345.507390:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758345.507395:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758345.507400:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.507405:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758345.507409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758345.507410:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758345.507417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758345.507419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758345.507425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758345.507425:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758345.507437:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758345.507438:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758345.507450:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758345.507458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.507466:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758345.507470:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758345.507474:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758345.507484:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758345.507491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758345.507498:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.507504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758345.507505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758345.507512:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758345.507513:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758345.507519:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758345.507519:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758345.507523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758345.507528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758345.507541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758345.507541:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758345.507554:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758345.507560:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758345.507569:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758345.507573:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758345.507578:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758345.507579:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758345.507583:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758345.507586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758345.507588:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758345.507590:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758345.507593:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758345.507594:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758345.507596:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758345.507598:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758345.571488:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758345.571530:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758345.571541:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758345.571546:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758345.571552:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758345.571557:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758345.571563:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758345.571566:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59700. 00000400:00000200:1.0:1787758345.571570:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758345.571574:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758345.571582:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72198 00000400:00000010:1.0:1787758345.571585:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72198. 00000100:00000001:1.0:1787758345.571590:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758345.571601:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7480 x1874583931164544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571625:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758345.571630:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931164544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571638:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.571640:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758345.571652:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758345.571656:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:1.0:1787758345.571661:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758345.571666:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758345.571669:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72f68 00000400:00000010:1.0:1787758345.571671:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72f68. 00000100:00000001:1.0:1787758345.571675:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758345.571680:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7c00 x1874583931164672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571709:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758345.571721:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931164672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571732:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.571738:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758345.571747:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758345.571755:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:1.0:1787758345.571761:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758345.571780:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758345.571794:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72880 00000400:00000010:1.0:1787758345.571800:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72880. 00000100:00000001:1.0:1787758345.571808:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758345.571818:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc43c0 x1874583931164800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571833:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758345.571842:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc43c0 x1874583931164800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571865:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.571872:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758345.571892:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758345.571906:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:1.0:1787758345.571914:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758345.571928:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758345.571938:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72088 00000400:00000010:1.0:1787758345.571943:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72088. 00000100:00000001:1.0:1787758345.571952:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758345.571966:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4000 x1874583931164928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.571992:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758345.572009:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583931164928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.572025:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.572031:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758345.572048:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758345.572056:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:1.0:1787758345.572066:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758345.572083:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758345.572092:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc725d8 00000400:00000010:1.0:1787758345.572096:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc725d8. 00000100:00000001:1.0:1787758345.572109:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758345.572122:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc5680 x1874583931165056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.572145:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758345.572161:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5680 x1874583931165056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758345.572211:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758345.572219:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758346.531421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758346.531427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758346.531429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758346.531437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758346.531439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758346.531445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758346.531447:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758346.531452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758346.531454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758346.531460:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758346.531461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758346.531472:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758346.531472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758346.531490:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758346.531501:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758346.531501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758346.531512:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758346.531527:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758346.531539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758346.531542:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758346.531545:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758346.531550:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758346.531556:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758346.531557:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758346.531568:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758346.531570:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758346.531577:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758346.531579:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758346.531587:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758346.531587:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758346.531596:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758346.531600:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758346.531601:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758346.531621:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758346.531629:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758346.531636:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758346.531637:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758346.531641:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758346.531643:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758346.531649:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758346.531652:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758346.531657:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758346.531666:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758346.531670:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758346.531687:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758347.555369:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758347.555369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758347.555380:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758347.555381:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758347.555384:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758347.555387:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.555392:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758347.555396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758347.555399:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758347.555404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758347.555407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758347.555409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758347.555429:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758347.555431:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758347.555435:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758347.555436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758347.555443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758347.555450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.555451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758347.555458:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758347.555461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.555467:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758347.555471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758347.555472:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758347.555476:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758347.555477:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758347.555480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758347.555481:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.555483:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758347.555484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758347.555487:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758347.555488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758347.555492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758347.555496:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758347.555499:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758347.555505:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758347.619432:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758347.619448:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758347.619452:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758347.619457:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758347.619463:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758347.619472:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16052 00000400:00000200:1.0:1787758347.619484:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758347.619491:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758347.619495:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758347.619500:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619504:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.619507:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758347.619515:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758347.619518:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758347.619522:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758347.619526:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758347.619529:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758347.619533:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758347.619537:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619539:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.619542:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619544:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758347.619549:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758347.619553:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619556:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758347.619559:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758347.619562:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758347.619565:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.619568:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758347.619571:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758347.619578:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758347.619582:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758347.619587:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758347.619590:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.619594:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758347.619598:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758347.619603:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758347.619614:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758347.619623:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.619635:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931165184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758347.619648:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758347.619690:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758347.619696:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931165184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758347.619722:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758347.619726:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758347.619731:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758347.619732:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758347.619734:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758347.619738:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758347.619743:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16052 00000400:00000200:1.0:1787758347.619762:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758347.619768:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758347.619774:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758347.619781:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619786:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.619792:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619795:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758347.619801:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758347.619804:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758347.619808:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758347.619812:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758347.619817:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758347.619824:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758347.619830:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619834:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.619837:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619844:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758347.619850:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758347.619856:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758347.619862:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758347.619867:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758347.619879:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758347.619884:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.619890:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758347.619898:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758347.619904:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.619910:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758347.619919:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758347.619923:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758347.619931:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758347.619933:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.619936:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758347.619939:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758347.619943:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758347.619950:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758347.619957:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.619964:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931165312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758347.619983:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758347.619987:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758347.619996:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931165312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758347.620018:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758347.620024:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758347.620028:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758347.620034:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758347.620035:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758347.620039:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758347.620046:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16052 00000400:00000200:1.0:1787758347.620055:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758347.620062:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758347.620067:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758347.620075:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620078:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.620084:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620089:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758347.620093:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758347.620097:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758347.620099:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758347.620104:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758347.620108:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758347.620113:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758347.620121:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620127:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.620132:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620137:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758347.620143:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758347.620148:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620151:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758347.620155:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758347.620162:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758347.620168:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620172:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758347.620176:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758347.620181:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620183:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758347.620189:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758347.620194:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758347.620197:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758347.620200:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620205:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758347.620208:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758347.620211:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758347.620219:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758347.620227:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.620238:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931165440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758347.620254:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758347.620258:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758347.620263:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931165440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758347.620304:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758347.620308:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758347.620312:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758347.620314:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758347.620316:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758347.620321:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758347.620327:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16052 00000400:00000200:1.0:1787758347.620337:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758347.620343:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758347.620347:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758347.620355:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620360:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.620363:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620368:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758347.620373:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758347.620376:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758347.620380:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758347.620384:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758347.620390:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758347.620394:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758347.620403:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620408:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.620414:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620420:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758347.620425:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758347.620433:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620438:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758347.620440:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758347.620444:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758347.620449:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620454:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758347.620460:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758347.620466:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620470:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758347.620476:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758347.620481:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758347.620485:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758347.620488:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620492:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758347.620494:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758347.620497:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758347.620504:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758347.620510:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.620519:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931165568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758347.620548:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758347.620554:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758347.620563:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931165568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758347.620584:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758347.620590:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758347.620597:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758347.620601:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758347.620604:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758347.620611:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758347.620617:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16052 00000400:00000200:1.0:1787758347.620625:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758347.620633:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758347.620638:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758347.620645:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620650:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.620665:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620668:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758347.620671:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758347.620672:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758347.620674:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758347.620677:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758347.620679:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758347.620682:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758347.620686:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620688:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758347.620691:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620693:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758347.620696:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758347.620699:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758347.620701:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758347.620703:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758347.620707:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758347.620709:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620711:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758347.620714:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758347.620717:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620719:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758347.620723:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758347.620726:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758347.620729:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758347.620731:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758347.620733:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758347.620734:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758347.620737:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758347.620741:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758347.620745:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758347.620750:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931165696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758347.620758:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758347.620761:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758347.620765:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931165696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758347.620774:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758347.620780:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16062) 00000100:00000001:1.0:1787758348.579424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758348.579427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758348.579440:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758348.579441:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758348.579451:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758348.579456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758348.579465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758348.579467:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758348.579483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758348.579487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758348.579498:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758348.579502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758348.579515:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758348.579529:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758348.579549:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758348.579558:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758348.579562:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758348.579567:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758348.579593:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758348.579597:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758348.579610:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758348.579611:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758348.579615:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758348.579616:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758348.579633:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758348.579654:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758348.579662:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758348.579666:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758348.579668:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758348.579672:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758348.579676:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758348.579686:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758348.579692:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758348.579694:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758348.579701:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758348.579707:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758348.643371:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310725585, at 4310725632 00000100:00000010:0.0:1787758348.643387:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:1.0:1787758348.643482:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310725585, at 4310725632 00000100:00000010:1.0:1787758348.643494:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758349.603349:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758349.603357:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758349.603360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758349.603362:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758349.603366:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758349.603372:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758349.603372:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758349.603380:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758349.603381:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758349.603386:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758349.603388:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758349.603390:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758349.603395:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758349.603399:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758349.603401:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758349.603409:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758349.603412:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758349.603415:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758349.603426:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758349.603430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758349.603431:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758349.603434:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758349.603438:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758349.603443:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758349.603444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758349.603447:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758349.603449:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758349.603452:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758349.603452:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758349.603460:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758349.603460:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758349.603468:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758349.603473:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758349.603479:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758349.603482:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758349.603485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758349.603487:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758349.603490:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758349.603493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758349.603495:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758349.603498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758349.603500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758349.603502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758349.603504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758349.603506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758350.627377:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758350.627385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758350.627388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758350.627394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758350.627400:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758350.627405:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758350.627405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758350.627411:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758350.627413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758350.627416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758350.627418:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758350.627421:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758350.627426:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758350.627432:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758350.627438:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758350.627445:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758350.627449:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758350.627455:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758350.627474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758350.627479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758350.627482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758350.627486:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758350.627490:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758350.627494:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758350.627500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758350.627504:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758350.627507:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758350.627521:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758350.627525:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758350.627526:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758350.627528:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758350.627530:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758350.627532:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758350.627535:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758350.627538:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758350.627540:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758351.651357:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758351.651364:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758351.651369:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758351.651370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758351.651374:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758351.651378:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758351.651380:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758351.651383:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758351.651386:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758351.651389:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758351.651393:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758351.651395:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758351.651397:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758351.651401:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758351.651403:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758351.651407:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758351.651411:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758351.651415:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758351.651425:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758351.651432:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758351.651437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758351.651445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758351.651447:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758351.651452:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758351.651453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758351.651457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758351.651458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758351.651464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758351.651465:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758351.651470:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758351.651470:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758351.651476:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758351.651477:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758351.651483:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758351.651488:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758351.651494:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758352.675362:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758352.675367:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758352.675369:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758352.675373:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.675374:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758352.675379:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758352.675381:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758352.675383:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758352.675389:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758352.675389:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758352.675396:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758352.675397:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758352.675403:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758352.675407:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758352.675412:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758352.675413:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758352.675417:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758352.675422:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758352.675443:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758352.675447:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758352.675449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758352.675452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758352.675456:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758352.675460:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758352.675464:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758352.675465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758352.675468:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758352.675471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758352.675471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758352.675478:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758352.675481:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.675481:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758352.675485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758352.675488:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758352.675490:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758352.675494:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758352.675516:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758352.675517:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787758352.675520:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758352.675521:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758352.675524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758352.675524:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758352.675529:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758352.675531:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758352.675533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758352.675535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758352.675536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758352.675538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758352.739343:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758352.739353:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758352.739356:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758352.739360:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758352.739364:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758352.739371:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16057 00000400:00000200:1.0:1787758352.739380:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758352.739387:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758352.739391:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758352.739395:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739398:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.739401:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739403:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758352.739408:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758352.739410:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758352.739413:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758352.739416:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758352.739418:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758352.739421:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758352.739424:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739427:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.739429:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758352.739435:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758352.739438:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739441:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758352.739444:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758352.739448:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758352.739451:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739453:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758352.739456:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758352.739465:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758352.739469:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758352.739473:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758352.739475:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739478:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758352.739481:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758352.739484:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758352.739491:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758352.739498:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758352.739507:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931165824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758352.739517:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758352.739521:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758352.739526:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931165824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758352.739550:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758352.739553:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758352.739556:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758352.739558:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758352.739560:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758352.739577:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758352.739580:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16057 00000400:00000200:1.0:1787758352.739584:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758352.739588:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758352.739591:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758352.739601:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739610:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.739616:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739620:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758352.739623:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758352.739625:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758352.739629:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758352.739634:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758352.739639:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758352.739645:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758352.739652:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739656:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.739660:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739665:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758352.739669:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758352.739676:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739682:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758352.739686:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758352.739692:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758352.739698:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739702:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758352.739708:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758352.739713:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739718:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758352.739724:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758352.739728:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758352.739732:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758352.739735:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739738:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758352.739740:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758352.739743:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758352.739752:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758352.739757:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758352.739765:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931165952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758352.739778:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758352.739784:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758352.739791:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931165952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758352.739811:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758352.739817:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758352.739826:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758352.739829:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758352.739831:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758352.739838:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758352.739844:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16057 00000400:00000200:1.0:1787758352.739853:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758352.739861:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758352.739864:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758352.739871:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739875:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.739880:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739885:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758352.739889:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758352.739892:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758352.739896:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758352.739899:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758352.739903:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758352.739907:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758352.739913:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739919:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.739925:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739931:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758352.739937:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758352.739945:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758352.739950:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758352.739953:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758352.739958:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758352.739963:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739966:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758352.739970:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758352.739974:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739978:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758352.739984:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758352.739987:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758352.739993:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758352.739996:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.739999:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758352.740002:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758352.740006:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758352.740021:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758352.740027:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758352.740039:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931166080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758352.740053:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758352.740056:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758352.740066:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931166080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758352.740079:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758352.740085:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758352.740090:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758352.740093:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758352.740096:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758352.740100:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758352.740106:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16057 00000400:00000200:1.0:1787758352.740115:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758352.740122:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758352.740125:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758352.740133:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740139:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.740143:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740149:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758352.740153:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758352.740156:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758352.740160:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758352.740164:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758352.740167:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758352.740170:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758352.740178:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740183:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.740188:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740193:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758352.740196:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758352.740203:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740206:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758352.740212:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758352.740216:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758352.740223:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.740227:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758352.740232:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758352.740237:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.740240:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758352.740245:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758352.740248:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758352.740252:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758352.740254:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.740256:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758352.740257:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758352.740260:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758352.740289:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758352.740295:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758352.740306:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931166208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758352.740318:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758352.740323:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758352.740333:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931166208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758352.740348:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758352.740353:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758352.740359:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758352.740363:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758352.740366:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758352.740371:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758352.740378:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16057 00000400:00000200:1.0:1787758352.740387:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758352.740396:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758352.740400:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758352.740408:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740413:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.740418:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758352.740429:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758352.740432:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758352.740437:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758352.740441:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758352.740446:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758352.740452:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758352.740461:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740464:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758352.740469:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740473:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758352.740476:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758352.740484:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758352.740491:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758352.740497:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758352.740500:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758352.740505:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.740511:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758352.740516:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758352.740522:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.740526:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758352.740534:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758352.740539:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758352.740544:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758352.740547:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758352.740551:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758352.740554:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758352.740558:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758352.740582:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758352.740589:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758352.740599:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931166336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758352.740614:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758352.740618:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758352.740627:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931166336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758352.740641:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758352.740648:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16067) 00000100:00000001:1.0:1787758353.699356:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758353.699365:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758353.699370:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758353.699375:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758353.699377:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758353.699382:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758353.699385:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758353.699386:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758353.699392:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758353.699393:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758353.699400:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758353.699401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758353.699405:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758353.699407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758353.699411:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758353.699417:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758353.699422:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758353.699426:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758353.699428:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758353.699433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758353.699437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758353.699442:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758353.699447:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758353.699448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758353.699453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758353.699455:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758353.699456:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758353.699461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758353.699462:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758353.699470:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758353.699470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758353.699477:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758353.699481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758353.699486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758353.699488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758353.699491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758353.699505:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758353.699508:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758353.699510:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758353.699512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758353.699514:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758353.699516:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758353.699518:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758353.699520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758353.699522:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758353.699522:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758353.699529:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758353.699533:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758353.763354:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310730704, at 4310730752 00000100:00000040:0.0:1787758353.763360:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310730704, at 4310730752 00000100:00000010:1.0:1787758353.763371:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787758353.763373:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:0.0:1787758354.723364:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758354.723368:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758354.723373:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758354.723373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758354.723378:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758354.723378:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758354.723383:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758354.723385:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758354.723389:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758354.723391:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758354.723395:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758354.723397:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758354.723410:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758354.723415:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758354.723421:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758354.723421:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758354.723425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758354.723430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758354.723441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758354.723444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758354.723449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758354.723450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758354.723456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758354.723456:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758354.723461:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758354.723462:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758354.723466:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758354.723467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758354.723469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758354.723473:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758354.723474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758354.723478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758354.723479:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758354.723487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758354.723491:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758354.723494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758354.723516:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758354.723520:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758354.723523:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758355.747360:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758355.747363:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758355.747365:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758355.747369:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758355.747371:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758355.747373:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758355.747375:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758355.747379:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758355.747383:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758355.747383:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758355.747391:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758355.747392:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758355.747393:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758355.747397:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758355.747400:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758355.747402:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758355.747407:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758355.747413:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758355.747429:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758355.747434:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758355.747437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758355.747442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758355.747446:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758355.747449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758355.747451:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758355.747454:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758355.747457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758355.747458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758355.747461:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758355.747468:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758355.747468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758355.747476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758355.747481:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758355.747486:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758355.747487:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758355.747491:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758355.747491:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758355.747495:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758355.747497:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758356.771348:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758356.771352:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758356.771356:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758356.771357:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758356.771360:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758356.771361:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758356.771368:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758356.771369:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758356.771375:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758356.771375:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758356.771380:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758356.771381:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758356.771387:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758356.771388:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758356.771392:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758356.771393:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758356.771395:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758356.771399:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758356.771411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758356.771422:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758356.771425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758356.771429:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758356.771434:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758356.771438:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758356.771438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758356.771444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758356.771445:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758356.771449:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758356.771449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758356.771456:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758356.771457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758356.771463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758356.771469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758356.771476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758356.771479:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758356.771484:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758356.771509:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758356.771514:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758356.771516:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758356.771520:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758356.771525:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758356.771530:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758356.771534:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758356.771536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758356.771540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.795360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758357.795361:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758357.795368:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758357.795369:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758357.795373:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758357.795374:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758357.795382:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758357.795383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758357.795390:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758357.795397:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758357.795398:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758357.795404:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.795413:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.795418:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.795423:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758357.795424:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758357.795430:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758357.795439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.795440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758357.795446:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758357.795450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.795453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758357.795459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758357.795462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758357.795464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.795469:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758357.795469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758357.795486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758357.795494:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758357.795497:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.795502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758357.795502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758357.795507:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758357.795515:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758357.795521:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758357.795528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.795530:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758357.795535:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758357.795539:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.795547:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758357.795552:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758357.795555:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.795558:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.795559:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.795561:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.859713:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758357.859719:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758357.859723:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758357.859732:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.859749:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.859751:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.859758:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758357.859762:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758357.859765:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.859774:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931166464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758357.859782:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758357.859787:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758357.859791:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.859795:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758357.859803:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758357.859806:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758357.859814:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758357.859821:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758357.859829:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758357.859853:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931166464, portal 25 00000100:00000001:0.0:1787758357.859859:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758357.859863:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758357.859873:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.859909:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758357.859918:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758357.859926:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758357.859938:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931166464, offset 0 00000400:00000200:0.0:1787758357.859957:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758357.859976:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.859989:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758357.860000:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758357.860010:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758357.860018:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758357.860026:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758357.860041:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747871:747871:256:4294967295] 192.168.201.121@tcp LPNI seq info [747865:747865:8:4294967295] 00000400:00000200:0.0:1787758357.860072:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.860110:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758357.860133:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.860154:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758357.860172:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758357.860180:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758357.860236:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.860242:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758357.860253:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758357.860266:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758357.860275:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758357.860281:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758357.860287:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758357.860293:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860304:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.860368:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860399:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.860408:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758357.860423:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758357.860436:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758357.860445:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310735825 00000100:00000010:0.0:1787758357.860485:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758357.860494:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758357.860502:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310735825 00000100:00000010:0.0:1787758357.860508:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787758357.860512:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758357.860517:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758357.860521:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.860526:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758357.860534:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758357/real 1787758357] req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758357.860549:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758357.860553:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758357.860556:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758357.860560:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758357.860563:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758357.860569:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758357.860576:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758357.860595:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860609:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758357.860612:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.860615:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.860618:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758357.860625:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860643:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758357.860653:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860679:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758357.860685:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.860688:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.860691:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.860695:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758357.860699:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758357.860701:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758357.860709:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758357.860713:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758357.860720:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758357.860737:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931166464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758357.860742:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.860747:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.860754:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931166464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860768:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758357.860771:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758357.860775:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758357.860779:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758357.860782:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758357.860786:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758357.860788:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758357.860790:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758357.860794:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758357.860796:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758357.860797:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758357.860799:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758357.860801:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.860803:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.860809:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758357.860810:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.860812:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758357.860813:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758357.860815:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758357.860818:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860823:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.860824:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.860826:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758357.860827:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758357.860829:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.860831:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758357.860834:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758357.860835:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758357.860836:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.860838:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758357.860840:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758357.860857:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758357.860862:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758357.860864:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758357.860868:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758357.860871:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931166592, portal 10 00000100:00000001:0.0:1787758357.860873:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758357.860874:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758357.860881:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.860887:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758357.860889:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758357.860891:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758357.860893:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931166592, offset 0 00000400:00000200:0.0:1787758357.860897:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758357.860901:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.860907:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758357.860912:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758357.860916:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758357.860919:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758357.860923:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758357.860928:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747872:747872:256:4294967295] 192.168.201.121@tcp LPNI seq info [747866:747866:8:4294967295] 00000400:00000200:0.0:1787758357.860935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.860958:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758357.860963:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.860967:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758357.860972:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758357.860975:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758357.860985:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.860986:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758357.860989:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758357.860991:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758357.860994:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758357.860995:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758357.860997:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758357.861000:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861005:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861008:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861013:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861014:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758357.861016:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758357.861019:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758357.861022:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758357.861023:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310734861 00000100:00000001:0.0:1787758357.861026:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861027:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310734861 00000100:00000001:0.0:1787758357.861029:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861032:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758357.861034:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861036:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758357.861040:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758357/real 1787758357] req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758357.861048:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758357.861050:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758357.861052:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758357.861054:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758357.861056:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758357.861059:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758357.861062:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758357.861072:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861080:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758357.861082:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861083:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861084:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758357.861087:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861092:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758357.861095:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861100:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758357.861101:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861103:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861104:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861105:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758357.861108:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758357.861110:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758357.861113:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758357.861114:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758357.861117:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758357.861124:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758357.861128:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758357.861131:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861136:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.861137:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.861139:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758357.861140:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758357.861142:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.861144:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758357.861146:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758357.861148:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758357.861149:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.861150:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861153:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758357.861154:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758357.861157:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758357.861159:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758357.861161:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758357.861163:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931166720, portal 10 00000100:00000001:0.0:1787758357.861165:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758357.861166:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758357.861170:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861175:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758357.861177:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758357.861178:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758357.861180:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931166720, offset 0 00000400:00000200:0.0:1787758357.861183:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758357.861185:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.861188:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758357.861190:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758357.861192:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758357.861194:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758357.861196:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758357.861198:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747873:747873:256:4294967295] 192.168.201.121@tcp LPNI seq info [747867:747867:8:4294967295] 00000400:00000200:0.0:1787758357.861201:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.861206:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758357.861209:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.861212:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758357.861214:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758357.861217:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758357.861224:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.861226:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758357.861228:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758357.861231:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758357.861233:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758357.861234:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758357.861236:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758357.861238:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861248:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861250:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861255:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861256:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758357.861258:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758357.861260:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758357.861262:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758357.861263:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310734859 00000100:00000001:0.0:1787758357.861265:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861266:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310734859 00000100:00000001:0.0:1787758357.861268:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861270:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758357.861271:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861272:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758357.861274:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758357/real 1787758357] req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758357.861279:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758357.861280:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758357.861281:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758357.861283:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758357.861284:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758357.861285:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758357.861288:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758357.861293:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861317:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758357.861318:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861320:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861321:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758357.861324:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861329:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758357.861332:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861337:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758357.861338:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861339:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861340:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861341:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758357.861343:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758357.861345:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758357.861347:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758357.861348:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758357.861350:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758357.861356:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758357.861359:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758357.861361:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861368:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.861369:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.861371:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758357.861374:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758357.861376:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.861379:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758357.861383:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758357.861385:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758357.861387:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.861389:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861392:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758357.861394:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758357.861399:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758357.861402:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758357.861406:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758357.861410:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931166848, portal 4 00000100:00000001:0.0:1787758357.861412:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758357.861414:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758357.861419:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861424:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758357.861425:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758357.861427:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758357.861429:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931166848, offset 0 00000400:00000200:0.0:1787758357.861431:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758357.861434:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.861437:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758357.861439:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758357.861441:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758357.861443:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758357.861453:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758357.861456:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747874:747874:256:4294967295] 192.168.201.121@tcp LPNI seq info [747868:747868:8:4294967295] 00000400:00000200:0.0:1787758357.861460:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.861467:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758357.861470:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.861485:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758357.861489:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758357.861491:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758357.861502:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.861504:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758357.861506:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758357.861509:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758357.861511:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758357.861512:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758357.861514:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758357.861517:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861522:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861524:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861529:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861530:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758357.861533:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758357.861535:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758357.861538:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758357.861539:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310734896 00000100:00000001:0.0:1787758357.861541:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861543:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310734896 00000100:00000001:0.0:1787758357.861544:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861545:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758357.861547:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861548:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758357.861550:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758357/real 1787758357] req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758357.861555:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758357.861557:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758357.861558:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758357.861559:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758357.861561:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758357.861562:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758357.861564:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758357.861569:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861573:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758357.861574:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861575:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861576:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758357.861578:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861583:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758357.861585:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861590:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758357.861591:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861593:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861594:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861595:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758357.861596:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758357.861598:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758357.861600:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758357.861601:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758357.861604:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758357.861613:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758357.861616:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758357.861618:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861622:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758357.861623:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.861624:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758357.861625:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758357.861627:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758357.861629:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758357.861631:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758357.861632:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758357.861633:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758357.861634:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861636:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758357.861638:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758357.861640:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758357.861642:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758357.861644:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758357.861646:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931166976, portal 4 00000100:00000001:0.0:1787758357.861647:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758357.861648:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758357.861652:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861656:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758357.861658:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758357.861660:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758357.861662:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931166976, offset 0 00000400:00000200:0.0:1787758357.861664:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758357.861667:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.861669:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758357.861671:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758357.861673:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758357.861675:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758357.861677:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758357.861679:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747875:747875:256:4294967295] 192.168.201.121@tcp LPNI seq info [747869:747869:8:4294967295] 00000400:00000200:0.0:1787758357.861682:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758357.861687:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758357.861690:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.861692:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758357.861695:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758357.861697:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758357.861704:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758357.861706:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758357.861708:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758357.861710:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758357.861712:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758357.861713:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758357.861715:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758357.861717:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861722:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861724:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861728:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861729:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758357.861731:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758357.861733:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758357.861735:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758357.861737:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310734875 00000100:00000001:0.0:1787758357.861738:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861740:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310734875 00000100:00000001:0.0:1787758357.861742:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310735825 00000100:00000001:0.0:1787758357.861743:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758357.861744:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861745:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758357.861747:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758357/real 1787758357] req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758357.861752:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758357.861753:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758357.861754:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758357.861755:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758357.861756:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758357.861758:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758357.861760:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758357.861765:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861769:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758357.861770:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861772:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861773:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758357.861775:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861779:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758357.861782:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861786:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758357.861788:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861789:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758357.861790:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861791:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758357.861792:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758357.861794:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758357.861796:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758357.861798:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758357.861800:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758357.861805:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931166976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758357.861807:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861809:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861811:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931166592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861815:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758357.861816:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861817:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758357.861819:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758357.861820:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758357.861821:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758357.861822:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758357.861823:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758357.861825:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758357.861826:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758357.861827:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758357.861829:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758357.861830:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861831:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861834:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931166720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861858:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758357.861859:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861861:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758357.861862:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758357.861863:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758357.861864:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758357.861866:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758357.861867:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758357.861868:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758357.861869:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758357.861870:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758357.861872:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758357.861873:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861874:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861876:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931166848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861880:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758357.861881:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861882:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758357.861884:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758357.861885:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758357.861885:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758357.861887:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758357.861888:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758357.861889:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758357.861890:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758357.861891:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758357.861892:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758357.861893:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861894:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758357.861896:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931166976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758357.861903:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758357.861904:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758357.861907:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758357.861909:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758357.861911:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758357.861913:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758357.861915:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758357.861917:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758357.861919:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758357.861920:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758357.861922:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758357.861925:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758357.861927:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861929:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758357.861933:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758357.861935:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758357.861938:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758357.861940:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758358.819489:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758358.819495:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758358.819504:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758358.819504:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758358.819515:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758358.819515:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758358.819528:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758358.819528:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758358.819553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758358.819553:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758358.819566:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758358.819566:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758358.819577:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758358.819587:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758358.819598:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758358.819598:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758358.819606:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758358.819628:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758358.819664:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758358.819665:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758358.819674:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758358.819674:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758358.819678:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758358.819678:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758358.819685:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758358.819696:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758358.819699:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758358.819702:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758358.819709:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758358.819709:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758358.819717:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758358.819718:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758358.819728:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758358.819728:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758358.819734:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758358.819744:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758358.819768:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758358.819780:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758358.819789:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758358.819805:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758358.819814:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758358.819820:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758358.819826:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758358.819829:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758358.819834:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758358.883397:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310735825, at 4310735872 00000100:00000040:1.0:1787758358.883397:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310735825, at 4310735872 00000100:00000010:1.0:1787758358.883419:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000010:0.0:1787758358.883429:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787758359.843372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758359.843381:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758359.843388:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758359.843390:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758359.843397:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758359.843399:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758359.843403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758359.843414:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758359.843419:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758359.843420:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758359.843428:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758359.843432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758359.843433:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758359.843456:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758359.843462:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758359.843472:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758359.843477:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758359.843493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758359.843521:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758359.843523:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758359.843526:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758359.843529:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758359.843529:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758359.843535:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758359.843536:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758359.843539:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758359.843544:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758359.843545:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758359.843552:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758359.843555:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758359.843555:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758359.843562:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758359.843564:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758359.843573:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758359.843587:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758359.843592:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758359.843596:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758359.843601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758359.843604:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758359.843607:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758359.843612:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758359.843618:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758359.843620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758359.843622:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758359.843627:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758360.867361:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758360.867367:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758360.867368:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758360.867374:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758360.867375:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758360.867380:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758360.867382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758360.867386:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758360.867388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758360.867391:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758360.867394:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758360.867395:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758360.867398:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758360.867399:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758360.867403:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758360.867404:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758360.867410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758360.867412:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758360.867441:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758360.867445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758360.867447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758360.867452:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758360.867454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758360.867455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758360.867460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758360.867461:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758360.867464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758360.867466:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758360.867470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758360.867471:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758360.867476:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758360.867477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758360.867481:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758360.867485:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758360.867490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758360.867493:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758361.891485:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758361.891487:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758361.891499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758361.891501:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758361.891507:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758361.891509:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758361.891519:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758361.891524:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758361.891531:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758361.891539:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758361.891541:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758361.891548:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758361.891553:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758361.891561:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758361.891568:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758361.891590:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758361.891594:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758361.891598:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758361.891602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758361.891606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758361.891609:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758361.891615:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758361.891621:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758361.891625:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758361.891628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758361.891631:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758361.891635:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758361.891637:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758361.891649:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758361.891655:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758361.891667:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758361.891674:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758361.891685:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758361.891695:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758361.891701:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758361.891717:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758362.915431:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758362.915444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758362.915450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758362.915461:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758362.915475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758362.915486:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758362.915488:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.915499:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758362.915503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.915506:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758362.915514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758362.915519:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758362.915529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.915531:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758362.915546:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.915571:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.915579:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.915587:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758362.915587:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758362.915598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758362.915603:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758362.915609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758362.915615:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758362.915623:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758362.915631:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.915632:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758362.915639:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.915642:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758362.915657:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758362.915659:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758362.915667:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758362.915677:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758362.915685:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758362.915690:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758362.915692:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758362.915697:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758362.915701:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758362.915705:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.915718:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758362.915718:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758362.915729:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758362.915740:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758362.915746:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758362.915752:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758362.915758:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.979814:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758362.979823:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758362.979829:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758362.979846:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.979867:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.979872:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.979885:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758362.979892:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758362.979897:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758362.979909:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931167104:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758362.979919:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758362.979927:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758362.979933:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.979939:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758362.979950:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758362.979961:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758362.979982:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758362.979996:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758362.980013:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758362.980034:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167104, portal 25 00000100:00000001:0.0:1787758362.980045:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758362.980054:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758362.980079:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.980109:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758362.980120:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758362.980128:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758362.980138:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931167104, offset 0 00000400:00000200:0.0:1787758362.980161:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758362.980191:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.980205:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758362.980220:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758362.980233:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758362.980243:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758362.980253:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758362.980320:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747876:747876:256:4294967295] 192.168.201.121@tcp LPNI seq info [747870:747870:8:4294967295] 00000400:00000200:0.0:1787758362.980335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.980360:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758362.980379:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.980426:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758362.980458:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758362.980467:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758362.980507:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.980517:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758362.980535:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758362.980558:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758362.980575:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758362.980585:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758362.980599:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758362.980618:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.980659:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.980682:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.980724:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.980735:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758362.980753:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758362.980775:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758362.980786:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310740945 00000100:00000010:0.0:1787758362.980801:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758362.980813:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758362.980825:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310740945 00000100:00000010:0.0:1787758362.980835:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787758362.980844:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758362.980853:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758362.980864:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.980868:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758362.980878:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758362/real 1787758362] req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758362.980901:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758362.980906:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758362.980913:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758362.980922:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758362.980928:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758362.980935:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758362.980946:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758362.981009:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981050:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758362.981060:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981070:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.981075:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758362.981091:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981124:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758362.981139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981172:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758362.981181:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981198:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.981203:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981214:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758362.981223:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758362.981238:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758362.981250:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758362.981256:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758362.981297:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758362.981320:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931167104:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758362.981336:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981342:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.981349:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931167104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981369:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758362.981375:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758362.981401:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758362.981410:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758362.981415:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758362.981420:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758362.981437:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758362.981443:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758362.981454:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758362.981460:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758362.981465:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758362.981474:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758362.981479:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981486:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981498:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758362.981504:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.981510:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758362.981514:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758362.981518:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758362.981529:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981545:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.981548:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.981553:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758362.981557:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758362.981562:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758362.981568:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167232:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758362.981576:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758362.981580:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758362.981584:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.981588:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758362.981595:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758362.981599:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758362.981608:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758362.981613:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758362.981618:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758362.981623:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167232, portal 10 00000100:00000001:0.0:1787758362.981626:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758362.981628:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758362.981638:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981647:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758362.981651:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758362.981654:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758362.981658:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931167232, offset 0 00000400:00000200:0.0:1787758362.981664:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758362.981670:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.981686:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758362.981693:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758362.981699:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758362.981704:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758362.981709:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758362.981715:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747877:747877:256:4294967295] 192.168.201.121@tcp LPNI seq info [747871:747871:8:4294967295] 00000400:00000200:0.0:1787758362.981725:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.981739:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758362.981749:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.981757:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758362.981766:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758362.981772:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758362.981794:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.981796:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758362.981801:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758362.981807:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758362.981811:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758362.981814:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758362.981818:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758362.981824:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981835:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.981839:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981849:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.981851:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758362.981856:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758362.981862:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758362.981867:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758362.981870:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310739982 00000100:00000001:0.0:1787758362.981874:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.981877:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310739982 00000100:00000001:0.0:1787758362.981880:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.981883:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758362.981886:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.981889:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758362.981894:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758362/real 1787758362] req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758362.981904:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758362.981906:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758362.981909:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758362.981912:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758362.981915:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758362.981917:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758362.981922:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758362.981933:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981941:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758362.981943:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981945:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.981947:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758362.981952:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981962:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758362.981970:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.981986:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758362.981991:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.981995:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.981998:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.982002:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758362.982009:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758362.982014:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758362.982022:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758362.982028:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758362.982037:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758362.982056:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167232:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758362.982065:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758362.982070:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982079:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.982081:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.982084:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758362.982087:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758362.982090:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758362.982094:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167360:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758362.982099:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758362.982102:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758362.982104:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.982107:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758362.982112:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758362.982114:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758362.982120:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758362.982123:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758362.982128:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758362.982133:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167360, portal 10 00000100:00000001:0.0:1787758362.982136:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758362.982138:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758362.982146:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982155:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758362.982158:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758362.982162:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758362.982165:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931167360, offset 0 00000400:00000200:0.0:1787758362.982170:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758362.982176:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.982181:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758362.982185:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758362.982189:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758362.982192:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758362.982196:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758362.982200:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747878:747878:256:4294967295] 192.168.201.121@tcp LPNI seq info [747872:747872:8:4294967295] 00000400:00000200:0.0:1787758362.982206:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.982214:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758362.982220:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.982225:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758362.982230:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758362.982234:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758362.982249:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.982252:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758362.982256:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758362.982261:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758362.982295:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758362.982299:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758362.982304:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758362.982309:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982320:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.982324:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982333:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.982335:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758362.982340:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758362.982344:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758362.982349:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758362.982352:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310739981 00000100:00000001:0.0:1787758362.982355:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.982358:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310739981 00000100:00000001:0.0:1787758362.982361:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.982364:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758362.982366:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.982369:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758362.982374:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758362/real 1787758362] req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758362.982413:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758362.982422:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758362.982425:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758362.982428:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758362.982431:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758362.982434:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758362.982439:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758362.982450:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982459:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758362.982461:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.982464:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.982466:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758362.982471:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982479:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758362.982485:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982494:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758362.982497:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.982499:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.982501:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.982504:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758362.982509:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758362.982514:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758362.982520:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758362.982524:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758362.982533:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758362.982550:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167360:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758362.982558:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758362.982565:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982580:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.982583:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.982588:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758362.982592:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758362.982597:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758362.982603:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167488:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758362.982611:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758362.982615:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758362.982617:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.982620:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758362.982625:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758362.982628:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758362.982634:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758362.982638:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758362.982642:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758362.982647:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167488, portal 4 00000100:00000001:0.0:1787758362.982650:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758362.982652:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758362.982660:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982668:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758362.982672:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758362.982675:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758362.982689:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931167488, offset 0 00000400:00000200:0.0:1787758362.982698:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758362.982707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.982715:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758362.982721:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758362.982727:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758362.982732:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758362.982738:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758362.982745:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747879:747879:256:4294967295] 192.168.201.121@tcp LPNI seq info [747873:747873:8:4294967295] 00000400:00000200:0.0:1787758362.982754:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.982768:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758362.982778:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.982785:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758362.982793:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758362.982797:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758362.982812:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.982815:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758362.982820:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758362.982824:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758362.982829:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758362.982831:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758362.982835:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758362.982841:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982852:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.982856:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982865:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.982867:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758362.982872:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758362.982877:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758362.982881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758362.982884:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310740017 00000100:00000001:0.0:1787758362.982888:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.982891:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310740017 00000100:00000001:0.0:1787758362.982894:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.982896:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758362.982899:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.982902:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758362.982906:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758362/real 1787758362] req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758362.982917:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758362.982919:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758362.982922:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758362.982925:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758362.982927:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758362.982930:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758362.982934:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758362.982945:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982953:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758362.982955:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.982957:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.982960:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758362.982967:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.982980:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758362.982989:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983004:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758362.983009:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983012:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.983015:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983019:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758362.983023:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758362.983029:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758362.983036:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758362.983042:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758362.983051:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758362.983068:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167488:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758362.983074:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758362.983078:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983087:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758362.983089:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.983092:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758362.983094:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758362.983097:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758362.983101:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167616:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758362.983105:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758362.983108:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758362.983110:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758362.983113:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758362.983118:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758362.983120:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758362.983126:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758362.983129:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758362.983134:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758362.983138:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167616, portal 4 00000100:00000001:0.0:1787758362.983141:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758362.983143:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758362.983151:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983160:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758362.983163:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758362.983166:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758362.983169:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931167616, offset 0 00000400:00000200:0.0:1787758362.983175:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758362.983191:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.983196:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758362.983200:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758362.983203:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758362.983207:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758362.983211:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758362.983215:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747880:747880:256:4294967295] 192.168.201.121@tcp LPNI seq info [747874:747874:8:4294967295] 00000400:00000200:0.0:1787758362.983221:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758362.983229:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758362.983235:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.983239:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758362.983245:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758362.983249:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758362.983264:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758362.983297:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758362.983302:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758362.983316:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758362.983321:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758362.983323:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758362.983327:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758362.983332:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983342:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.983347:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983356:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.983358:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758362.983362:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758362.983366:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758362.983371:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758362.983374:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310739997 00000100:00000001:0.0:1787758362.983378:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.983381:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310739997 00000100:00000001:0.0:1787758362.983409:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310740945 00000100:00000001:0.0:1787758362.983415:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758362.983418:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.983421:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758362.983427:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758362/real 1787758362] req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758362.983443:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758362.983445:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758362.983447:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758362.983451:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758362.983454:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758362.983457:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758362.983461:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758362.983472:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983481:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758362.983483:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983485:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.983487:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758362.983491:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983500:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758362.983505:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983519:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758362.983526:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983529:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758362.983532:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983535:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758362.983538:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758362.983544:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758362.983552:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758362.983557:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758362.983566:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758362.983585:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167616:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758362.983593:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983597:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.983604:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931167232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983615:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758362.983618:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758362.983621:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758362.983625:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758362.983627:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758362.983629:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758362.983632:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758362.983635:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758362.983639:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758362.983641:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758362.983643:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758362.983646:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758362.983648:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983650:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.983655:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931167360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983671:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758362.983673:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758362.983676:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758362.983690:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758362.983693:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758362.983695:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758362.983699:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758362.983702:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758362.983707:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758362.983710:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758362.983712:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758362.983717:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758362.983719:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983723:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.983731:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931167488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983745:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758362.983748:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758362.983752:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758362.983757:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758362.983760:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758362.983763:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758362.983768:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758362.983771:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758362.983775:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758362.983778:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758362.983781:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758362.983786:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758362.983789:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983792:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758362.983797:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931167616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758362.983806:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758362.983808:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758362.983811:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758362.983813:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758362.983815:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758362.983817:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758362.983820:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758362.983822:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758362.983825:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758362.983826:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758362.983828:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758362.983831:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758362.983832:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983835:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758362.983840:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758362.983842:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758362.983845:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758362.983847:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758363.939470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758363.939480:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758363.939487:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758363.939489:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758363.939502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758363.939503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758363.939509:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758363.939515:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758363.939518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758363.939528:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758363.939530:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758363.939542:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758363.939543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758363.939551:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758363.939557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758363.939562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758363.939570:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758363.939582:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758363.939592:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758363.939594:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758363.939597:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758363.939610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758363.939623:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758363.939628:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758363.939634:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758363.939636:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758363.939645:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758363.939652:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758363.939653:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758363.939661:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758363.939666:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758363.939675:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758363.939676:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758363.939687:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758363.939693:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758363.939697:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758363.939746:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758363.939753:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758363.939759:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758364.003413:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310740945, at 4310740992 00000100:00000040:0.0:1787758364.003435:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310740945, at 4310740992 00000100:00000010:1.0:1787758364.003440:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000010:0.0:1787758364.003459:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787758364.963458:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758364.963469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758364.963477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758364.963478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758364.963489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758364.963491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758364.963496:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758364.963500:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758364.963511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758364.963512:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758364.963522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758364.963524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758364.963529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758364.963532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758364.963535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758364.963540:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758364.963542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758364.963555:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758364.963579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758364.963587:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758364.963594:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758364.963604:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758364.963605:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758364.963614:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758364.963617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758364.963623:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758364.963627:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758364.963634:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758364.963641:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758364.963647:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758364.963648:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758364.963657:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758364.963658:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758364.963671:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758364.963682:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758364.963694:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758364.963819:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758364.963825:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758364.963832:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758365.987430:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758365.987441:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758365.987445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758365.987453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758365.987459:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758365.987466:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758365.987472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758365.987476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758365.987482:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758365.987482:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758365.987498:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758365.987509:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758365.987525:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758365.987531:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758365.987540:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758365.987543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758365.987552:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758365.987553:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758365.987566:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758365.987575:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758365.987581:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758365.987583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758365.987591:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758365.987598:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758365.987599:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758365.987605:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758365.987614:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758365.987633:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758365.987643:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758365.987652:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758365.987660:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758365.987664:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758365.987669:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758365.987679:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758365.987679:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758365.987688:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758365.987692:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758365.987698:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758365.987703:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758365.987706:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758365.987715:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758365.987716:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758365.987726:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758365.987731:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758365.987737:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758367.011430:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758367.011440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758367.011444:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758367.011452:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758367.011459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758367.011466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758367.011471:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758367.011473:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758367.011476:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758367.011485:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758367.011486:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758367.011495:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758367.011508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758367.011522:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758367.011531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758367.011536:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758367.011545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758367.011551:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758367.011553:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758367.011562:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758367.011563:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758367.011573:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758367.011575:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758367.011581:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758367.011589:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758367.011598:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758367.011608:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758367.011609:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758367.011618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758367.011624:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758367.011632:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758367.011644:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758367.011651:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758367.011660:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758367.011665:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758367.011674:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758367.011698:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758367.011708:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758367.011713:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758367.011719:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758367.011727:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758367.011735:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758367.011741:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758367.011745:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758367.011748:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.035450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758368.035462:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758368.035467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758368.035479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758368.035481:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758368.035486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758368.035492:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758368.035496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.035498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.035509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758368.035511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758368.035516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.035527:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758368.035527:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.035539:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758368.035571:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758368.035578:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758368.035582:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758368.035582:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758368.035594:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758368.035595:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758368.035601:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758368.035606:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.035607:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758368.035624:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758368.035630:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758368.035638:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.035725:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758368.035733:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758368.035738:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758368.035743:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758368.035748:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758368.035754:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.035763:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758368.035768:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.035779:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758368.099446:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758368.099457:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758368.099460:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758368.099465:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758368.099471:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758368.099479:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16072 00000400:00000200:1.0:1787758368.099491:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758368.099499:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758368.099504:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758368.099509:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099514:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758368.099518:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099522:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758368.099527:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758368.099530:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758368.099533:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758368.099537:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758368.099540:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758368.099543:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758368.099547:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099550:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758368.099553:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099556:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758368.099560:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758368.099565:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099568:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758368.099572:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758368.099576:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758368.099580:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.099583:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758368.099586:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758368.099610:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758368.099615:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758368.099620:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758368.099623:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.099627:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758368.099630:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758368.099635:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758368.099645:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758368.099653:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758368.099666:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758368.099689:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758368.099695:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758368.099702:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758368.099729:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758368.099733:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758368.099738:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758368.099740:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758368.099743:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758368.099747:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758368.099751:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16072 00000400:00000200:1.0:1787758368.099756:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758368.099761:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758368.099765:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758368.099772:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099775:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758368.099780:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099783:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758368.099788:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787758368.099788:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758368.099792:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758368.099798:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758368.099799:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1787758368.099802:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758368.099805:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758368.099810:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758368.099816:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758368.099822:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758368.099826:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099836:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758368.099844:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.099853:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758368.099858:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1787758368.099861:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000001:0.0:1787758368.099864:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758368.099870:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 02000000:00000001:0.0:1787758368.099874:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787758368.099877:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.099882:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758368.099883:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758368.099891:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758368.099895:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758368.099901:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931167744:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758368.099903:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.099914:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758368.099917:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758368.099925:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1787758368.099925:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758368.099931:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787758368.099938:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.099939:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758368.099949:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758368.099950:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758368.099957:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758368.099963:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000400:00000200:0.0:1787758368.099972:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758368.099977:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000400:00000010:0.0:1787758368.099982:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 02000000:00000001:1.0:1787758368.099987:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758368.099992:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.099996:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758368.099999:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758368.100005:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758368.100016:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 02000000:00000010:1.0:1787758368.100019:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758368.100029:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758368.100035:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167744, portal 25 00000100:00100000:1.0:1787758368.100041:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758368.100046:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758368.100053:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000001:1.0:1787758368.100064:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758368.100074:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.100078:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758368.100091:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.100118:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758368.100132:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758368.100138:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758368.100139:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758368.100153:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931167744, offset 0 00000100:00080000:1.0:1787758368.100153:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758368.100166:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758368.100173:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758368.100174:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758368.100177:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758368.100185:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758368.100194:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758368.100195:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16072 00000400:00000200:0.0:1787758368.100210:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758368.100219:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758368.100224:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758368.100229:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758368.100233:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758368.100239:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747881:747881:256:4294967295] 192.168.201.121@tcp LPNI seq info [747875:747875:8:4294967295] 00000400:00000200:0.0:1787758368.100246:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.100258:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758368.100267:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758368.100332:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758368.100342:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758368.100347:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758368.100352:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.100355:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758368.100363:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.100368:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000010:0.0:1787758368.100371:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000020:00000001:1.0:1787758368.100373:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758368.100380:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758368.100383:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758368.100388:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000800:00000200:0.0:1787758368.100390:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000020:00000001:1.0:1787758368.100393:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758368.100401:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000800:00000200:0.0:1787758368.100402:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000100:00000040:1.0:1787758368.100409:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.100415:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758368.100423:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.100434:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758368.100443:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000800:00000100:0.0:1787758368.100451:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758368.100454:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000800:00000010:0.0:1787758368.100458:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758368.100460:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758368.100467:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787758368.100470:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1787758368.100473:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758368.100483:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758368.100484:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758368.100491:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758368.100497:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758368.100498:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000008:00000001:1.0:1787758368.100505:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758368.100507:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758368.100513:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.100519:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1787758368.100523:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758368.100530:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000200:0.0:1787758368.100536:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758368.100537:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758368.100542:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.100548:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758368.100553:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758368.100557:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758368.100567:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758368.100576:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.100584:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1787758368.100591:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787758368.100602:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758368.100609:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758368.100617:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758368.100631:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.100635:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.100643:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758368.100655:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.100656:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758368.100660:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758368.100667:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:0.0:1787758368.100670:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758368.100672:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758368.100681:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758368.100682:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310746065 00000100:00000001:1.0:1787758368.100692:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:0.0:1787758368.100698:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00080000:1.0:1787758368.100699:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16072 00000400:00000200:1.0:1787758368.100713:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758368.100716:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1787758368.100721:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758368.100727:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758368.100729:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310746065 00000100:00000040:1.0:1787758368.100735:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000010:0.0:1787758368.100738:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:1.0:1787758368.100743:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758368.100746:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1787758368.100751:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758368.100756:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758368.100758:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758368.100768:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758368.100769:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758368.100775:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000001:0.0:1787758368.100778:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1787758368.100780:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758368.100786:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00100000:0.0:1787758368.100794:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758368/real 1787758368] req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758368.100795:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758368.100806:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758368.100820:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.100828:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1787758368.100835:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1787758368.100836:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000001:0.0:1787758368.100843:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758368.100845:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000010:0.0:1787758368.100850:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000020:00000040:1.0:1787758368.100852:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000400:00000200:0.0:1787758368.100857:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00080000:1.0:1787758368.100863:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000010:0.0:1787758368.100865:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758368.100872:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.100875:0:2420:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1787758368.100878:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758368.100885:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787758368.100887:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758368.100890:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.100899:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758368.100905:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758368.100919:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758368.100922:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758368.100927:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758368.100943:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758368.100944:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758368.100950:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758368.100955:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758368.100956:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.100964:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758368.100968:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1787758368.100973:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758368.100976:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.100986:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758368.100993:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758368.100995:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758368.101001:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.101010:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758368.101015:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758368.101025:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758368.101042:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758368.101046:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758368.101061:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758368.101066:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758368.101070:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758368.101076:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.101079:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.101090:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1787758368.101093:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101098:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758368.101110:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758368.101127:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758368.101136:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758368.101136:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758368.101151:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787758368.101154:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758368.101163:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758368.101170:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758368.101176:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787758368.101187:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931167744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758368.101188:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758368.101200:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16072 00000100:00000001:0.0:1787758368.101204:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.101210:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1787758368.101211:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787758368.101220:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931167744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758368.101224:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758368.101233:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758368.101246:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758368.101249:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787758368.101255:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787758368.101256:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758368.101264:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 00000100:00000040:1.0:1787758368.101265:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758368.101321:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758368.101325:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758368.101331:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 02000000:00000001:0.0:1787758368.101333:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787758368.101334:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1787758368.101340:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787758368.101341:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000040:0.0:1787758368.101346:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1787758368.101349:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758368.101354:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:1.0:1787758368.101356:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 02000000:00000010:0.0:1787758368.101361:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 00000100:00000040:1.0:1787758368.101365:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 02000000:00000001:0.0:1787758368.101371:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1787758368.101372:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787758368.101377:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1787758368.101381:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000010:0.0:1787758368.101384:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:1.0:1787758368.101387:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758368.101393:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1787758368.101394:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000001:0.0:1787758368.101400:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758368.101404:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758368.101406:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758368.101411:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758368.101415:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758368.101420:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1787758368.101422:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758368.101427:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758368.101429:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.101434:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758368.101436:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758368.101440:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000008:00100000:1.0:1787758368.101444:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758368.101445:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1787758368.101454:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.101459:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.101462:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787758368.101467:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758368.101477:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758368.101486:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758368.101488:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787758368.101490:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.101493:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.101496:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758368.101501:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787758368.101502:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758368.101507:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758368.101509:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.101516:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758368.101519:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758368.101529:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758368.101532:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167872:192.168.201.121@tcp:38:kworker.0 00000100:00100000:1.0:1787758368.101542:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758368.101547:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758368.101558:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758368.101560:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787758368.101568:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758368.101569:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.101582:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787758368.101583:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787758368.101596:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:1.0:1787758368.101600:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.101607:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758368.101610:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16082) 00000400:00000200:0.0:1787758368.101624:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758368.101630:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758368.101638:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758368.101644:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931167872, portal 10 00000100:00000001:0.0:1787758368.101647:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758368.101649:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000040:0.0:1787758368.101661:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101670:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758368.101673:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758368.101677:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758368.101680:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931167872, offset 0 00000400:00000200:0.0:1787758368.101686:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758368.101692:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.101698:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758368.101702:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758368.101706:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758368.101710:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758368.101714:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758368.101719:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747882:747882:256:4294967295] 192.168.201.121@tcp LPNI seq info [747876:747876:8:4294967295] 00000400:00000200:0.0:1787758368.101725:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.101735:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758368.101741:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.101746:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758368.101752:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758368.101756:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758368.101773:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.101776:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758368.101780:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758368.101785:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758368.101789:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758368.101792:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758368.101796:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758368.101801:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101812:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.101817:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101826:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.101828:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758368.101832:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.101837:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758368.101841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758368.101844:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310745102 00000100:00000001:0.0:1787758368.101848:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.101851:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310745102 00000100:00000001:0.0:1787758368.101854:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.101857:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758368.101860:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.101863:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758368.101868:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758368/real 1787758368] req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758368.101879:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758368.101880:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758368.101883:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758368.101885:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758368.101888:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758368.101890:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758368.101895:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758368.101906:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101914:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758368.101917:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.101919:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.101921:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758368.101926:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101934:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758368.101939:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.101948:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758368.101951:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.101953:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.101955:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.101957:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758368.101962:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758368.101967:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758368.101971:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758368.101974:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758368.101980:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758368.101990:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931167872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758368.101995:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758368.102001:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102015:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758368.102017:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.102021:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758368.102025:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758368.102029:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758368.102035:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931168000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758368.102042:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758368.102046:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758368.102049:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.102053:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758368.102059:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758368.102064:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758368.102071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758368.102077:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758368.102084:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758368.102090:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931168000, portal 10 00000100:00000001:0.0:1787758368.102094:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758368.102097:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758368.102108:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102126:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758368.102129:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758368.102133:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758368.102137:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931168000, offset 0 00000400:00000200:0.0:1787758368.102142:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758368.102148:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.102154:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758368.102158:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758368.102162:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758368.102165:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758368.102169:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758368.102173:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747883:747883:256:4294967295] 192.168.201.121@tcp LPNI seq info [747877:747877:8:4294967295] 00000400:00000200:0.0:1787758368.102179:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.102188:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758368.102195:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.102199:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758368.102204:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758368.102208:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758368.102224:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.102226:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758368.102231:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758368.102236:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758368.102240:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758368.102242:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758368.102246:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758368.102250:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102261:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.102265:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102339:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.102341:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758368.102347:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.102352:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758368.102357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758368.102360:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310745101 00000100:00000001:0.0:1787758368.102363:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.102366:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310745101 00000100:00000001:0.0:1787758368.102369:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.102372:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758368.102375:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.102377:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758368.102383:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758368/real 1787758368] req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758368.102394:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758368.102396:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758368.102399:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758368.102402:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758368.102404:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758368.102407:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758368.102411:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758368.102422:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102431:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758368.102432:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102435:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.102437:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758368.102442:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102451:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758368.102456:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102465:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758368.102468:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102470:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.102472:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102475:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758368.102478:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758368.102481:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758368.102486:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758368.102488:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758368.102494:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758368.102503:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931168000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758368.102509:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758368.102515:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102529:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758368.102532:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.102537:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758368.102540:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758368.102544:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758368.102551:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931168128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758368.102557:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758368.102562:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758368.102567:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.102570:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758368.102577:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758368.102582:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758368.102590:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758368.102596:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758368.102604:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758368.102610:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931168128, portal 4 00000100:00000001:0.0:1787758368.102614:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758368.102617:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758368.102628:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102637:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758368.102641:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758368.102644:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758368.102647:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931168128, offset 0 00000400:00000200:0.0:1787758368.102653:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758368.102659:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.102664:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758368.102668:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758368.102672:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758368.102675:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758368.102679:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758368.102684:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747884:747884:256:4294967295] 192.168.201.121@tcp LPNI seq info [747878:747878:8:4294967295] 00000400:00000200:0.0:1787758368.102689:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.102698:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758368.102704:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.102708:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758368.102714:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758368.102718:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758368.102732:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.102736:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758368.102740:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758368.102745:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758368.102749:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758368.102752:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758368.102755:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758368.102760:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102770:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.102775:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102783:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.102785:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758368.102789:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.102793:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758368.102797:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758368.102800:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310745137 00000100:00000001:0.0:1787758368.102804:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.102806:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310745137 00000100:00000001:0.0:1787758368.102809:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.102812:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758368.102815:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.102817:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758368.102822:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758368/real 1787758368] req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758368.102832:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758368.102833:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758368.102836:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758368.102839:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758368.102841:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758368.102844:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758368.102848:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758368.102859:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102868:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758368.102869:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102872:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.102874:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758368.102878:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102886:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758368.102892:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102900:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758368.102903:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102905:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.102907:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102909:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758368.102911:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758368.102915:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758368.102919:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758368.102922:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758368.102951:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758368.102962:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931168128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758368.102968:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.102971:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.102975:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931167872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.102984:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758368.102987:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758368.102990:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758368.102993:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758368.102996:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758368.102998:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758368.103003:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758368.103007:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758368.103012:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758368.103015:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758368.103018:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758368.103024:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758368.103026:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103030:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.103037:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931168000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103051:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758368.103054:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758368.103058:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758368.103062:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758368.103065:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758368.103068:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758368.103073:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758368.103076:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758368.103081:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758368.103084:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758368.103087:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758368.103092:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758368.103095:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103099:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.103106:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931168128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103115:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758368.103118:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758368.103120:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758368.103123:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758368.103125:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758368.103127:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758368.103129:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758368.103131:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758368.103134:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758368.103136:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758368.103138:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758368.103141:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758368.103143:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103145:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103151:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758368.103152:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.103155:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758368.103157:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758368.103159:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758368.103164:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103174:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758368.103176:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.103179:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758368.103182:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758368.103184:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758368.103188:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931168256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758368.103192:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758368.103195:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758368.103197:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758368.103200:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758368.103204:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758368.103207:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758368.103212:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758368.103215:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758368.103220:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758368.103225:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931168256, portal 4 00000100:00000001:0.0:1787758368.103228:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758368.103230:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758368.103238:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103247:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758368.103250:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758368.103253:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758368.103256:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931168256, offset 0 00000400:00000200:0.0:1787758368.103262:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758368.103267:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.103327:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758368.103331:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758368.103335:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758368.103339:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758368.103342:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758368.103347:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747885:747885:256:4294967295] 192.168.201.121@tcp LPNI seq info [747879:747879:8:4294967295] 00000400:00000200:0.0:1787758368.103352:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758368.103361:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758368.103367:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.103373:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758368.103379:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758368.103383:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758368.103398:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758368.103401:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758368.103405:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758368.103410:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758368.103414:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758368.103416:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758368.103420:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758368.103426:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103445:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.103449:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103458:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.103460:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758368.103464:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758368.103468:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758368.103473:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758368.103475:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310745117 00000100:00000001:0.0:1787758368.103479:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.103482:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310745117 00000100:00000001:0.0:1787758368.103485:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310746065 00000100:00000001:0.0:1787758368.103487:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758368.103490:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.103493:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758368.103498:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758368/real 1787758368] req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758368.103507:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758368.103509:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758368.103512:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758368.103516:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758368.103520:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758368.103525:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758368.103531:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758368.103549:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103562:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758368.103566:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103571:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.103574:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758368.103583:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103599:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758368.103608:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103623:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758368.103627:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103629:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758368.103631:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103633:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758368.103636:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758368.103639:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758368.103644:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758368.103647:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758368.103653:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758368.103663:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931168256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758368.103667:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103670:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758368.103674:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931168256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758368.103682:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758368.103685:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758368.103688:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758368.103692:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758368.103694:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758368.103696:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758368.103699:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758368.103701:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758368.103705:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758368.103707:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758368.103709:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758368.103712:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758368.103715:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103717:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758368.103722:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758368.103724:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758368.103727:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758368.103730:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758369.059467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758369.059477:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758369.059483:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758369.059489:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758369.059497:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758369.059503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758369.059510:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758369.059515:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758369.059527:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758369.059533:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758369.059546:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758369.059557:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758369.059570:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758369.059576:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758369.059586:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758369.059587:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758369.059597:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758369.059603:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758369.059608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758369.059609:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758369.059619:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758369.059623:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758369.059631:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758369.059644:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758369.059645:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758369.059653:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758369.059661:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758369.059707:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758369.059725:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758369.059730:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758369.059738:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758369.059741:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758369.059748:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758369.059757:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758369.059763:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758369.059769:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758369.059775:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758369.059779:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758369.059785:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758369.123384:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310746065, at 4310746112 00000100:00000010:0.0:1787758369.123407:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000040:1.0:1787758369.123414:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310746065, at 4310746112 00000100:00000010:1.0:1787758369.123435:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758370.083361:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758370.083371:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758370.083375:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758370.083382:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758370.083389:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758370.083395:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083399:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758370.083403:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083408:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758370.083446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758370.083458:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758370.083458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758370.083466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758370.083468:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758370.083475:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758370.083478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758370.083484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758370.083487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758370.083497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758370.083498:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758370.083508:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758370.083513:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758370.083521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758370.083523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758370.083528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083532:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758370.083577:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758370.083583:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758370.083585:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758370.083591:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758370.083592:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758370.083598:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758370.083600:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758370.083611:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758370.083618:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758370.083623:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758370.083625:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758370.083631:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083639:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758370.083640:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758370.083652:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083667:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758370.083674:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758370.083687:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758370.083777:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758370.083782:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758370.083786:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758371.107428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758371.107436:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758371.107443:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758371.107452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758371.107461:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758371.107465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758371.107469:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758371.107476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758371.107483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758371.107504:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758371.107516:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758371.107522:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758371.107527:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758371.107535:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758371.107542:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107553:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758371.107558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107578:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758371.107579:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758371.107588:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758371.107595:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758371.107604:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758371.107609:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758371.107612:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758371.107615:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758371.107619:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758371.107621:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758371.107631:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758371.107632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758371.107637:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107642:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758371.107650:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758371.107661:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758371.107661:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758371.107666:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107672:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758371.107687:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758371.107696:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758371.107700:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758371.107713:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758371.107729:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758371.107737:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107742:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758371.107750:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758371.107756:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758371.107757:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758371.107763:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758371.107764:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758371.107768:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758371.107770:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758371.107776:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107779:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758371.107781:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758371.107784:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758372.131421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758372.131428:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758372.131431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758372.131437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758372.131438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758372.131441:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758372.131447:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758372.131462:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758372.131465:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758372.131470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758372.131471:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758372.131482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758372.131483:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758372.131498:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758372.131511:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758372.131514:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758372.131526:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758372.131527:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758372.131533:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758372.131537:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758372.131545:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758372.131552:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758372.131554:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758372.131564:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758372.131576:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758372.131581:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758372.131587:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758372.131596:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758372.131605:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758372.131617:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758372.131634:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758372.131638:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758372.131649:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758372.131650:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758372.131656:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758372.131659:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758372.131663:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758372.131668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758372.131672:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758372.131678:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758372.131679:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758372.131697:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758372.131718:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758372.131722:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758372.131728:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.155392:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758373.155392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758373.155402:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758373.155404:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758373.155406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758373.155411:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758373.155414:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758373.155421:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758373.155422:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758373.155431:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758373.155434:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155437:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155449:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758373.155455:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155463:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.155466:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758373.155474:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758373.155481:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758373.155494:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758373.155502:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758373.155507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758373.155516:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758373.155525:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758373.155533:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155544:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758373.155551:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.155574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758373.155583:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758373.155611:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758373.155627:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758373.155647:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758373.155664:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758373.155666:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758373.155675:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.155677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758373.155690:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758373.155691:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758373.155695:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155708:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758373.155710:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758373.155722:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155735:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758373.155744:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758373.155756:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758373.219407:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758373.219417:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758373.219422:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758373.219427:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758373.219435:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758373.219447:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16077 00000400:00000200:0.0:1787758373.219461:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758373.219472:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758373.219479:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758373.219487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219493:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.219499:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219505:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758373.219513:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758373.219516:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758373.219521:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758373.219527:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758373.219530:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758373.219534:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758373.219539:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219542:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.219545:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219548:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758373.219553:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758373.219557:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219561:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758373.219564:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758373.219571:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758373.219575:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.219578:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758373.219581:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758373.219592:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758373.219597:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758373.219603:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758373.219605:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.219609:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758373.219613:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758373.219619:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758373.219629:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758373.219639:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758373.219652:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931168384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758373.219666:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758373.219672:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758373.219678:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931168384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758373.219711:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758373.219716:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758373.219721:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758373.219723:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758373.219726:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758373.219730:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758373.219733:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16077 00000400:00000200:0.0:1787758373.219739:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758373.219744:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758373.219747:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758373.219751:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219754:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.219758:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219763:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758373.219768:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758373.219771:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758373.219775:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758373.219779:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758373.219783:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758373.219788:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758373.219795:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219800:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.219805:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219812:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758373.219818:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758373.219825:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758373.219847:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758373.219862:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758373.219873:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758373.219883:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.219889:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758373.219898:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758373.219920:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.219935:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758373.219949:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758373.219962:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758373.219974:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758373.219982:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.219994:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758373.220002:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758373.220013:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758373.220029:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758373.220038:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758373.220052:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931168512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758373.220084:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758373.220089:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758373.220097:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931168512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758373.220138:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758373.220151:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758373.220158:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758373.220168:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758373.220171:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758373.220177:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758373.220187:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16077 00000400:00000200:0.0:1787758373.220198:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758373.220236:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758373.220245:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758373.220257:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220264:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.220319:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220324:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758373.220329:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758373.220331:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758373.220335:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758373.220339:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758373.220343:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758373.220346:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758373.220355:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220359:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.220372:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220392:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758373.220408:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758373.220417:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220440:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758373.220458:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758373.220471:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758373.220491:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.220499:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758373.220506:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758373.220517:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.220533:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758373.220544:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758373.220552:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758373.220565:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758373.220573:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.220582:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758373.220598:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758373.220605:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758373.220628:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758373.220647:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758373.220666:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931168640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758373.220718:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758373.220729:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758373.220741:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931168640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758373.220783:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758373.220797:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758373.220820:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758373.220828:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758373.220836:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758373.220853:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758373.220874:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16077 00000400:00000200:0.0:1787758373.220895:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758373.220913:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758373.220930:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758373.220948:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220957:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.220965:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.220975:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758373.220987:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758373.220993:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758373.221006:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758373.221015:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758373.221023:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758373.221043:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758373.221060:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221065:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.221074:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221081:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758373.221090:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758373.221102:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221110:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758373.221124:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758373.221133:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758373.221140:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.221145:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758373.221152:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758373.221171:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.221189:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758373.221198:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758373.221238:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758373.221246:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758373.221253:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.221259:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758373.221302:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758373.221307:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758373.221317:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758373.221327:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758373.221354:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931168768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758373.221384:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758373.221394:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758373.221408:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931168768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758373.221461:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758373.221474:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758373.221497:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758373.221512:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758373.221522:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758373.221538:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758373.221555:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16077 00000400:00000200:0.0:1787758373.221571:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758373.221589:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758373.221609:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758373.221625:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221644:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.221663:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221678:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758373.221690:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758373.221702:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758373.221709:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758373.221715:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758373.221724:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758373.221734:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758373.221752:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221773:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758373.221792:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221804:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758373.221819:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758373.221841:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758373.221864:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758373.221873:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758373.221882:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758373.221895:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.221901:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758373.221908:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758373.221920:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.221932:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758373.221947:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758373.221958:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758373.221970:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758373.221977:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758373.221987:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758373.221997:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758373.222004:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758373.222018:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758373.222027:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758373.222062:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931168896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758373.222098:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758373.222110:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758373.222138:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931168896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758373.222186:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758373.222200:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16087) 00000100:00000001:1.0:1787758374.179374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758374.179375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758374.179385:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758374.179385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758374.179391:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758374.179391:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758374.179399:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758374.179400:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758374.179405:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758374.179412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758374.179412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758374.179417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179424:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758374.179430:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179438:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758374.179439:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758374.179444:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758374.179449:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758374.179461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758374.179466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758374.179470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758374.179470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758374.179476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758374.179478:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758374.179480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758374.179486:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758374.179486:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758374.179495:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758374.179496:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758374.179523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758374.179542:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758374.179552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758374.179561:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758374.179601:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758374.179637:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758374.179643:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758374.179661:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758374.179668:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758374.179675:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179680:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758374.179683:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758374.179687:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758374.243390:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310751185, at 4310751232 00000100:00000040:0.0:1787758374.243395:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310751185, at 4310751232 00000100:00000010:1.0:1787758374.243410:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758374.243415:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758375.203354:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758375.203363:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758375.203366:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758375.203372:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758375.203373:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758375.203377:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758375.203381:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758375.203381:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758375.203388:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758375.203388:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758375.203396:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758375.203398:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758375.203400:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758375.203403:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758375.203412:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758375.203415:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758375.203422:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758375.203430:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758375.203456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758375.203463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758375.203470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758375.203484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758375.203494:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758375.203499:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758375.203500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758375.203506:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758375.203509:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758375.203510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758375.203514:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758375.203515:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758375.203520:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758375.203527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758375.203534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758375.203543:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758375.203555:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758375.203572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758376.227374:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758376.227374:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758376.227382:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758376.227383:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758376.227386:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758376.227388:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758376.227396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758376.227396:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758376.227404:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758376.227405:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758376.227412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758376.227413:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227416:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758376.227420:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227437:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758376.227439:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758376.227443:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758376.227447:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758376.227486:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758376.227490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758376.227504:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758376.227511:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758376.227511:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758376.227516:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758376.227516:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758376.227521:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758376.227531:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758376.227536:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758376.227537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758376.227541:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227547:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758376.227551:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227565:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758376.227566:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758376.227571:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227581:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758376.227587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758376.227590:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758376.227614:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758376.227623:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758376.227639:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758376.227644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227652:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758376.227655:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758376.227659:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758377.251357:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758377.251364:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758377.251369:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758377.251370:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758377.251376:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758377.251376:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758377.251381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758377.251383:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758377.251388:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758377.251390:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758377.251393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758377.251398:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758377.251398:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758377.251404:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758377.251407:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758377.251409:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758377.251412:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758377.251417:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758377.251436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758377.251442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758377.251449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758377.251451:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758377.251454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758377.251465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758377.251466:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758377.251479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758377.251482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758377.251491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758377.251495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758377.251496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758377.251506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758377.251519:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758377.251524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758377.251526:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758377.251530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758377.251535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758377.251572:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758377.251575:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758377.251577:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758377.251580:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758377.251581:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758377.251586:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758377.251586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758377.251592:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758377.251593:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758377.251596:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758377.251600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758377.251602:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758377.251607:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758377.251608:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758377.251611:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758377.251615:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758377.251619:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758377.251622:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758378.275477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758378.275482:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758378.275492:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758378.275496:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758378.275503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758378.275505:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758378.275517:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758378.275522:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758378.275528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758378.275544:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758378.275545:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758378.275560:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758378.275563:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758378.275577:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758378.275593:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758378.275594:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758378.275602:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758378.275611:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758378.275651:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758378.275655:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758378.275662:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758378.275668:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758378.275669:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758378.275673:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758378.275677:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758378.275681:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758378.275688:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758378.275689:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758378.275706:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758378.275706:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758378.275726:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758378.275740:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758378.275750:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758378.275751:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758378.275760:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758378.275774:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758378.275829:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758378.275844:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758378.275855:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758378.275867:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758378.275879:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758378.275890:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758378.275904:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758378.275915:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758378.275929:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758379.299458:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758379.299469:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758379.299472:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758379.299482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758379.299484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758379.299494:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758379.299497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758379.299505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758379.299506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758379.299523:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758379.299525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758379.299532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758379.299540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758379.299551:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758379.299553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758379.299574:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758379.299574:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758379.299594:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758379.299621:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758379.299636:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758379.299645:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758379.299647:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758379.299652:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758379.299656:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758379.299660:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758379.299662:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758379.299670:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758379.299672:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758379.299682:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758379.299683:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758379.299690:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758379.299700:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758379.299718:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758379.299720:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758379.299730:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758379.299738:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758379.299775:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758379.299784:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758379.299803:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758379.299815:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758379.299827:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758379.299840:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758379.299852:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758379.299860:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758379.299867:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758379.363367:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310756305, at 4310756352 00000100:00000040:0.0:1787758379.363375:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310756305, at 4310756352 00000100:00000010:1.0:1787758379.363386:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787758379.363391:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758380.323349:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758380.323356:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758380.323360:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758380.323364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758380.323365:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758380.323369:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758380.323373:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758380.323375:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758380.323378:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758380.323381:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758380.323384:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758380.323386:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758380.323389:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758380.323398:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758380.323398:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758380.323406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758380.323411:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758380.323418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758380.323424:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758380.323424:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758380.323434:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758380.323447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758380.323453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758380.323454:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758380.323465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758380.323465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758380.323475:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758380.323485:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758380.323490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758380.323491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758380.323496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758380.323498:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758380.323502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758380.323507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758380.323516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758380.323527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758380.323548:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758380.323555:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758380.323558:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758380.323559:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758380.323562:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758380.323566:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00010000:00010000:0.0:1787758380.323567:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758380.323579:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758380.323583:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758380.323586:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758380.323588:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758380.323591:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758381.347382:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758381.347391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758381.347394:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758381.347400:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758381.347405:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758381.347410:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758381.347418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758381.347419:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758381.347427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758381.347429:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758381.347431:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758381.347440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758381.347454:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758381.347460:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347462:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758381.347468:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758381.347471:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758381.347479:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347479:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758381.347493:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758381.347494:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758381.347508:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758381.347516:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347526:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758381.347533:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758381.347556:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758381.347560:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758381.347563:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758381.347566:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758381.347571:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758381.347575:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758381.347579:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758381.347585:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347588:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758381.347600:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758381.347601:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758381.347608:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758381.347613:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758381.347621:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758381.347627:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347660:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758381.347669:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758381.347684:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758382.371416:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758382.371427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758382.371431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758382.371443:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758382.371445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758382.371452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758382.371457:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758382.371464:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758382.371477:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758382.371481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758382.371491:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758382.371503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758382.371510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758382.371541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758382.371558:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758382.371560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758382.371569:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758382.371592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758382.371613:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758382.371625:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758382.371629:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758382.371636:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758382.371653:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758382.371655:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758382.371661:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758382.371665:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371670:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758382.371675:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758382.371680:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371696:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758382.371714:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371741:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758382.371747:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758382.371764:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758382.371776:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758382.371790:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758382.371798:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758382.371807:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371807:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758382.371828:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758382.371828:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758382.371840:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371840:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758382.371850:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758382.371853:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758382.371864:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758382.371872:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371879:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758382.371882:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758382.371887:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.395453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758383.395456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758383.395460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758383.395465:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758383.395466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758383.395473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758383.395474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758383.395480:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758383.395486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758383.395490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758383.395496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758383.395498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758383.395507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758383.395513:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758383.395543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758383.395544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758383.395560:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758383.395580:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.395584:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758383.395599:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758383.395614:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758383.395618:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758383.395629:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758383.395631:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758383.395638:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758383.395646:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.395650:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758383.395680:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758383.395681:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758383.395687:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758383.395689:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758383.395700:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758383.395713:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758383.395757:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758383.395768:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758383.395774:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758383.459425:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758383.459437:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758383.459440:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758383.459445:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758383.459450:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758383.459460:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16088 00000400:00000200:0.0:1787758383.459472:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758383.459481:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758383.459487:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758383.459492:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459497:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.459502:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459506:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758383.459512:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758383.459516:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758383.459520:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758383.459524:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758383.459529:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758383.459533:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758383.459538:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459542:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.459546:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459549:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758383.459554:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758383.459560:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459565:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758383.459569:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758383.459574:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758383.459578:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.459582:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758383.459586:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758383.459598:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758383.459603:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758383.459609:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758383.459612:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.459616:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758383.459620:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758383.459625:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758383.459636:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758383.459645:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758383.459673:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931169664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758383.459688:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758383.459694:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758383.459702:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931169664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758383.459734:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758383.459739:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758383.459745:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758383.459764:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758383.459767:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758383.459773:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758383.459778:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16088 00000400:00000200:0.0:1787758383.459785:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758383.459792:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758383.459796:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758383.459802:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459807:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.459811:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459817:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758383.459823:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758383.459825:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758383.459830:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758383.459835:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758383.459841:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758383.459845:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758383.459856:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459861:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.459866:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459870:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758383.459878:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758383.459894:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758383.459910:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758383.459916:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758383.459930:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758383.459966:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.459982:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758383.459997:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758383.460013:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.460072:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758383.460084:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758383.460096:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758383.460104:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758383.460108:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.460113:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758383.460122:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758383.460129:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758383.460141:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758383.460153:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758383.460173:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931169792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758383.460197:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758383.460203:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758383.460223:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931169792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758383.460405:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758383.460417:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758383.460431:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758383.460437:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758383.460442:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758383.460464:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758383.460481:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16088 00000400:00000200:0.0:1787758383.460506:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758383.460527:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758383.460542:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758383.460569:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.460586:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.460601:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.460612:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758383.460625:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758383.460634:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758383.460650:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758383.460660:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758383.460673:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758383.460693:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758383.460712:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.460727:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.460742:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.460772:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758383.460798:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758383.460814:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758383.460827:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758383.460844:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758383.460857:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758383.460893:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.460906:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758383.460915:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758383.460931:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.460973:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758383.460992:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758383.461007:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758383.461020:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758383.461045:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.461049:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758383.461051:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758383.461060:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758383.461075:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758383.461087:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758383.461109:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931169920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758383.461152:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758383.461161:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758383.461182:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931169920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758383.461263:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758383.461306:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758383.461340:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758383.461348:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758383.461356:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758383.461374:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758383.461391:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16088 00000400:00000200:0.0:1787758383.461415:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758383.461436:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758383.461449:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758383.461475:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.461485:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.461511:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.461531:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758383.461548:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758383.461560:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758383.461572:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758383.461581:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758383.461588:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758383.461597:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758383.461618:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.461624:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.461633:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.461645:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758383.461651:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758383.461664:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758383.461670:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758383.461676:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758383.461686:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758383.461691:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.461702:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758383.461717:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758383.461756:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.461767:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758383.461781:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758383.461796:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758383.461805:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758383.461815:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.461838:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758383.461843:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758383.461850:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758383.461865:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758383.461881:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758383.461903:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931170048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758383.461969:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758383.461981:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758383.462009:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931170048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758383.462065:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758383.462077:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758383.462096:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758383.462098:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758383.462104:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758383.462111:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758383.462122:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16088 00000400:00000200:0.0:1787758383.462131:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758383.462142:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758383.462146:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758383.462160:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.462169:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.462188:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.462194:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758383.462207:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758383.462214:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758383.462225:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758383.462233:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758383.462240:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758383.462254:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758383.462293:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.462297:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758383.462301:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758383.462305:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758383.462315:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758383.462339:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758383.462353:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758383.462359:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758383.462366:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758383.462377:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.462382:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758383.462390:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758383.462405:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.462426:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758383.462456:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758383.462474:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758383.462488:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758383.462498:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758383.462517:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758383.462524:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758383.462535:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758383.462555:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758383.462574:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758383.462595:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931170176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758383.462647:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758383.462654:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758383.462666:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931170176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758383.462741:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758383.462752:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16098) 00000100:00000001:0.0:1787758384.419374:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758384.419374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758384.419382:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758384.419382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758384.419385:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758384.419387:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758384.419392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758384.419393:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758384.419399:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758384.419399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758384.419405:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758384.419406:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419412:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758384.419416:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758384.419420:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758384.419421:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758384.419424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758384.419430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758384.419482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758384.419493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758384.419501:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758384.419519:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758384.419528:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758384.419533:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419537:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758384.419541:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758384.419569:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758384.419572:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758384.419573:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758384.419575:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758384.419577:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758384.419582:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419587:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758384.419588:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419591:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758384.419604:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758384.419607:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758384.419610:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758384.419613:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758384.419615:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758384.419618:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758384.419621:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758384.419622:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758384.483340:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310761425, at 4310761472 00000100:00000040:0.0:1787758384.483344:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310761425, at 4310761472 00000100:00000010:1.0:1787758384.483353:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787758384.483355:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:0.0:1787758385.443363:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758385.443369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758385.443372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758385.443375:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758385.443376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758385.443378:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758385.443386:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758385.443387:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758385.443393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758385.443395:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758385.443399:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758385.443401:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758385.443403:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758385.443408:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758385.443410:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758385.443415:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758385.443418:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758385.443427:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758385.443446:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758385.443446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758385.443450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758385.443452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758385.443454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758385.443456:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758385.443459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758385.443462:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758385.443466:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758385.443471:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758385.443472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758385.443475:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758385.443479:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758385.443485:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758385.443485:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758385.443502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758385.443507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758385.443514:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758385.443526:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758385.443531:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758385.443534:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758385.443545:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758385.443557:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758385.443562:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758385.443597:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758385.443607:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758385.443613:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758385.443643:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758385.443645:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758385.443648:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758386.467449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758386.467459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758386.467466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758386.467469:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758386.467474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758386.467475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758386.467480:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758386.467481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758386.467488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758386.467489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758386.467495:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758386.467503:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758386.467505:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758386.467513:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758386.467521:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758386.467523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758386.467532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758386.467540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758386.467545:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758386.467570:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758386.467577:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758386.467578:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758386.467590:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758386.467591:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758386.467601:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758386.467617:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758386.467624:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758386.467629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758386.467643:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758386.467650:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758386.467655:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758386.467658:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758386.467667:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758386.467668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758386.467674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758386.467688:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758386.467726:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758386.467733:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758386.467742:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758386.467751:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758386.467760:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758386.467766:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758386.467769:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758386.467771:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758386.467773:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758387.491442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758387.491447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758387.491459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758387.491459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758387.491466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758387.491469:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758387.491475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758387.491481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758387.491487:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758387.491493:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758387.491500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758387.491505:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758387.491508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758387.491518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758387.491532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758387.491533:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758387.491551:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758387.491569:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758387.491574:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758387.491585:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758387.491597:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758387.491615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758387.491642:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758387.491644:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758387.491651:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758387.491655:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758387.491658:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758387.491667:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758387.491667:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758387.491688:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758387.491688:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758387.491739:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758387.491753:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758387.491765:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758387.491768:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758387.491775:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758387.491779:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758387.491789:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758387.491790:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758387.491808:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758387.491827:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758387.491839:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758387.491854:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758387.491860:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758387.491870:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758387.491878:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758387.491883:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758387.491892:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758388.515387:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758388.515399:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758388.515402:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758388.515409:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758388.515415:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758388.515421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.515426:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.515430:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.515436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758388.515480:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758388.515494:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758388.515510:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758388.515526:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758388.515529:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758388.515541:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758388.515564:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758388.515569:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758388.515582:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758388.515584:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758388.515596:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758388.515603:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758388.515604:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758388.515640:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758388.515648:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758388.515658:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758388.515671:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758388.515684:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.515686:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.515693:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.515700:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758388.515730:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758388.515738:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758388.515747:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758388.515756:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758388.515765:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758388.515772:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758388.515784:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758388.515790:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758388.515794:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.579962:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758388.579974:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758388.579983:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758388.580006:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.580088:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.580095:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.580109:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758388.580121:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758388.580137:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758388.580151:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931170304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758388.580165:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758388.580174:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758388.580204:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.580217:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758388.580233:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758388.580248:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758388.580272:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758388.580279:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758388.580323:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758388.580357:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931170304, portal 25 00000100:00000001:0.0:1787758388.580363:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758388.580368:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758388.580396:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.580485:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758388.580502:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758388.580510:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758388.580519:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931170304, offset 0 00000400:00000200:0.0:1787758388.580541:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758388.580566:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.580582:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758388.580595:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758388.580623:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758388.580633:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758388.580642:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758388.580663:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747901:747901:256:4294967295] 192.168.201.121@tcp LPNI seq info [747895:747895:8:4294967295] 00000400:00000200:0.0:1787758388.580685:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.580725:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758388.580735:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.580778:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758388.580801:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758388.580809:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758388.580872:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.580877:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758388.580895:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758388.580921:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758388.580961:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758388.580975:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758388.580992:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758388.581013:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581066:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.581080:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581121:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.581141:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758388.581150:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758388.581166:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758388.581199:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310766545 00000100:00000010:0.0:1787758388.581215:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758388.581225:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758388.581234:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310766545 00000100:00000010:0.0:1787758388.581238:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758388.581242:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758388.581258:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758388.581262:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.581264:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758388.581272:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758388/real 1787758388] req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758388.581282:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758388.581313:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758388.581317:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758388.581337:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758388.581339:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758388.581343:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758388.581348:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758388.581360:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581369:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758388.581371:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581374:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.581376:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758388.581383:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581421:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758388.581429:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581442:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758388.581447:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581450:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.581453:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581457:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758388.581461:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758388.581477:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758388.581486:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758388.581490:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758388.581498:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758388.581509:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931170304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758388.581515:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581518:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.581521:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931170304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581529:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758388.581543:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758388.581546:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758388.581550:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758388.581553:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758388.581555:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758388.581558:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758388.581561:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758388.581565:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758388.581567:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758388.581569:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758388.581573:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758388.581574:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581577:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581585:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758388.581587:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.581590:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758388.581592:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758388.581594:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758388.581599:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581623:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.581625:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.581627:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758388.581630:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758388.581632:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758388.581635:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758388.581638:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758388.581641:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758388.581643:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.581645:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758388.581649:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758388.581651:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758388.581656:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758388.581659:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758388.581662:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758388.581666:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931170432, portal 10 00000100:00000001:0.0:1787758388.581668:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758388.581670:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758388.581676:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581683:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758388.581686:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758388.581688:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758388.581690:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931170432, offset 0 00000400:00000200:0.0:1787758388.581695:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758388.581699:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.581703:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758388.581707:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758388.581710:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758388.581713:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758388.581716:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758388.581719:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747902:747902:256:4294967295] 192.168.201.121@tcp LPNI seq info [747896:747896:8:4294967295] 00000400:00000200:0.0:1787758388.581724:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.581731:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758388.581736:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.581739:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758388.581743:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758388.581747:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758388.581760:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.581762:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758388.581766:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758388.581770:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758388.581773:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758388.581775:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758388.581777:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758388.581781:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581789:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.581792:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581799:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.581800:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758388.581804:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758388.581808:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758388.581811:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758388.581813:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310765582 00000100:00000001:0.0:1787758388.581815:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.581818:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310765582 00000100:00000001:0.0:1787758388.581820:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.581823:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758388.581825:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.581827:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758388.581830:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758388/real 1787758388] req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758388.581838:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758388.581839:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758388.581841:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758388.581843:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758388.581845:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758388.581847:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758388.581851:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758388.581859:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581866:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758388.581867:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581869:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.581870:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758388.581874:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581880:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758388.581884:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581890:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758388.581892:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581894:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.581895:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.581897:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758388.581901:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758388.581903:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758388.581907:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758388.581909:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758388.581913:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758388.581920:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758388.581925:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758388.581929:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.581970:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.581973:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.581977:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758388.581980:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758388.581984:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758388.581989:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758388.581994:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758388.581998:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758388.581999:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.582001:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758388.582005:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758388.582007:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758388.582011:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758388.582014:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758388.582017:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758388.582021:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931170560, portal 10 00000100:00000001:0.0:1787758388.582023:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758388.582026:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758388.582035:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582045:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758388.582049:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758388.582052:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758388.582056:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931170560, offset 0 00000400:00000200:0.0:1787758388.582063:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758388.582070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.582076:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758388.582081:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758388.582085:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758388.582089:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758388.582094:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758388.582100:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747903:747903:256:4294967295] 192.168.201.121@tcp LPNI seq info [747897:747897:8:4294967295] 00000400:00000200:0.0:1787758388.582107:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.582114:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758388.582119:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.582123:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758388.582128:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758388.582131:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758388.582143:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.582145:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758388.582148:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758388.582152:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758388.582155:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758388.582157:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758388.582160:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758388.582164:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582173:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.582197:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582205:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.582206:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758388.582210:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758388.582214:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758388.582218:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758388.582220:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310765580 00000100:00000001:0.0:1787758388.582223:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.582225:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310765580 00000100:00000001:0.0:1787758388.582228:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.582230:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758388.582233:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.582235:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758388.582239:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758388/real 1787758388] req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758388.582259:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758388.582261:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758388.582262:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758388.582265:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758388.582267:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758388.582269:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758388.582272:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758388.582281:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582312:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758388.582314:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.582316:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.582318:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758388.582323:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582347:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758388.582352:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582361:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758388.582364:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.582366:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.582367:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.582370:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758388.582373:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758388.582376:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758388.582382:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758388.582386:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758388.582395:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758388.582418:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758388.582426:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758388.582433:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582447:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.582450:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.582455:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758388.582459:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758388.582471:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758388.582478:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758388.582484:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758388.582487:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758388.582490:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.582492:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758388.582497:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758388.582500:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758388.582505:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758388.582508:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758388.582513:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758388.582517:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931170688, portal 4 00000100:00000001:0.0:1787758388.582520:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758388.582522:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758388.582539:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582547:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758388.582551:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758388.582553:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758388.582556:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931170688, offset 0 00000400:00000200:0.0:1787758388.582561:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758388.582567:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.582572:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758388.582575:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758388.582579:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758388.582582:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758388.582585:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758388.582589:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747904:747904:256:4294967295] 192.168.201.121@tcp LPNI seq info [747898:747898:8:4294967295] 00000400:00000200:0.0:1787758388.582594:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.582602:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758388.582624:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.582627:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758388.582632:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758388.582635:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758388.582647:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.582649:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758388.582652:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758388.582656:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758388.582659:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758388.582660:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758388.582663:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758388.582667:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582674:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.582678:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582684:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.582686:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758388.582690:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758388.582693:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758388.582696:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758388.582699:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310765617 00000100:00000001:0.0:1787758388.582701:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.582703:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310765617 00000100:00000001:0.0:1787758388.582706:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.582708:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758388.582710:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.582712:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758388.582715:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758388/real 1787758388] req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758388.582722:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758388.582723:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758388.582725:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758388.582728:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758388.582729:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758388.582731:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758388.582734:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758388.582742:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582748:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758388.582749:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.582751:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.582753:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758388.582756:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582762:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758388.582766:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582773:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758388.582776:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.582777:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.582779:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.582781:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758388.582782:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758388.582785:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758388.582788:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758388.582790:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758388.582794:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758388.582801:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758388.582805:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758388.582808:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582814:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758388.582816:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.582818:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758388.582820:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758388.582822:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758388.582825:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758388.582827:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758388.582829:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758388.582831:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758388.582833:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758388.582836:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758388.582838:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758388.582841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758388.582844:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758388.582847:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758388.582850:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931170816, portal 4 00000100:00000001:0.0:1787758388.582852:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758388.582854:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758388.582859:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582865:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758388.582868:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758388.582870:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758388.582872:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931170816, offset 0 00000400:00000200:0.0:1787758388.582876:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758388.582879:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.582883:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758388.582886:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758388.582888:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758388.582890:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758388.582893:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758388.582896:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747905:747905:256:4294967295] 192.168.201.121@tcp LPNI seq info [747899:747899:8:4294967295] 00000400:00000200:0.0:1787758388.582900:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758388.582906:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758388.582910:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.582912:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758388.582916:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758388.582919:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758388.582930:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758388.582952:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758388.582958:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758388.582964:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758388.582968:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758388.582971:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758388.582976:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758388.582982:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.582993:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.582998:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583007:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.583009:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758388.583013:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758388.583017:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758388.583021:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758388.583023:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310765596 00000100:00000001:0.0:1787758388.583026:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.583029:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310765596 00000100:00000001:0.0:1787758388.583033:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310766545 00000100:00000001:0.0:1787758388.583036:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758388.583040:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.583042:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758388.583049:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758388/real 1787758388] req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758388.583061:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758388.583064:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758388.583067:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758388.583071:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758388.583074:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758388.583078:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758388.583084:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758388.583098:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583114:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758388.583116:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583118:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.583119:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758388.583123:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583130:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758388.583134:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583141:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758388.583143:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583145:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758388.583146:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583148:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758388.583150:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758388.583153:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758388.583156:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758388.583158:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758388.583162:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758388.583169:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931170816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758388.583173:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583175:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.583178:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931170432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583205:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758388.583207:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758388.583209:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758388.583212:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758388.583214:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758388.583216:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758388.583218:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758388.583220:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758388.583224:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758388.583225:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758388.583227:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758388.583230:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758388.583231:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583234:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.583237:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931170560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583244:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758388.583245:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758388.583247:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758388.583249:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758388.583250:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758388.583251:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758388.583253:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758388.583255:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758388.583260:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758388.583261:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758388.583263:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758388.583265:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758388.583267:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583269:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.583272:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931170688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583278:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758388.583280:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758388.583281:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758388.583284:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758388.583311:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758388.583313:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758388.583316:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758388.583317:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758388.583320:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758388.583338:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758388.583340:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758388.583342:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758388.583344:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583347:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758388.583351:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931170816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758388.583360:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758388.583361:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758388.583363:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758388.583366:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758388.583368:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758388.583369:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758388.583371:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758388.583373:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758388.583376:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758388.583377:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758388.583379:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758388.583382:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758388.583384:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583413:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758388.583419:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758388.583421:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758388.583424:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758388.583427:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758389.539425:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758389.539435:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758389.539438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758389.539445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758389.539451:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758389.539461:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539470:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758389.539479:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539493:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758389.539495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758389.539508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758389.539522:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758389.539531:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758389.539545:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758389.539546:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758389.539554:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758389.539556:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539561:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758389.539572:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758389.539574:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758389.539591:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758389.539592:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758389.539611:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758389.539651:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758389.539653:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758389.539658:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758389.539664:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758389.539664:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539670:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758389.539672:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758389.539679:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758389.539686:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758389.539694:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758389.539706:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758389.539712:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758389.539713:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539723:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758389.539724:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758389.539733:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758389.539742:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758389.539756:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758389.539768:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539782:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758389.539807:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758389.539813:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758389.603429:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310766545, at 4310766592 00000100:00000010:0.0:1787758389.603445:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000040:1.0:1787758389.604338:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310766545, at 4310766593 00000100:00000010:1.0:1787758389.604350:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787758390.563444:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758390.563456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758390.563460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758390.563468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758390.563474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758390.563476:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758390.563485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758390.563487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758390.563490:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758390.563502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758390.563504:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758390.563514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758390.563516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758390.563526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758390.563527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758390.563557:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758390.563564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758390.563580:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758390.563585:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758390.563594:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758390.563601:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758390.563608:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758390.563619:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758390.563620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758390.563632:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758390.563632:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758390.563643:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758390.563659:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758390.563660:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758390.563666:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758390.563675:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758390.563677:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758390.563688:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758390.563702:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758390.563709:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758390.563718:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758391.587363:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758391.587371:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758391.587375:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758391.587375:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758391.587383:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758391.587384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758391.587391:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758391.587392:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758391.587395:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758391.587400:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758391.587401:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758391.587404:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758391.587409:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758391.587410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758391.587415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758391.587424:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758391.587426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758391.587429:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758391.587430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758391.587434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758391.587435:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758391.587437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758391.587444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758391.587448:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758391.587451:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758391.587455:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758391.587459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758391.587460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758391.587467:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758391.587472:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758391.587481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758391.587484:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758391.587488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758391.587489:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758391.587493:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758391.587495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758391.587495:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758391.587501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758391.587502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758391.587505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758391.587506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758391.587512:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758391.587515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758391.587519:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758391.587521:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758392.611341:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758392.611351:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758392.611356:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758392.611357:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758392.611362:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758392.611363:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758392.611366:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758392.611369:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758392.611372:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758392.611374:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758392.611377:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758392.611378:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758392.611381:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758392.611383:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758392.611387:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758392.611397:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758392.611402:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758392.611405:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758392.611431:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758392.611437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758392.611442:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758392.611442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758392.611448:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758392.611450:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758392.611451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758392.611458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758392.611459:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758392.611464:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758392.611465:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758392.611468:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758392.611475:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758392.611479:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758392.611480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758392.611484:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758392.611485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758392.611500:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.635370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758393.635370:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758393.635377:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758393.635378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758393.635380:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758393.635383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758393.635385:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758393.635391:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758393.635392:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758393.635397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758393.635399:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758393.635400:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.635406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758393.635406:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758393.635410:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758393.635411:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.635416:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758393.635417:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758393.635440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758393.635441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758393.635443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758393.635445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758393.635446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.635448:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758393.635450:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758393.635454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758393.635456:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758393.635459:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758393.635461:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.635463:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758393.635468:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758393.635471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.635477:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758393.635477:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.635482:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.635486:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758393.635510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758393.635514:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758393.635515:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758393.635517:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787758393.635518:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758393.635522:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758393.635522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758393.635527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758393.635528:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758393.635530:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758393.635533:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758393.635534:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.699574:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758393.699580:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758393.699584:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758393.699594:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.699614:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758393.699616:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.699620:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758393.699624:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758393.699638:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758393.699642:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931170944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758393.699650:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758393.699655:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758393.699658:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.699663:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758393.699670:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758393.699674:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758393.699683:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758393.699689:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758393.699697:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758393.699705:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931170944, portal 25 00000100:00000001:0.0:1787758393.699710:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758393.699714:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758393.699723:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.699739:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758393.699746:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758393.699751:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758393.699756:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931170944, offset 0 00000400:00000200:0.0:1787758393.699767:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758393.699779:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.699789:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758393.699798:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758393.699804:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758393.699812:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758393.699818:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758393.699826:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747906:747906:256:4294967295] 192.168.201.121@tcp LPNI seq info [747900:747900:8:4294967295] 00000400:00000200:0.0:1787758393.699834:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.699861:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758393.699872:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.699881:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758393.699889:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758393.699893:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758393.699913:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.699917:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758393.699923:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758393.699932:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758393.699941:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758393.699945:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758393.699952:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758393.699960:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.699986:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.699996:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700017:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700021:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758393.700029:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758393.700039:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758393.700043:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310771664 00000100:00000010:0.0:1787758393.700050:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758393.700058:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758393.700068:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310771664 00000100:00000010:0.0:1787758393.700077:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758393.700084:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758393.700091:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758393.700098:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700104:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758393.700113:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758393/real 1787758393] req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758393.700133:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758393.700136:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758393.700140:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758393.700153:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758393.700156:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758393.700162:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758393.700169:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758393.700189:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700208:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758393.700212:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700216:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.700220:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758393.700230:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700246:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758393.700254:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700289:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758393.700292:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700294:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.700295:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700299:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758393.700302:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758393.700307:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758393.700315:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758393.700319:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758393.700325:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758393.700347:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931170944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758393.700357:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700360:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.700365:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931170944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700372:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758393.700375:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758393.700378:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758393.700380:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758393.700382:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758393.700383:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758393.700385:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758393.700387:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758393.700401:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758393.700402:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758393.700403:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758393.700406:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758393.700407:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700408:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700414:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758393.700415:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700417:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758393.700418:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758393.700419:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758393.700422:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700427:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758393.700428:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.700430:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758393.700431:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758393.700433:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758393.700435:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758393.700437:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758393.700439:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758393.700440:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.700442:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758393.700444:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758393.700445:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758393.700449:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758393.700451:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758393.700453:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758393.700465:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171072, portal 10 00000100:00000001:0.0:1787758393.700467:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758393.700475:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758393.700480:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700485:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758393.700487:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758393.700489:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758393.700490:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931171072, offset 0 00000400:00000200:0.0:1787758393.700493:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758393.700497:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.700500:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758393.700502:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758393.700504:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758393.700506:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758393.700508:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758393.700510:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747907:747907:256:4294967295] 192.168.201.121@tcp LPNI seq info [747901:747901:8:4294967295] 00000400:00000200:0.0:1787758393.700513:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.700518:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758393.700521:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.700523:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758393.700526:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758393.700528:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758393.700537:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.700538:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758393.700540:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758393.700543:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758393.700545:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758393.700546:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758393.700548:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758393.700550:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700561:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.700573:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700578:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700579:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758393.700582:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758393.700585:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758393.700587:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758393.700589:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310770701 00000100:00000001:0.0:1787758393.700591:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.700592:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310770701 00000100:00000001:0.0:1787758393.700594:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.700596:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758393.700597:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700598:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758393.700601:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758393/real 1787758393] req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758393.700606:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758393.700607:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758393.700608:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758393.700609:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758393.700611:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758393.700612:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758393.700614:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758393.700620:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700624:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758393.700625:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700626:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.700637:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758393.700640:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700644:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758393.700647:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700651:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758393.700653:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700654:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.700655:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700656:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758393.700658:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758393.700660:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758393.700662:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758393.700664:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758393.700666:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758393.700671:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758393.700674:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758393.700676:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700680:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758393.700682:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.700683:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758393.700684:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758393.700686:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758393.700688:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758393.700690:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758393.700691:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758393.700702:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.700704:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758393.700706:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758393.700707:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758393.700709:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758393.700711:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758393.700713:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758393.700715:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171200, portal 10 00000100:00000001:0.0:1787758393.700716:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758393.700717:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758393.700721:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700726:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758393.700727:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758393.700729:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758393.700730:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931171200, offset 0 00000400:00000200:0.0:1787758393.700733:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758393.700735:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.700737:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758393.700739:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758393.700741:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758393.700743:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758393.700745:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758393.700747:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747908:747908:256:4294967295] 192.168.201.121@tcp LPNI seq info [747902:747902:8:4294967295] 00000400:00000200:0.0:1787758393.700750:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.700754:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758393.700757:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.700759:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758393.700762:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758393.700764:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758393.700771:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.700773:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758393.700775:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758393.700777:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758393.700779:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758393.700780:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758393.700782:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758393.700784:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700789:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.700791:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700796:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700797:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758393.700799:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758393.700801:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758393.700803:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758393.700804:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310770699 00000100:00000001:0.0:1787758393.700806:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.700808:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310770699 00000100:00000001:0.0:1787758393.700809:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.700811:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758393.700812:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.700814:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758393.700816:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758393/real 1787758393] req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758393.700821:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758393.700822:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758393.700823:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758393.700825:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758393.700826:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758393.700828:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758393.700830:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758393.700835:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700839:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758393.700840:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700841:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.700857:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758393.700860:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700864:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758393.700867:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700879:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758393.700881:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700882:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.700883:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.700884:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758393.700886:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758393.700888:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758393.700890:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758393.700891:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758393.700894:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758393.700904:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758393.700907:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758393.700909:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700913:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758393.700914:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.700915:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758393.700916:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758393.700918:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758393.700920:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758393.700922:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758393.700924:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758393.700925:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.700926:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758393.700929:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758393.700930:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758393.700933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758393.700935:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758393.700937:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758393.700940:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171328, portal 4 00000100:00000001:0.0:1787758393.700941:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758393.700942:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758393.700946:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.700951:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758393.700953:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758393.700954:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758393.700956:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931171328, offset 0 00000400:00000200:0.0:1787758393.700958:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758393.700962:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.700965:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758393.700968:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758393.700971:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758393.700974:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758393.700977:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758393.700980:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747909:747909:256:4294967295] 192.168.201.121@tcp LPNI seq info [747903:747903:8:4294967295] 00000400:00000200:0.0:1787758393.700984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.700991:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758393.700996:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.701000:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758393.701004:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758393.701007:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758393.701019:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.701020:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758393.701022:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758393.701025:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758393.701028:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758393.701029:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758393.701031:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758393.701034:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701040:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.701042:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701047:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.701048:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758393.701051:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758393.701053:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758393.701055:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758393.701057:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310770735 00000100:00000001:0.0:1787758393.701060:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.701062:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310770735 00000100:00000001:0.0:1787758393.701065:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.701067:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758393.701069:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.701071:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758393.701076:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758393/real 1787758393] req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758393.701085:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758393.701086:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758393.701088:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758393.701091:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758393.701093:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758393.701096:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758393.701099:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758393.701109:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701114:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758393.701115:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701117:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.701118:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758393.701120:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701125:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758393.701128:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701132:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758393.701135:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701136:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.701137:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701138:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758393.701140:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758393.701142:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758393.701144:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758393.701145:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758393.701147:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758393.701152:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758393.701155:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758393.701157:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701162:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758393.701163:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.701164:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758393.701166:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758393.701167:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758393.701169:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758393.701171:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758393.701172:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758393.701174:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758393.701175:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758393.701178:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758393.701179:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758393.701181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758393.701183:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758393.701186:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758393.701188:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171456, portal 4 00000100:00000001:0.0:1787758393.701190:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758393.701191:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758393.701195:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701199:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758393.701201:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758393.701202:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758393.701204:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931171456, offset 0 00000400:00000200:0.0:1787758393.701207:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758393.701209:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.701212:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758393.701214:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758393.701216:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758393.701217:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758393.701219:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758393.701222:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747910:747910:256:4294967295] 192.168.201.121@tcp LPNI seq info [747904:747904:8:4294967295] 00000400:00000200:0.0:1787758393.701225:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758393.701229:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758393.701232:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.701235:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758393.701237:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758393.701239:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758393.701247:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758393.701249:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758393.701251:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758393.701253:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758393.701255:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758393.701256:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758393.701258:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758393.701260:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701286:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.701289:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701293:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.701294:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758393.701297:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758393.701299:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758393.701301:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758393.701303:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310770715 00000100:00000001:0.0:1787758393.701305:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.701306:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310770715 00000100:00000001:0.0:1787758393.701308:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310771664 00000100:00000001:0.0:1787758393.701309:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758393.701311:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.701312:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758393.701314:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758393/real 1787758393] req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758393.701319:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758393.701320:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758393.701321:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758393.701323:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758393.701324:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758393.701326:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758393.701328:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758393.701343:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701347:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758393.701348:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701349:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.701350:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758393.701353:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701357:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758393.701360:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701364:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758393.701366:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701367:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758393.701368:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701369:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758393.701370:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758393.701371:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758393.701373:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758393.701375:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758393.701377:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758393.701382:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758393.701385:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701386:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.701388:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931171072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701404:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758393.701406:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758393.701407:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758393.701409:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758393.701410:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758393.701411:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758393.701413:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758393.701414:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758393.701416:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758393.701417:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758393.701418:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758393.701420:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758393.701421:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701422:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.701424:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931171200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701428:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758393.701429:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758393.701430:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758393.701432:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758393.701433:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758393.701434:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758393.701435:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758393.701436:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758393.701437:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758393.701438:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758393.701439:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758393.701440:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758393.701441:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701442:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.701444:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931171328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701448:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758393.701449:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758393.701450:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758393.701451:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758393.701452:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758393.701453:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758393.701454:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758393.701455:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758393.701456:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758393.701457:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758393.701469:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758393.701471:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758393.701472:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701473:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758393.701475:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931171456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758393.701479:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758393.701480:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758393.701481:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758393.701482:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758393.701483:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758393.701483:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758393.701485:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758393.701486:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758393.701487:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758393.701488:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758393.701488:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758393.701490:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758393.701491:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701492:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758393.701494:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758393.701495:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758393.701497:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758393.701498:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758394.659366:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758394.659370:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758394.659373:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758394.659378:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758394.659378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758394.659383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758394.659387:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758394.659388:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758394.659395:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758394.659396:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758394.659400:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758394.659402:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659406:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758394.659410:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659412:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758394.659428:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758394.659429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758394.659433:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758394.659433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758394.659438:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758394.659439:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758394.659444:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758394.659447:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659452:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758394.659455:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758394.659456:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758394.659461:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758394.659461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758394.659467:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758394.659472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758394.659479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758394.659485:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659490:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758394.659491:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758394.659494:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758394.659497:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758394.659497:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758394.659503:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758394.659504:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758394.659508:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758394.659512:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758394.659515:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758394.659517:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758394.723341:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310771664, at 4310771712 00000100:00000040:0.0:1787758394.723348:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310771664, at 4310771712 00000100:00000010:1.0:1787758394.723353:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000010:0.0:1787758394.723355:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787758395.683395:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758395.683415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758395.683419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758395.683420:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758395.683422:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758395.683423:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758395.683430:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758395.683431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758395.683436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758395.683437:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758395.683443:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758395.683444:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758395.683449:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758395.683451:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758395.683454:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758395.683455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758395.683459:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758395.683462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758395.683472:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758395.683475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758395.683476:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758395.683478:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758395.683482:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758395.683484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758395.683486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758395.683488:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758395.683490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758395.683491:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758395.683498:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758395.683505:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758395.683514:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758395.683522:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758395.683531:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758395.683541:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758395.683546:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758395.683550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758395.684446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758395.684450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758395.684452:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758395.684455:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758395.684457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758395.684460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758395.684464:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758395.684469:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758395.684472:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758396.707363:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758396.707372:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758396.707375:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758396.707379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758396.707380:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758396.707388:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758396.707389:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758396.707392:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758396.707394:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758396.707396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758396.707402:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758396.707404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758396.707406:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758396.707411:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758396.707413:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758396.707416:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758396.707424:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758396.707435:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758396.707443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758396.707454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758396.707460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758396.707468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758396.707474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758396.707475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758396.707488:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758396.707488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758396.707497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758396.707513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758396.707515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758396.707519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758396.707521:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758396.707532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758396.707533:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758396.707537:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758396.707541:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758396.707545:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758396.707583:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758396.707587:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758396.707593:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758397.731383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758397.731385:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758397.731393:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758397.731394:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758397.731396:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758397.731400:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758397.731404:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758397.731408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758397.731411:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758397.731416:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758397.731418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731429:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758397.731429:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731438:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731445:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758397.731457:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758397.731463:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758397.731480:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758397.731506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758397.731514:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758397.731525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758397.731527:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758397.731540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758397.731541:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758397.731550:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758397.731554:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758397.731558:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758397.731562:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731574:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758397.731574:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758397.731587:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731592:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758397.731593:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758397.731615:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758397.731626:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758397.731633:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758397.731634:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758397.731641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758397.731647:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758397.731653:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758397.731661:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758397.731669:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731675:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758397.731679:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758397.731686:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758397.731743:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758397.731746:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758397.731748:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758398.755341:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758398.755349:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.755352:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.755357:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758398.755361:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758398.755362:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.755366:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.755370:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.755376:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758398.755377:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.755379:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758398.755382:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758398.755389:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758398.755398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.755402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758398.755412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.755413:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.755425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758398.755426:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758398.755434:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758398.755443:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758398.755453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.755459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.755471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758398.755473:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758398.755479:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.755484:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787758398.755485:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758398.755492:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758398.755498:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758398.755511:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758398.755511:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758398.755517:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758398.755523:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758398.755530:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758398.755533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758398.755542:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758398.755550:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.755558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758398.755559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.755567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.755576:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.755589:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758398.755602:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.755608:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.755612:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.755615:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.755618:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.819616:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758398.819624:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.819627:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758398.819639:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819649:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.819650:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.819653:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758398.819656:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758398.819659:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.819662:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931171584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758398.819665:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758398.819669:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758398.819671:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.819673:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758398.819680:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758398.819682:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758398.819688:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758398.819692:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758398.819698:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758398.819704:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171584, portal 25 00000100:00000001:0.0:1787758398.819706:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758398.819707:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758398.819712:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819718:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758398.819720:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758398.819722:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758398.819725:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931171584, offset 0 00000400:00000200:0.0:1787758398.819730:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758398.819738:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.819744:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758398.819750:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758398.819775:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758398.819778:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758398.819780:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758398.819784:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747911:747911:256:4294967295] 192.168.201.121@tcp LPNI seq info [747905:747905:8:4294967295] 00000400:00000200:0.0:1787758398.819787:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.819795:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758398.819800:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.819805:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758398.819810:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758398.819813:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758398.819824:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.819826:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758398.819830:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758398.819834:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758398.819838:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758398.819840:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758398.819844:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758398.819847:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819855:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.819858:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819863:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.819865:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758398.819869:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758398.819872:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758398.819875:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310776784 00000100:00000010:0.0:1787758398.819879:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758398.819884:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758398.819925:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310776784 00000100:00000010:0.0:1787758398.819928:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758398.819930:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758398.819933:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758398.819935:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.819937:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758398.819940:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758398/real 1787758398] req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758398.819947:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758398.819948:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758398.819950:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758398.819952:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758398.819953:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758398.819955:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758398.819957:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758398.819964:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819968:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758398.819969:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.819971:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.819973:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758398.819976:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819980:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758398.819984:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.819989:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758398.819992:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.819993:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.819994:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.819996:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758398.819998:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758398.820001:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758398.820005:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758398.820006:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758398.820010:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758398.820015:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931171584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758398.820019:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.820020:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.820023:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931171584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.820027:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758398.820029:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758398.820031:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758398.820033:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758398.820036:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758398.820037:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758398.820039:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758398.820041:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758398.820044:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758398.820046:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758398.820047:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758398.820050:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758398.820051:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.820053:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.820060:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.820062:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.820065:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758398.820067:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.820836:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758398.820840:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.820843:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758398.820854:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.820887:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.820891:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.820902:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758398.820905:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758398.820910:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.820924:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758398.820937:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758398.820942:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758398.820946:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.820956:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758398.820966:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758398.820973:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758398.820993:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758398.820997:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758398.821010:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758398.821016:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171712, portal 10 00000100:00000001:0.0:1787758398.821021:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758398.821025:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758398.821040:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821063:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758398.821079:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758398.821091:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758398.821100:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931171712, offset 0 00000400:00000200:0.0:1787758398.821114:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758398.821120:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.821134:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758398.821141:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758398.821156:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758398.821167:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758398.821180:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758398.821198:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747912:747912:256:4294967295] 192.168.201.121@tcp LPNI seq info [747906:747906:8:4294967295] 00000400:00000200:0.0:1787758398.821218:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.821244:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758398.821298:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.821306:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758398.821318:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758398.821325:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758398.821375:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.821382:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758398.821387:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758398.821395:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758398.821405:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758398.821410:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758398.821416:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758398.821422:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821446:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.821456:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821470:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.821474:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758398.821480:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758398.821488:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758398.821502:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758398.821506:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310775822 00000100:00000001:0.0:1787758398.821514:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.821524:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310775822 00000100:00000001:0.0:1787758398.821535:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.821546:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758398.821552:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.821556:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758398.821565:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758398/real 1787758398] req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758398.821617:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758398.821624:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758398.821628:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758398.821635:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758398.821645:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758398.821655:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758398.821664:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758398.821691:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821719:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758398.821726:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.821738:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.821743:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758398.821767:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821786:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758398.821807:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821832:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758398.821838:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.821842:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.821850:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.821856:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758398.821863:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758398.821873:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758398.821888:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758398.821900:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758398.821915:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758398.821931:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758398.821936:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.821937:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.821939:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931171712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821944:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758398.821945:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758398.821948:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758398.821950:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758398.821952:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758398.821953:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758398.821955:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758398.821956:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758398.821958:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758398.821959:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758398.821960:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758398.821962:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758398.821963:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.821965:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.821967:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.821969:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.821971:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758398.821972:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758398.821973:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758398.821977:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.821981:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.821983:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.821985:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758398.821987:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758398.821988:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.821990:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758398.821992:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758398.821994:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758398.821996:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.821997:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758398.821999:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758398.822001:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758398.822004:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758398.822006:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758398.822009:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758398.822011:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171840, portal 10 00000100:00000001:0.0:1787758398.822012:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758398.822013:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758398.822018:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822022:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758398.822024:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758398.822026:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758398.822028:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931171840, offset 0 00000400:00000200:0.0:1787758398.822031:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758398.822034:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.822037:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758398.822039:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758398.822041:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758398.822043:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758398.822045:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758398.822047:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747913:747913:256:4294967295] 192.168.201.121@tcp LPNI seq info [747907:747907:8:4294967295] 00000400:00000200:0.0:1787758398.822050:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.822056:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758398.822061:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.822065:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758398.822069:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758398.822072:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758398.822085:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.822087:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758398.822090:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758398.822094:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758398.822098:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758398.822100:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758398.822103:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758398.822108:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822114:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.822116:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822121:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822122:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758398.822125:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758398.822127:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758398.822129:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758398.822131:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310775820 00000100:00000001:0.0:1787758398.822133:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.822135:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310775820 00000100:00000001:0.0:1787758398.822137:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.822138:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758398.822139:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822141:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758398.822143:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758398/real 1787758398] req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758398.822149:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758398.822151:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758398.822153:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758398.822156:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758398.822157:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758398.822160:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758398.822163:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758398.822173:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822180:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758398.822182:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822184:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.822186:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758398.822190:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822198:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758398.822202:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822208:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758398.822209:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822211:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.822212:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822213:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758398.822215:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758398.822217:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758398.822219:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758398.822221:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758398.822224:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758398.822229:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758398.822232:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758398.822235:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822239:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.822240:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.822242:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758398.822243:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758398.822244:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.822246:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758398.822249:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758398.822251:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758398.822252:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.822254:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758398.822256:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758398.822258:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758398.822261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758398.822263:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758398.822265:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758398.822286:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931171968, portal 4 00000100:00000001:0.0:1787758398.822288:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758398.822289:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758398.822294:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822298:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758398.822300:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758398.822302:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758398.822304:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931171968, offset 0 00000400:00000200:0.0:1787758398.822307:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758398.822310:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.822313:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758398.822315:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758398.822317:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758398.822319:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758398.822321:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758398.822323:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747914:747914:256:4294967295] 192.168.201.121@tcp LPNI seq info [747908:747908:8:4294967295] 00000400:00000200:0.0:1787758398.822326:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.822331:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758398.822334:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.822337:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758398.822340:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758398.822341:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758398.822350:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.822351:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758398.822353:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758398.822356:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758398.822358:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758398.822359:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758398.822361:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758398.822363:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822369:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.822371:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822375:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822376:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758398.822378:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758398.822381:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758398.822383:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758398.822385:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310775857 00000100:00000001:0.0:1787758398.822387:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.822388:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310775857 00000100:00000001:0.0:1787758398.822390:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.822391:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758398.822392:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822394:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758398.822396:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758398/real 1787758398] req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758398.822401:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758398.822402:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758398.822403:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758398.822405:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758398.822406:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758398.822408:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758398.822410:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758398.822415:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822419:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758398.822420:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822421:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.822422:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758398.822425:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822429:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758398.822431:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822435:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758398.822437:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822438:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.822439:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822440:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758398.822442:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758398.822443:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758398.822446:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758398.822447:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758398.822449:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758398.822454:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931171968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758398.822457:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758398.822459:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822463:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758398.822464:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.822466:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758398.822467:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758398.822468:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758398.822470:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931172096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758398.822472:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758398.822474:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758398.822475:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758398.822476:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758398.822478:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758398.822480:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758398.822482:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758398.822484:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758398.822486:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758398.822488:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931172096, portal 4 00000100:00000001:0.0:1787758398.822490:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758398.822491:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758398.822494:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822499:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758398.822501:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758398.822502:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758398.822504:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931172096, offset 0 00000400:00000200:0.0:1787758398.822506:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758398.822508:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.822510:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758398.822512:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758398.822514:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758398.822515:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758398.822517:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758398.822519:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747915:747915:256:4294967295] 192.168.201.121@tcp LPNI seq info [747909:747909:8:4294967295] 00000400:00000200:0.0:1787758398.822522:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758398.822527:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758398.822530:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.822532:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758398.822534:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758398.822536:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758398.822544:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758398.822545:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758398.822547:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758398.822549:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758398.822551:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758398.822552:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758398.822554:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758398.822556:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822566:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.822568:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822575:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822577:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758398.822580:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758398.822583:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758398.822586:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758398.822588:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310775836 00000100:00000001:0.0:1787758398.822591:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.822594:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310775836 00000100:00000001:0.0:1787758398.822596:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310776784 00000100:00000001:0.0:1787758398.822599:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758398.822601:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822603:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758398.822608:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758398/real 1787758398] req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758398.822617:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758398.822618:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758398.822620:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758398.822623:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758398.822624:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758398.822626:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758398.822629:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758398.822634:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822639:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758398.822640:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822642:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.822643:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758398.822645:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822650:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758398.822652:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822657:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758398.822658:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822660:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758398.822661:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822662:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758398.822663:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758398.822665:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758398.822667:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758398.822669:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758398.822671:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758398.822676:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931172096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758398.822679:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822680:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.822682:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931171840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822686:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758398.822687:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758398.822689:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758398.822690:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758398.822691:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758398.822693:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758398.822694:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758398.822696:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758398.822698:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758398.822699:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758398.822700:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758398.822701:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758398.822702:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822704:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.822706:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931171968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822710:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758398.822711:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758398.822712:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758398.822713:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758398.822714:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758398.822715:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758398.822716:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758398.822717:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758398.822719:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758398.822719:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758398.822720:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758398.822722:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758398.822723:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822724:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758398.822725:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931172096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758398.822729:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758398.822730:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758398.822731:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758398.822733:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758398.822733:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758398.822734:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758398.822735:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758398.822736:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758398.822738:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758398.822739:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758398.822740:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758398.822742:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758398.822742:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822744:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758398.822747:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758398.822748:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758398.822749:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758398.822750:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758399.779360:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758399.779363:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758399.779369:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758399.779370:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758399.779374:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758399.779376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758399.779384:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758399.779384:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758399.779391:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758399.779392:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758399.779398:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758399.779398:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758399.779407:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758399.779413:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758399.779418:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758399.779419:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758399.779423:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758399.779428:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758399.779451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758399.779455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758399.779458:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758399.779463:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758399.779468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758399.779470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758399.779471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758399.779475:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758399.779476:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758399.779479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758399.779480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758399.779487:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758399.779488:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758399.779494:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758399.779499:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758399.779506:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758399.779510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758399.779513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758399.779519:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758399.779525:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758399.779535:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758399.779550:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758399.779555:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758399.779568:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758399.779589:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758399.779593:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758399.779595:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758399.843374:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310776784, at 4310776832 00000100:00000040:1.0:1787758399.843374:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310776784, at 4310776832 00000100:00000010:0.0:1787758399.843434:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000010:1.0:1787758399.843437:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758400.803399:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758400.803411:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758400.803411:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758400.803418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758400.803424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758400.803424:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758400.803429:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758400.803440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758400.803441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758400.803451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758400.803452:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758400.803458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758400.803459:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758400.803462:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758400.803467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758400.803479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758400.803485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758400.803491:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758400.803500:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758400.803506:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758400.803510:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758400.803517:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758400.803523:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758400.803535:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758400.803536:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758400.803543:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758400.803543:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758400.803552:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758400.803555:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758400.803559:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758400.803560:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758400.803564:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758400.803567:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758400.803581:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758400.803588:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758400.803595:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758400.803610:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758400.803613:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758400.803614:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758400.803616:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758400.803618:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758400.803620:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758400.803623:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758400.803627:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758400.803634:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758401.827388:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758401.827403:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758401.827403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758401.827410:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758401.827418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758401.827420:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758401.827428:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758401.827431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758401.827435:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758401.827442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758401.827444:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758401.827452:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758401.827453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758401.827459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758401.827461:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758401.827480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758401.827487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758401.827494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758401.827513:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758401.827522:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758401.827526:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758401.827535:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758401.827541:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758401.827547:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758401.827556:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758401.827561:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758401.827567:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758401.827573:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758401.827578:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758401.827580:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758401.827583:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758401.827587:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758401.827602:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758401.827621:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758401.827631:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758401.827645:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758402.851339:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758402.851345:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758402.851346:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758402.851348:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758402.851352:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758402.851353:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758402.851355:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758402.851358:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758402.851360:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758402.851362:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851364:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758402.851367:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758402.851369:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758402.851372:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851373:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758402.851377:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758402.851378:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851384:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758402.851419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758402.851423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758402.851427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758402.851430:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758402.851431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758402.851436:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758402.851438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758402.851440:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758402.851450:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758402.851454:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758402.851462:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758402.851462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758402.851472:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758402.851481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851490:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758402.851494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758402.851495:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758402.851501:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758402.851506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758402.851506:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758402.851516:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758402.851520:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758402.851525:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758402.851536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758402.851539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851541:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758402.851551:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758402.851552:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758402.851556:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758402.851560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758402.851565:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758402.851569:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851571:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758402.851572:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758402.851574:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758403.875355:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758403.875362:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758403.875365:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758403.875369:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758403.875371:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758403.875376:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758403.875377:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758403.875381:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758403.875382:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758403.875386:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758403.875388:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758403.875391:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875393:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758403.875396:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.875397:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875402:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758403.875405:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875411:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758403.875414:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758403.875418:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758403.875424:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.875426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758403.875433:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758403.875443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758403.875444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758403.875446:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758403.875449:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758403.875458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875460:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758403.875462:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758403.875468:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875470:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758403.875472:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.875474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758403.875478:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875485:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758403.875513:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758403.875519:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758403.875523:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758403.875525:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758403.875529:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758403.875532:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875534:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758403.875535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758403.875537:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758403.875538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875541:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758403.875542:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758403.875548:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758403.875553:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758403.875555:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875558:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758403.875560:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758403.875564:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758403.939405:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758403.939416:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758403.939418:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758403.939421:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758403.939425:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758403.939432:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16108 00000400:00000200:0.0:1787758403.939441:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758403.939448:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758403.939452:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758403.939456:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939460:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.939463:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939466:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758403.939480:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758403.939481:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758403.939484:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758403.939487:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758403.939489:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758403.939490:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758403.939493:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939495:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.939497:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939498:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758403.939501:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758403.939503:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939505:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758403.939508:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758403.939511:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758403.939513:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939514:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758403.939517:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758403.939524:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758403.939527:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758403.939531:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758403.939532:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939535:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758403.939537:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758403.939540:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758403.939546:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758403.939551:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758403.939559:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931172224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758403.939567:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758403.939571:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758403.939574:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931172224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758403.939596:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758403.939598:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758403.939601:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758403.939602:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758403.939604:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758403.939606:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758403.939608:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16108 00000400:00000200:0.0:1787758403.939611:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758403.939615:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758403.939617:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758403.939619:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939622:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.939624:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939627:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758403.939629:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758403.939631:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758403.939632:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758403.939633:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758403.939635:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758403.939636:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758403.939640:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939642:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.939649:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939652:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758403.939656:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758403.939677:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939680:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758403.939681:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758403.939687:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758403.939688:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939690:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758403.939694:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758403.939696:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939697:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758403.939700:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758403.939702:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758403.939704:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758403.939705:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939706:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758403.939708:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758403.939709:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758403.939711:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758403.939714:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758403.939718:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931172352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758403.939723:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758403.939725:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758403.939729:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931172352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758403.939736:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758403.939742:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758403.939754:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758403.939755:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758403.939756:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758403.939760:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758403.939768:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16108 00000400:00000200:0.0:1787758403.939785:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758403.939793:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758403.939796:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758403.939806:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939813:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.939821:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939832:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758403.939836:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758403.939841:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758403.939846:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758403.939850:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758403.939854:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758403.939860:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758403.939867:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939869:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.939870:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939872:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758403.939874:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758403.939887:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758403.939896:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758403.939899:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758403.939903:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758403.939908:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939910:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758403.939912:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758403.939914:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939916:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758403.939921:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758403.939924:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758403.939926:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758403.939931:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.939941:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758403.939944:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758403.939952:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758403.939962:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758403.939966:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758403.939973:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931172480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758403.940002:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758403.940008:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758403.940020:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931172480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758403.940036:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758403.940041:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758403.940050:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758403.940052:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758403.940054:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758403.940060:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758403.940071:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16108 00000400:00000200:0.0:1787758403.940075:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758403.940085:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758403.940088:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758403.940094:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940098:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.940103:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940110:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758403.940112:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758403.940113:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758403.940118:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758403.940123:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758403.940126:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758403.940133:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758403.940142:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940147:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.940152:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940157:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758403.940163:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758403.940170:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940174:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758403.940177:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758403.940182:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758403.940184:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.940186:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758403.940188:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758403.940190:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.940196:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758403.940206:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758403.940218:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758403.940221:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758403.940223:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.940230:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758403.940238:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758403.940241:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758403.940249:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758403.940254:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758403.940296:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931172608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758403.940304:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758403.940308:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758403.940315:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931172608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758403.940328:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758403.940331:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758403.940335:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758403.940337:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758403.940341:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758403.940345:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758403.940352:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16108 00000400:00000200:0.0:1787758403.940365:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758403.940374:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758403.940381:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758403.940396:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940403:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.940412:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940416:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758403.940421:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758403.940424:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758403.940428:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758403.940433:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758403.940441:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758403.940457:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758403.940471:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940477:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758403.940483:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940484:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758403.940486:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758403.940500:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758403.940514:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758403.940526:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758403.940540:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758403.940544:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.940548:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758403.940550:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758403.940560:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.940570:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758403.940575:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758403.940580:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758403.940582:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758403.940583:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758403.940585:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758403.940590:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758403.940593:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758403.940599:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758403.940610:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758403.940628:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931172736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758403.940638:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758403.940641:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758403.940655:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931172736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758403.940700:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758403.940706:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16118) 00000100:00000001:1.0:1787758404.899413:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758404.899414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758404.899423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758404.899424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758404.899428:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758404.899429:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758404.899434:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758404.899437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758404.899440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758404.899444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758404.899446:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899460:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758404.899471:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758404.899488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758404.899498:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758404.899507:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758404.899522:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758404.899530:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758404.899533:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758404.899534:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758404.899537:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758404.899538:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758404.899542:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758404.899544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758404.899548:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758404.899550:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758404.899553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758404.899563:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758404.899564:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899572:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899583:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758404.899584:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758404.899593:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758404.899608:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758404.899613:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758404.899622:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758404.899628:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758404.899638:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758404.899660:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758404.899665:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899671:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758404.899675:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758404.899679:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758404.963327:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310781905, at 4310781952 00000100:00000010:0.0:1787758404.963340:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000040:1.0:1787758404.963352:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310781905, at 4310781952 00000100:00000010:1.0:1787758404.963360:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787758405.923423:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758405.923427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758405.923429:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758405.923432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758405.923433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758405.923436:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758405.923441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758405.923444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758405.923447:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758405.923447:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758405.923456:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758405.923456:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758405.923460:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758405.923464:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758405.923474:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758405.923474:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758405.923482:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758405.923490:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758405.923502:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758405.923507:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758405.923510:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758405.923513:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758405.923518:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758405.923523:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758405.923524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758405.923536:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758405.923538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758405.923543:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758405.923546:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758405.923548:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758405.923551:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758405.923551:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758405.923555:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758405.923557:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758405.923562:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758405.923567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758406.947401:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758406.947410:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758406.947414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758406.947423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758406.947432:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758406.947441:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758406.947446:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758406.947447:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758406.947452:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758406.947457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758406.947457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758406.947463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758406.947477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758406.947484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758406.947489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758406.947491:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758406.947496:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758406.947500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758406.947506:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758406.947509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758406.947511:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758406.947515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758406.947517:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758406.947523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758406.947524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758406.947528:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758406.947532:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758406.947565:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758406.947572:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758406.947579:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758406.947595:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758406.947623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758406.947630:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758406.947633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758406.947639:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758406.947651:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758407.971414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758407.971423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758407.971428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758407.971435:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758407.971444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758407.971444:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758407.971450:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758407.971456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758407.971457:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758407.971463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758407.971464:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758407.971478:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758407.971480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758407.971494:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758407.971499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758407.971504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758407.971506:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758407.971511:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758407.971519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758407.971520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758407.971525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758407.971527:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758407.971534:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758407.971535:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758407.971554:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758407.971560:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758407.971569:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758407.971612:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758407.971617:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758407.971623:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758407.971628:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758407.971636:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758407.971637:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758407.971646:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758407.971647:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758407.971656:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758407.971657:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758407.971663:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758407.971665:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758407.971668:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758407.971673:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758407.971678:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758407.971682:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758407.971685:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758407.971689:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758408.995402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758408.995416:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758408.995420:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758408.995424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758408.995428:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758408.995431:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758408.995440:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758408.995443:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758408.995444:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995447:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758408.995448:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758408.995453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758408.995457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758408.995460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995462:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758408.995463:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995466:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758408.995468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758408.995472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758408.995474:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758408.995479:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758408.995482:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758408.995485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758408.995488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995488:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758408.995492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758408.995494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758408.995495:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758408.995497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758408.995503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758408.995503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758408.995509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758408.995518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758408.995523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758408.995536:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758408.995543:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758408.995547:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758408.995552:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758408.995555:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758408.995558:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758408.995561:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758408.995563:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758408.995565:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758409.059373:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758409.059383:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758409.059385:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758409.059389:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758409.059393:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758409.059400:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16113 00000400:00000200:0.0:1787758409.059409:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758409.059415:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758409.059417:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758409.059420:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059422:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.059424:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059426:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758409.059429:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758409.059430:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758409.059432:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758409.059435:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758409.059436:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758409.059438:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758409.059440:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059442:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.059443:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059445:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758409.059447:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758409.059450:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059452:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758409.059454:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758409.059457:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758409.059459:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059461:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758409.059462:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758409.059470:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758409.059473:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758409.059476:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758409.059477:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059480:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758409.059482:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758409.059485:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758409.059491:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758409.059497:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758409.059504:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931172864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758409.059512:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758409.059515:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758409.059519:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931172864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758409.059536:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758409.059540:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758409.059543:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758409.059545:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758409.059547:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758409.059550:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758409.059554:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16113 00000400:00000200:0.0:1787758409.059559:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758409.059563:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758409.059566:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758409.059571:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059585:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.059591:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059597:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758409.059602:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758409.059604:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758409.059608:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758409.059611:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758409.059613:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758409.059615:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758409.059621:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059625:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.059630:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059633:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758409.059637:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758409.059642:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059648:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758409.059651:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758409.059658:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758409.059665:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059669:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758409.059673:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758409.059677:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059680:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758409.059683:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758409.059687:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758409.059690:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758409.059692:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059694:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758409.059696:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758409.059700:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758409.059705:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758409.059712:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758409.059721:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931172992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758409.059750:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758409.059755:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758409.059762:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931172992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758409.059774:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758409.059778:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758409.059781:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758409.059782:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758409.059784:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758409.059801:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758409.059808:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16113 00000400:00000200:0.0:1787758409.059834:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758409.059842:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758409.059846:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758409.059852:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059856:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.059858:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059862:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758409.059865:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758409.059868:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758409.059872:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758409.059875:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758409.059877:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758409.059880:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758409.059887:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059892:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.059894:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059922:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758409.059926:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758409.059932:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758409.059935:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758409.059939:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758409.059941:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758409.059943:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059944:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758409.059946:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758409.059948:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059950:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758409.059957:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758409.059963:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758409.059974:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758409.059976:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.059977:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758409.059978:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758409.059980:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758409.059983:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758409.059987:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758409.059996:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931173120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758409.060011:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758409.060018:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758409.060027:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931173120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758409.060045:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758409.060048:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758409.060053:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758409.060057:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758409.060059:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758409.060064:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758409.060068:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16113 00000400:00000200:0.0:1787758409.060074:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758409.060078:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758409.060082:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758409.060089:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060093:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.060097:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060103:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758409.060106:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758409.060109:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758409.060112:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758409.060115:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758409.060119:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758409.060124:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758409.060130:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060134:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.060138:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060141:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758409.060145:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758409.060150:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060155:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758409.060158:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758409.060160:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758409.060164:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.060167:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758409.060171:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758409.060175:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.060178:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758409.060184:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758409.060188:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758409.060193:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758409.060196:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.060199:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758409.060201:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758409.060205:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758409.060209:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758409.060213:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758409.060221:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931173248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758409.060234:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758409.060238:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758409.060248:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931173248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758409.060295:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758409.060299:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758409.060306:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758409.060310:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758409.060315:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758409.060321:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758409.060328:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16113 00000400:00000200:0.0:1787758409.060343:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758409.060351:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758409.060356:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758409.060364:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060369:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.060375:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060385:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758409.060389:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758409.060392:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758409.060396:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758409.060400:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758409.060405:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758409.060411:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758409.060420:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060426:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758409.060432:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060438:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758409.060444:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758409.060452:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758409.060459:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758409.060464:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758409.060468:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758409.060472:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.060475:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758409.060480:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758409.060485:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.060489:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758409.060497:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758409.060504:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758409.060510:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758409.060514:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758409.060518:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758409.060522:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758409.060527:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758409.060535:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758409.060543:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758409.060553:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931173376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758409.060590:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758409.060593:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758409.060600:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931173376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758409.060626:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758409.060634:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16123) 00000100:00000001:1.0:1787758410.019420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758410.019433:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758410.019438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758410.019453:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758410.019454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758410.019464:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758410.019473:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758410.019477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758410.019479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758410.019483:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758410.019487:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758410.019489:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758410.019493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758410.019494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758410.019506:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758410.019508:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758410.019513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758410.019525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758410.019533:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758410.019545:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758410.019548:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758410.019551:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758410.019575:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758410.019579:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758410.019593:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758410.019600:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758410.019618:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758410.019644:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758410.019654:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758410.019658:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758410.019662:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758410.019667:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758410.019672:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758410.019678:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758410.019683:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758410.019689:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758410.083392:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310787024, at 4310787072 00000100:00000010:0.0:1787758410.083415:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000040:1.0:1787758410.083456:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310787024, at 4310787072 00000100:00000010:1.0:1787758410.083469:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758411.043368:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758411.043373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758411.043377:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758411.043380:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758411.043382:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758411.043384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758411.043391:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758411.043392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758411.043398:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758411.043399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758411.043403:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758411.043405:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758411.043418:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758411.043423:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758411.043428:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758411.043428:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758411.043431:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758411.043437:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758411.043442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758411.043446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758411.043449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758411.043452:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758411.043454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758411.043456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758411.043460:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758411.043460:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758411.043465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758411.043465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758411.043470:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758411.043471:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758411.043474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758411.043475:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758411.043481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758411.043481:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758411.043485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758411.043488:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758411.043535:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758411.043551:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758411.043556:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758412.067335:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758412.067346:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758412.067348:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758412.067353:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758412.067357:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758412.067361:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758412.067364:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758412.067369:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758412.067373:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758412.067375:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758412.067381:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758412.067386:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758412.067391:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758412.067397:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758412.067403:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758412.067411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758412.067415:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758412.067419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.067424:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758412.067428:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758412.067433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758412.067440:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758412.067447:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758412.067452:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758412.067459:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758412.067462:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758412.067466:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758412.067476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758412.067481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758412.067484:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758412.067487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758412.067502:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758412.067506:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758412.067508:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758412.067509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758412.067512:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.067539:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758412.067543:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758412.067546:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758412.067549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758412.067552:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758412.067554:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758412.067555:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758412.067557:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758412.067559:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758412.131504:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758412.131555:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758412.131563:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758412.131566:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758412.131570:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758412.131574:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758412.131580:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758412.131584:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59b00. 00000400:00000200:1.0:1787758412.131588:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758412.131593:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758412.131598:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72c38 00000400:00000010:1.0:1787758412.131600:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72c38. 00000100:00000001:1.0:1787758412.131605:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758412.131612:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7c00 x1874583931172864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131653:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758412.131659:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931172864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131667:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.131669:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758412.131680:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758412.131682:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:1.0:1787758412.131685:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758412.131688:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758412.131692:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72440 00000400:00000010:1.0:1787758412.131694:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72440. 00000100:00000001:1.0:1787758412.131703:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758412.131709:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc43c0 x1874583931172992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131719:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758412.131722:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc43c0 x1874583931172992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131732:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.131736:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758412.131743:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758412.131748:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:1.0:1787758412.131753:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758412.131763:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758412.131770:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72b28 00000400:00000010:1.0:1787758412.131775:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72b28. 00000100:00000001:1.0:1787758412.131781:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758412.131790:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7480 x1874583931173120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131806:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758412.131813:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7480 x1874583931173120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131827:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.131832:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758412.131850:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758412.131859:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:1.0:1787758412.131866:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758412.131873:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758412.131879:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72000 00000400:00000010:1.0:1787758412.131883:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72000. 00000100:00000001:1.0:1787758412.131888:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758412.131898:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4000 x1874583931173248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131914:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758412.131921:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583931173248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.131929:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.131931:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758412.131939:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758412.131945:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:1.0:1787758412.131952:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758412.131959:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758412.131963:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc724c8 00000400:00000010:1.0:1787758412.131967:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc724c8. 00000100:00000001:1.0:1787758412.131971:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758412.131979:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc5680 x1874583931173376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.132008:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758412.132016:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5680 x1874583931173376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758412.132032:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758412.132052:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758413.091352:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758413.091359:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758413.091362:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758413.091370:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758413.091376:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758413.091379:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758413.091380:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758413.091386:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758413.091388:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758413.091390:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758413.091394:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758413.091396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758413.091399:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758413.091402:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758413.091408:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758413.091416:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758413.091421:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758413.091426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758413.091436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758413.091440:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758413.091443:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758413.091446:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758413.091448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758413.091451:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758413.091453:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758413.091456:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758413.091457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758413.091461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758413.091466:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758413.091466:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758413.091472:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758413.091473:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758413.091479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758413.091484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758413.091487:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758413.091493:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758414.115437:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758414.115438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758414.115450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758414.115452:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758414.115455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.115460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758414.115464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758414.115471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758414.115473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758414.115510:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758414.115513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758414.115521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758414.115522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758414.115530:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758414.115543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.115544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758414.115554:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758414.115562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758414.115577:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758414.115583:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758414.115589:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758414.115601:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758414.115610:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758414.115618:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758414.115623:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758414.115629:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758414.115642:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.115656:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758414.115666:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758414.115672:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758414.115680:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758414.115689:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758414.115694:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758414.115714:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758414.115721:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758414.115728:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758414.179417:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758414.179427:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758414.179431:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758414.179435:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758414.179440:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758414.179450:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16118 00000400:00000200:1.0:1787758414.179462:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758414.179471:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758414.179476:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758414.179481:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179504:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.179507:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758414.179514:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758414.179516:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758414.179519:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758414.179523:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758414.179525:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758414.179528:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758414.179530:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179532:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.179534:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179536:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758414.179539:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758414.179542:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179545:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758414.179548:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758414.179552:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758414.179554:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.179557:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758414.179560:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758414.179566:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758414.179570:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758414.179574:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758414.179576:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.179579:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758414.179582:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758414.179586:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758414.179593:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758414.179599:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758414.179609:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931173504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758414.179624:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758414.179637:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758414.179646:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931173504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758414.179678:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758414.179683:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758414.179688:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758414.179690:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758414.179693:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758414.179697:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758414.179701:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16118 00000400:00000200:1.0:1787758414.179709:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758414.179714:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758414.179718:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758414.179723:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179727:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.179732:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179738:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758414.179742:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758414.179747:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758414.179752:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758414.179755:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758414.179762:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758414.179765:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758414.179772:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179780:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.179786:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179794:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758414.179800:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758414.179808:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758414.179815:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758414.179822:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758414.179833:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758414.179841:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.179848:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758414.179857:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758414.179864:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.179870:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758414.179882:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758414.179887:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758414.179892:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758414.179896:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.179901:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758414.179905:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758414.179908:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758414.179919:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758414.179929:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758414.179940:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931173632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758414.179956:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758414.179962:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758414.179973:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931173632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758414.179992:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758414.180000:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758414.180014:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758414.180019:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758414.180023:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758414.180029:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758414.180038:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16118 00000400:00000200:1.0:1787758414.180045:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758414.180050:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758414.180053:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758414.180058:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180062:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.180070:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180074:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758414.180081:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758414.180083:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758414.180086:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758414.180092:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758414.180099:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758414.180105:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758414.180114:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180120:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.180126:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180135:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758414.180141:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758414.180148:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180167:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758414.180175:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758414.180183:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758414.180192:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.180200:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758414.180207:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758414.180212:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.180219:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758414.180230:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758414.180237:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758414.180243:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758414.180248:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.180252:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758414.180256:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758414.180262:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758414.180328:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758414.180339:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758414.180352:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931173760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758414.180377:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758414.180388:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758414.180406:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931173760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758414.180441:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758414.180450:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758414.180462:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758414.180466:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758414.180472:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758414.180511:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758414.180523:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16118 00000400:00000200:1.0:1787758414.180540:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758414.180552:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758414.180563:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758414.180577:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180589:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.180598:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180607:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758414.180618:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758414.180625:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758414.180629:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758414.180637:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758414.180646:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758414.180656:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758414.180672:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180684:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.180690:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180695:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758414.180706:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758414.180719:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758414.180729:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758414.180737:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758414.180744:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758414.180751:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.180754:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758414.180762:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758414.180769:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.180780:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758414.180790:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758414.180802:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758414.180810:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758414.180817:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.180829:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758414.180834:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758414.180841:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758414.180854:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758414.180867:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758414.180888:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931173888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758414.180941:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758414.180948:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758414.180964:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931173888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758414.181001:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758414.181010:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758414.181027:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758414.181035:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758414.181044:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758414.181055:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758414.181066:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16118 00000400:00000200:1.0:1787758414.181083:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758414.181098:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758414.181107:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758414.181121:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.181132:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.181146:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.181157:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758414.181167:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758414.181174:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758414.181183:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758414.181192:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758414.181202:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758414.181212:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758414.181228:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.181236:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758414.181247:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758414.181257:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758414.181306:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758414.181321:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758414.181332:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758414.181342:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758414.181353:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758414.181363:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.181372:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758414.181383:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758414.181397:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.181407:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758414.181421:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758414.181433:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758414.181446:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758414.181455:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758414.181465:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758414.181475:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758414.181507:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758414.181521:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758414.181533:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758414.181547:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931174016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758414.181567:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758414.181573:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758414.181585:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931174016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758414.181609:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758414.181617:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16128) 00000100:00000001:0.0:1787758415.139347:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758415.139353:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758415.139355:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758415.139362:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758415.139368:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758415.139372:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758415.139375:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758415.139378:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758415.139382:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758415.139430:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758415.139432:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758415.139437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758415.139439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758415.139441:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758415.139446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758415.139448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758415.139457:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758415.139464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758415.139479:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758415.139484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758415.139486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758415.139489:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758415.139490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758415.139500:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758415.139501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758415.139508:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758415.139514:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758415.139523:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758415.139533:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758415.139538:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758415.139544:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758415.139550:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758415.139556:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758415.139565:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758415.139569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758415.139573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758415.139590:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758415.139596:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758415.139601:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758415.203351:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310792145, at 4310792192 00000100:00000010:0.0:1787758415.203364:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000040:1.0:1787758415.203528:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310792145, at 4310792192 00000100:00000010:1.0:1787758415.203540:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758416.163397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758416.163410:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758416.163419:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758416.163422:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758416.163423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758416.163434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758416.163435:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758416.163468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758416.163476:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758416.163478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758416.163484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758416.163491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758416.163493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758416.163516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758416.163523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758416.163524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758416.163529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758416.163536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758416.163538:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758416.163543:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758416.163546:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758416.163552:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758416.163556:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758416.163560:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758416.163562:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758416.163563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758416.163566:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758416.163575:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758416.163580:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758416.163584:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758416.163587:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758416.163589:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758416.163595:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758416.163595:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758416.163600:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758416.163601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758416.163606:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758416.163608:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758416.163611:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758416.163613:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758416.163616:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758416.163618:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758416.163627:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758416.163629:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758416.163632:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758416.163640:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758416.163644:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758416.163647:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758417.187475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758417.187478:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758417.187487:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758417.187501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758417.187503:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758417.187510:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758417.187517:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758417.187521:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758417.187533:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758417.187535:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758417.187544:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758417.187546:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758417.187561:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758417.187562:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758417.187568:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758417.187573:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758417.187576:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758417.187588:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758417.187614:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758417.187622:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758417.187625:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758417.187628:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758417.187635:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758417.187638:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758417.187646:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758417.187647:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758417.187653:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758417.187658:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758417.187660:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758417.187668:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758417.187672:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758417.187678:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758417.187682:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758417.187708:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758417.187715:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758417.187720:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758417.187723:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758417.187727:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758417.187738:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758418.211485:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758418.211490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758418.211492:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758418.211496:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758418.211499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758418.211507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758418.211516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758418.211535:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758418.211536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758418.211550:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758418.211550:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758418.211573:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758418.211574:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758418.211596:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758418.211607:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758418.211610:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758418.211624:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758418.211629:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758418.211636:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758418.211639:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758418.211644:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758418.211648:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758418.211651:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758418.211655:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758418.211662:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758418.211666:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758418.211675:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758418.211682:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758418.211699:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758418.211708:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758418.211715:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758418.211725:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758418.211733:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758418.211745:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758418.211753:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758418.211780:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758418.211996:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758418.212001:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758418.212005:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758419.235494:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758419.235494:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758419.235504:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758419.235506:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758419.235509:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.235511:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.235520:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758419.235520:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758419.235529:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758419.235529:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758419.235537:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.235539:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758419.235541:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758419.235547:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.235548:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.235553:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758419.235554:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.235558:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758419.235581:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758419.235585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758419.235587:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758419.235590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758419.235593:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758419.235595:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758419.235597:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758419.235601:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758419.235607:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.235608:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758419.235612:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.235613:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.235621:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758419.235625:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758419.235630:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.235637:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.235642:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758419.235647:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758419.235648:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758419.235652:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758419.235659:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758419.235686:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758419.235691:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758419.235693:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.235696:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758419.235701:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758419.235704:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.235707:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.235709:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.235711:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.299762:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758419.299770:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758419.299776:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758419.299790:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.299808:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.299812:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.299818:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758419.299823:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758419.299829:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.299839:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931174144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758419.299848:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758419.299856:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758419.299861:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.299868:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758419.299877:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758419.299884:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758419.299897:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758419.300022:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758419.300049:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758419.300067:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174144, portal 25 00000100:00000001:0.0:1787758419.300078:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758419.300083:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758419.300114:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300156:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758419.300172:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758419.300181:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758419.300198:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931174144, offset 0 00000400:00000200:0.0:1787758419.300211:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758419.300230:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.300245:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758419.300256:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758419.300264:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758419.300323:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758419.300330:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758419.300349:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747931:747931:256:4294967295] 192.168.201.121@tcp LPNI seq info [747925:747925:8:4294967295] 00000400:00000200:0.0:1787758419.300377:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.300407:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758419.300427:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.300444:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758419.300456:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758419.300469:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758419.300504:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.300510:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758419.300518:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758419.300534:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758419.300547:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758419.300559:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758419.300570:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758419.300578:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300613:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.300627:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300657:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.300667:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758419.300680:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758419.300705:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758419.300717:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310797265 00000100:00000010:0.0:1787758419.300732:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758419.300748:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758419.300760:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310797265 00000100:00000010:0.0:1787758419.300771:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787758419.300783:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758419.300789:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758419.300797:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.300800:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758419.300813:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758419/real 1787758419] req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758419.300853:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758419.300856:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758419.300864:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758419.300876:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758419.300883:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758419.300894:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758419.300904:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758419.300921:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300928:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758419.300930:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.300932:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.300935:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758419.300939:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300943:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758419.300947:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300952:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758419.300954:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.300956:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.300957:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.300959:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758419.300961:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758419.300964:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758419.300968:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758419.300969:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758419.300972:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758419.300978:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931174144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758419.300982:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.300985:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.300987:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931174144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.300991:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758419.300994:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758419.300996:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758419.300999:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758419.301001:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758419.301003:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758419.301004:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758419.301006:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758419.301009:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758419.301011:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758419.301012:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758419.301015:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758419.301016:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301017:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301023:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758419.301025:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301027:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758419.301030:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758419.301032:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758419.301035:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301040:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.301042:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301045:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758419.301047:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758419.301049:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.301051:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758419.301054:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758419.301058:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758419.301059:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301061:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301065:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758419.301066:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758419.301070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758419.301072:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758419.301074:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758419.301076:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174272, portal 10 00000100:00000001:0.0:1787758419.301078:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758419.301079:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758419.301084:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301089:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758419.301091:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758419.301092:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758419.301094:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931174272, offset 0 00000400:00000200:0.0:1787758419.301097:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301099:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301102:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758419.301104:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758419.301106:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758419.301107:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758419.301109:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301112:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747932:747932:256:4294967295] 192.168.201.121@tcp LPNI seq info [747926:747926:8:4294967295] 00000400:00000200:0.0:1787758419.301115:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301120:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758419.301123:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301125:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758419.301128:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758419.301130:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758419.301139:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301140:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758419.301142:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758419.301145:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758419.301147:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758419.301148:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758419.301150:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758419.301152:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301158:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301161:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301165:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301166:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758419.301168:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758419.301171:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758419.301174:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758419.301175:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310796301 00000100:00000001:0.0:1787758419.301177:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301179:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310796301 00000100:00000001:0.0:1787758419.301181:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301182:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758419.301184:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301185:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758419.301188:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758419/real 1787758419] req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758419.301193:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758419.301194:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758419.301195:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758419.301196:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758419.301197:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758419.301199:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758419.301201:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758419.301207:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301211:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758419.301212:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301213:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301214:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758419.301216:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301220:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758419.301223:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301227:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758419.301229:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301230:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301231:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301232:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758419.301235:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758419.301237:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758419.301240:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758419.301242:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758419.301244:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758419.301249:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758419.301252:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758419.301254:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301259:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.301260:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301261:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758419.301262:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758419.301264:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.301285:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758419.301288:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758419.301290:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758419.301291:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301293:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301295:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758419.301297:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758419.301299:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758419.301301:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758419.301303:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758419.301306:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174400, portal 10 00000100:00000001:0.0:1787758419.301307:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758419.301308:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758419.301312:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301321:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758419.301323:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758419.301324:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758419.301326:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931174400, offset 0 00000400:00000200:0.0:1787758419.301329:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301331:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301333:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758419.301335:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758419.301337:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758419.301338:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758419.301340:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301342:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747933:747933:256:4294967295] 192.168.201.121@tcp LPNI seq info [747927:747927:8:4294967295] 00000400:00000200:0.0:1787758419.301346:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301350:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758419.301353:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301355:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758419.301358:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758419.301360:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758419.301367:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301369:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758419.301371:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758419.301373:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758419.301375:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758419.301377:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758419.301378:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758419.301380:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301386:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301388:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301408:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301409:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758419.301412:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758419.301414:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758419.301416:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758419.301417:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310796300 00000100:00000001:0.0:1787758419.301419:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301421:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310796300 00000100:00000001:0.0:1787758419.301422:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301424:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758419.301425:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301426:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758419.301429:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758419/real 1787758419] req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758419.301434:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758419.301435:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758419.301436:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758419.301438:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758419.301439:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758419.301450:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758419.301452:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758419.301458:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301462:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758419.301463:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301464:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301465:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758419.301467:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301472:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758419.301475:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301479:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758419.301481:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301482:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301483:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301484:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758419.301486:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758419.301487:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758419.301490:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758419.301491:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758419.301493:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758419.301498:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758419.301501:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758419.301503:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301508:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.301509:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301510:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758419.301512:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758419.301513:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.301515:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758419.301517:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758419.301519:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758419.301520:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301522:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301524:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758419.301525:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758419.301528:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758419.301529:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758419.301532:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758419.301534:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174528, portal 4 00000100:00000001:0.0:1787758419.301535:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758419.301536:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758419.301540:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301545:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758419.301547:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758419.301548:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758419.301550:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931174528, offset 0 00000400:00000200:0.0:1787758419.301552:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301554:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301557:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758419.301558:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758419.301560:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758419.301561:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758419.301563:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301566:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747934:747934:256:4294967295] 192.168.201.121@tcp LPNI seq info [747928:747928:8:4294967295] 00000400:00000200:0.0:1787758419.301568:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301573:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758419.301576:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301578:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758419.301580:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758419.301583:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758419.301590:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301592:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758419.301594:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758419.301596:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758419.301598:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758419.301599:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758419.301601:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758419.301603:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301608:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301611:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301615:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301616:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758419.301618:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758419.301620:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758419.301622:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758419.301624:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310796336 00000100:00000001:0.0:1787758419.301626:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301627:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310796336 00000100:00000001:0.0:1787758419.301629:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301630:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758419.301632:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301633:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758419.301635:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758419/real 1787758419] req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758419.301639:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758419.301640:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758419.301641:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758419.301643:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758419.301644:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758419.301646:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758419.301648:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758419.301653:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301657:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758419.301658:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301659:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301660:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758419.301663:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301667:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758419.301669:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301673:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758419.301675:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301676:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301677:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301678:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758419.301679:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758419.301680:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758419.301683:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758419.301684:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758419.301687:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758419.301692:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758419.301695:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758419.301697:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301702:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758419.301704:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301705:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758419.301706:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758419.301708:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758419.301710:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758419.301711:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758419.301713:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758419.301714:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758419.301715:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301717:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758419.301718:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758419.301720:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758419.301721:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758419.301723:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758419.301725:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174656, portal 4 00000100:00000001:0.0:1787758419.301727:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758419.301728:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758419.301731:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301736:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758419.301737:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758419.301739:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758419.301740:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931174656, offset 0 00000400:00000200:0.0:1787758419.301742:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301744:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301746:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758419.301748:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758419.301750:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758419.301751:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758419.301753:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758419.301755:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747935:747935:256:4294967295] 192.168.201.121@tcp LPNI seq info [747929:747929:8:4294967295] 00000400:00000200:0.0:1787758419.301758:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758419.301762:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758419.301765:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301767:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758419.301769:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758419.301771:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758419.301779:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758419.301780:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758419.301782:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758419.301784:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758419.301786:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758419.301787:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758419.301789:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758419.301791:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301797:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301799:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301803:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301804:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758419.301806:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758419.301807:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758419.301809:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758419.301811:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310796315 00000100:00000001:0.0:1787758419.301812:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301814:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310796315 00000100:00000001:0.0:1787758419.301816:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310797265 00000100:00000001:0.0:1787758419.301817:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758419.301819:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301820:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758419.301822:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758419/real 1787758419] req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758419.301828:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758419.301828:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758419.301829:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758419.301831:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758419.301832:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758419.301833:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758419.301835:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758419.301840:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301844:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758419.301845:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301846:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301847:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758419.301850:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301854:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758419.301857:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301861:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758419.301863:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301864:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758419.301864:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301865:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758419.301866:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758419.301868:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758419.301871:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758419.301872:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758419.301875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758419.301880:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758419.301882:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301883:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301885:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931174272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301889:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758419.301890:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301892:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758419.301893:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758419.301894:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758419.301895:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758419.301896:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758419.301898:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758419.301899:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758419.301900:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758419.301901:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758419.301903:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758419.301904:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301905:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301907:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931174400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301911:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758419.301912:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301913:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758419.301915:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758419.301915:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758419.301916:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758419.301917:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758419.301919:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758419.301920:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758419.301921:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758419.301922:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758419.301924:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758419.301925:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301926:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301928:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931174528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301932:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758419.301933:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301934:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758419.301935:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758419.301936:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758419.301936:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758419.301938:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758419.301938:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758419.301940:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758419.301940:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758419.301941:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758419.301943:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758419.301944:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301945:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758419.301947:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931174656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758419.301951:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758419.301951:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758419.301952:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758419.301954:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758419.301954:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758419.301955:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758419.301956:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758419.301957:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758419.301959:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758419.301960:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758419.301960:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758419.301962:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758419.301963:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301965:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758419.301967:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758419.301968:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758419.301969:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758419.301971:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758420.259461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758420.259470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758420.259475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758420.259482:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758420.259508:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758420.259512:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758420.259516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758420.259525:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758420.259533:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758420.259534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758420.259543:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758420.259547:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758420.259550:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758420.259563:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758420.259573:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758420.259586:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758420.259594:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758420.259602:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758420.259628:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758420.259636:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758420.259642:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758420.259644:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758420.259651:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758420.259659:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758420.259668:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758420.259673:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758420.259684:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758420.259685:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758420.259694:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758420.259696:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758420.259717:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758420.259723:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758420.259729:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758420.259754:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758420.259761:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758420.259768:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758420.259779:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758420.259784:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758420.259786:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758420.259789:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758420.259792:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758420.259796:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758420.259800:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758420.259801:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758420.259808:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758420.259812:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758420.259819:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758420.259826:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758420.323342:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310797265, at 4310797312 00000100:00000010:1.0:1787758420.323360:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000040:0.0:1787758420.323442:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310797265, at 4310797312 00000100:00000010:0.0:1787758420.323466:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758421.283493:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758421.283506:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758421.283510:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758421.283519:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758421.283527:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758421.283528:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758421.283535:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758421.283545:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758421.283545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758421.283566:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758421.283568:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758421.283598:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758421.283599:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758421.283628:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758421.283639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758421.283669:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758421.283677:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758421.283679:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758421.283696:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758421.283698:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758421.283732:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758421.283733:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758421.283774:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758421.283784:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758421.283806:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758421.283817:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758421.283823:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758421.283825:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758421.283833:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758421.283841:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758421.283846:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758421.283849:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758421.283857:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758421.283874:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758421.283894:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758421.283900:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758421.283920:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758421.283921:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758421.283949:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758422.307543:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758422.307554:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758422.307560:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758422.307561:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758422.307580:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758422.307583:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758422.307590:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758422.307596:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758422.307599:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758422.307619:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758422.307621:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758422.307637:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758422.307649:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758422.307655:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758422.307669:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758422.307680:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758422.307686:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758422.307695:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758422.307719:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758422.307728:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758422.307731:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758422.307736:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758422.307741:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758422.307748:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758422.307751:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758422.307754:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758422.307768:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758422.307797:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758422.307809:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758422.307824:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1787758422.307824:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758422.307840:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758422.307851:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758422.307865:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758422.307879:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758422.307889:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758422.307896:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758422.307900:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758422.307905:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758423.331434:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758423.331444:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758423.331452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758423.331460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758423.331469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758423.331473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758423.331476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758423.331484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758423.331490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758423.331499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758423.331499:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758423.331509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758423.331514:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758423.331515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758423.331521:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758423.331527:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758423.331530:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758423.331537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758423.331571:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758423.331602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758423.331617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758423.331624:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758423.331625:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758423.331636:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758423.331646:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758423.331648:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758423.331660:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758423.331670:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758423.331672:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758423.331687:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758423.331702:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758423.331703:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758423.331709:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758423.331711:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758423.331721:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758423.331724:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758423.331777:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758423.331786:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758423.331790:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758423.331812:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758423.331812:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758423.331817:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758423.331824:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758423.331827:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758423.331829:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758423.331834:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758423.331836:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758423.331840:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758423.331845:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758423.331847:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758423.331852:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758423.331860:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758423.331864:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758423.331870:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758424.355583:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758424.355593:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758424.355594:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758424.355603:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.355609:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758424.355613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758424.355617:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758424.355621:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758424.355633:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758424.355634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.355669:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758424.355669:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758424.355676:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.355684:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758424.355685:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.355703:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758424.355736:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758424.355739:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758424.355745:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758424.355749:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758424.355756:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758424.355766:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758424.355786:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758424.355796:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.355803:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758424.355815:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758424.355819:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.355823:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758424.355826:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758424.355832:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758424.355834:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.355843:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758424.355853:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.355860:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.355865:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.355874:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758424.355894:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758424.355915:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758424.355921:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758424.355929:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758424.355968:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758424.355972:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758424.355974:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758424.355976:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758424.355978:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.419852:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758424.419869:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758424.419876:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758424.419902:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.419977:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.419986:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.420007:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758424.420022:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758424.420040:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758424.420071:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931174784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758424.420094:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758424.420108:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758424.420115:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.420123:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758424.420139:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758424.420155:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758424.420181:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758424.420195:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758424.420208:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758424.420225:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174784, portal 25 00000100:00000001:0.0:1787758424.420241:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758424.420252:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758424.420383:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.420466:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758424.420493:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758424.420503:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758424.420523:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931174784, offset 0 00000400:00000200:0.0:1787758424.420547:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758424.420572:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.420595:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758424.420606:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758424.420627:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758424.420648:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758424.420662:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758424.420682:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747936:747936:256:4294967295] 192.168.201.121@tcp LPNI seq info [747930:747930:8:4294967295] 00000400:00000200:0.0:1787758424.420707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.420761:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758424.420793:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.420817:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758424.420845:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758424.420861:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787758424.420906:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.420913:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758424.420927:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758424.420945:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758424.420963:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758424.420975:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758424.420991:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758424.421015:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.421075:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.421091:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.421145:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.421155:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758424.421167:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758424.421179:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758424.421187:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310802385 00000100:00000010:0.0:1787758424.421207:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758424.421220:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758424.421234:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310802385 00000100:00000010:0.0:1787758424.421242:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758424.421253:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758424.421340:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758424.421359:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.421374:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758424.421396:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758424/real 1787758424] req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758424.421456:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758424.421465:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758424.421479:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758424.421496:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758424.421503:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758424.421516:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758424.421530:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758424.421592:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.421625:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758424.421641:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.421656:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.421662:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758424.421681:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.421701:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758424.421715:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.421771:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758424.421791:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.421816:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.421825:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.421843:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758424.421852:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758424.421859:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758424.421872:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758424.421878:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758424.421893:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758424.421997:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931174784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758424.422020:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.422028:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.422037:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931174784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422048:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758424.422051:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758424.422056:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758424.422061:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758424.422064:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758424.422067:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758424.422071:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758424.422074:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758424.422079:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758424.422081:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758424.422084:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758424.422088:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758424.422090:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.422093:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.422117:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758424.422121:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.422124:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758424.422127:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758424.422130:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758424.422142:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422153:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.422155:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.422159:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758424.422162:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758424.422165:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758424.422169:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758424.422174:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758424.422178:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758424.422181:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.422183:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758424.422188:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758424.422191:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758424.422198:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758424.422202:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758424.422207:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758424.422212:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931174912, portal 10 00000100:00000001:0.0:1787758424.422215:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758424.422217:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758424.422226:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422239:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758424.422244:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758424.422249:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758424.422254:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931174912, offset 0 00000400:00000200:0.0:1787758424.422263:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758424.422272:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.422281:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758424.422288:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758424.422357:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758424.422363:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758424.422367:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758424.422372:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747937:747937:256:4294967295] 192.168.201.121@tcp LPNI seq info [747931:747931:8:4294967295] 00000400:00000200:0.0:1787758424.422379:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.422390:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758424.422397:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.422406:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758424.422415:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758424.422421:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787758424.422447:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.422451:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758424.422458:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758424.422466:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758424.422473:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758424.422478:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758424.422484:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758424.422493:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422508:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.422513:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422522:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.422524:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758424.422530:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758424.422536:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758424.422541:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758424.422544:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310801423 00000100:00000001:0.0:1787758424.422548:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.422551:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310801423 00000100:00000001:0.0:1787758424.422554:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.422558:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758424.422561:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.422564:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758424.422569:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758424/real 1787758424] req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758424.422579:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758424.422581:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758424.422583:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758424.422587:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758424.422589:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758424.422592:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758424.422596:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758424.422607:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422615:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758424.422617:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.422620:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.422622:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758424.422626:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422635:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758424.422640:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422649:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758424.422652:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.422654:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.422656:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.422658:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758424.422663:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758424.422668:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758424.422673:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758424.422676:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758424.422681:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758424.422692:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931174912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758424.422697:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758424.422702:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422710:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.422712:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.422716:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758424.422720:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758424.422724:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758424.422730:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758424.422737:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758424.422742:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758424.422745:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.422748:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758424.422755:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758424.422759:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758424.422767:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758424.422772:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758424.422780:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758424.422787:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175040, portal 10 00000100:00000001:0.0:1787758424.422791:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758424.422794:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758424.422807:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422828:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758424.422831:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758424.422835:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758424.422839:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931175040, offset 0 00000400:00000200:0.0:1787758424.422845:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758424.422851:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.422857:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758424.422861:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758424.422865:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758424.422868:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758424.422872:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758424.422876:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747938:747938:256:4294967295] 192.168.201.121@tcp LPNI seq info [747932:747932:8:4294967295] 00000400:00000200:0.0:1787758424.422882:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.422891:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758424.422897:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.422902:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758424.422908:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758424.422912:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787758424.422927:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.422930:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758424.422934:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758424.422939:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758424.422943:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758424.422946:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758424.422951:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758424.422958:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.422974:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.422981:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423008:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.423011:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758424.423018:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758424.423025:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758424.423032:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758424.423037:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310801421 00000100:00000001:0.0:1787758424.423042:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.423047:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310801421 00000100:00000001:0.0:1787758424.423051:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.423054:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758424.423058:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.423060:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758424.423067:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758424/real 1787758424] req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758424.423078:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758424.423080:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758424.423082:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758424.423086:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758424.423088:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758424.423092:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758424.423096:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758424.423108:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423116:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758424.423117:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.423120:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.423122:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758424.423126:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423136:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758424.423141:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423150:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758424.423153:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.423156:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.423157:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.423160:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758424.423163:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758424.423166:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758424.423171:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758424.423173:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758424.423178:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758424.423188:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758424.423193:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758424.423198:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423208:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.423210:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.423213:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758424.423215:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758424.423218:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758424.423222:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758424.423226:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758424.423229:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758424.423233:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.423237:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758424.423243:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758424.423247:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758424.423255:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758424.423260:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758424.423321:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758424.423330:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175168, portal 4 00000100:00000001:0.0:1787758424.423334:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758424.423337:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758424.423351:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423364:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758424.423368:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758424.423372:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758424.423376:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931175168, offset 0 00000400:00000200:0.0:1787758424.423382:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758424.423388:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.423394:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758424.423399:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758424.423405:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758424.423410:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758424.423415:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758424.423422:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747939:747939:256:4294967295] 192.168.201.121@tcp LPNI seq info [747933:747933:8:4294967295] 00000400:00000200:0.0:1787758424.423432:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.423445:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758424.423455:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.423463:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758424.423472:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758424.423479:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787758424.423501:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.423505:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758424.423509:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758424.423514:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758424.423519:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758424.423521:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758424.423525:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758424.423530:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423541:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.423545:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423554:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.423557:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758424.423561:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758424.423566:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758424.423571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758424.423573:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310801458 00000100:00000001:0.0:1787758424.423577:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.423580:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310801458 00000100:00000001:0.0:1787758424.423583:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.423585:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758424.423588:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.423591:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758424.423596:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758424/real 1787758424] req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758424.423606:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758424.423608:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758424.423611:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758424.423614:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758424.423616:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758424.423620:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758424.423624:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758424.423635:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423643:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758424.423645:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.423647:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.423649:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758424.423654:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423662:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758424.423667:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423675:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758424.423678:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.423680:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.423682:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.423685:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758424.423687:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758424.423690:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758424.423695:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758424.423698:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758424.423703:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758424.423714:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758424.423720:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758424.423728:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423743:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758424.423746:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.423751:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758424.423755:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758424.423759:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758424.423765:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758424.423772:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758424.423776:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758424.423780:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758424.423784:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758424.423791:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758424.423795:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758424.423802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758424.423807:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758424.423815:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758424.423821:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175296, portal 4 00000100:00000001:0.0:1787758424.423824:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758424.423826:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758424.423835:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423843:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758424.423847:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758424.423850:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758424.423853:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931175296, offset 0 00000400:00000200:0.0:1787758424.423858:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758424.423863:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.423868:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758424.423872:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758424.423876:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758424.423879:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758424.423883:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758424.423888:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747940:747940:256:4294967295] 192.168.201.121@tcp LPNI seq info [747934:747934:8:4294967295] 00000400:00000200:0.0:1787758424.423893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758424.423902:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758424.423908:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.423913:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758424.423918:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758424.423922:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1787758424.423937:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758424.423940:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758424.423944:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758424.423950:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758424.423956:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758424.423960:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758424.423965:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758424.423972:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.423988:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.423995:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424010:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.424013:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758424.424020:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758424.424026:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758424.424033:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758424.424037:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310801437 00000100:00000001:0.0:1787758424.424042:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.424047:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310801437 00000100:00000001:0.0:1787758424.424052:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310802385 00000100:00000001:0.0:1787758424.424055:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758424.424059:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.424061:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758424.424067:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758424/real 1787758424] req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758424.424079:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758424.424081:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758424.424084:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758424.424087:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758424.424089:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758424.424093:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758424.424097:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758424.424108:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424117:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758424.424119:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424121:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.424123:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758424.424128:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424136:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758424.424141:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424149:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758424.424152:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424155:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758424.424156:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424159:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758424.424161:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758424.424164:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758424.424169:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758424.424172:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758424.424177:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758424.424187:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758424.424192:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424195:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.424199:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931174912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424207:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758424.424209:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758424.424212:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758424.424216:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758424.424218:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758424.424220:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758424.424223:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758424.424225:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758424.424230:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758424.424232:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758424.424235:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758424.424240:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758424.424242:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424246:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.424253:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931175040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424266:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758424.424324:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758424.424329:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758424.424336:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758424.424339:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758424.424342:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758424.424346:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758424.424350:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758424.424355:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758424.424358:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758424.424361:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758424.424365:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758424.424367:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424369:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.424375:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931175168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424384:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758424.424386:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758424.424389:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758424.424391:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758424.424393:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758424.424395:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758424.424398:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758424.424401:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758424.424405:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758424.424407:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758424.424410:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758424.424415:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758424.424417:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424421:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758424.424427:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931175296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758424.424441:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758424.424444:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758424.424448:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758424.424452:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758424.424455:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758424.424457:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758424.424462:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758424.424465:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758424.424470:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758424.424473:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758424.424476:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758424.424483:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758424.424486:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424490:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758424.424497:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758424.424500:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758424.424502:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758424.424505:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758425.379407:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758425.379416:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758425.379421:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758425.379427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758425.379434:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758425.379438:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379444:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758425.379446:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758425.379454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758425.379459:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758425.379461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758425.379467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758425.379474:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758425.379478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758425.379481:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758425.379484:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379487:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758425.379497:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758425.379498:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758425.379512:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758425.379524:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758425.379529:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758425.379531:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758425.379534:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758425.379534:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758425.379544:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758425.379548:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758425.379550:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758425.379563:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758425.379564:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758425.379573:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379573:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758425.379597:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758425.379615:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379624:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758425.379642:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758425.379642:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758425.379648:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758425.379661:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758425.379667:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758425.379673:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379680:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758425.379683:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758425.379686:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758425.443430:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310802385, at 4310802432 00000100:00000040:1.0:1787758425.443430:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310802385, at 4310802432 00000100:00000010:0.0:1787758425.443453:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758425.443455:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:1.0:1787758426.403526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758426.403537:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758426.403540:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758426.403555:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758426.403556:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758426.403583:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758426.403585:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758426.403603:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758426.403610:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758426.403618:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758426.403624:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758426.403640:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758426.403647:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758426.403662:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758426.403665:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758426.403674:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758426.403679:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758426.403685:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758426.403743:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758426.403748:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758426.403751:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758426.403760:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758426.403762:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758426.403769:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758426.403775:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758426.403779:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758426.403785:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758426.403799:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758426.403803:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758426.403809:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758426.403811:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758426.403824:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758426.403834:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758426.403838:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758426.403850:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758426.403859:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758426.403884:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758426.403895:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758426.403907:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758426.403912:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758426.403922:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758426.403925:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758426.403927:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758426.403929:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758426.403932:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758427.427483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758427.427491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758427.427497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758427.427498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758427.427504:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758427.427513:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758427.427520:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758427.427521:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758427.427534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427551:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758427.427553:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758427.427557:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427572:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758427.427576:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758427.427594:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758427.427605:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758427.427617:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758427.427637:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758427.427665:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758427.427674:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758427.427676:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758427.427685:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758427.427686:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758427.427694:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758427.427704:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758427.427705:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758427.427718:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758427.427722:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758427.427724:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427733:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758427.427734:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758427.427741:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427744:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758427.427749:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758427.427756:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427770:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758427.427811:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758427.427817:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758427.427825:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758427.427831:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758427.427850:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758427.427862:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427868:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758427.427879:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758427.427888:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758428.451538:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758428.451541:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758428.451556:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758428.451557:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758428.451573:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758428.451576:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758428.451608:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758428.451610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758428.451629:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758428.451640:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758428.451642:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451662:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758428.451666:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451671:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451688:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758428.451707:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758428.451716:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451723:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758428.451725:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758428.451734:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758428.451740:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758428.451746:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758428.451753:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758428.451757:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451767:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758428.451774:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758428.451775:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758428.451788:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758428.451798:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758428.451803:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758428.451815:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758428.451838:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758428.451848:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451858:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758428.451871:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758428.451888:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758428.451890:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758428.451903:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758428.451920:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758428.451923:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758428.451949:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758428.451963:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451976:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758428.451983:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758428.451989:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.475491:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758429.475504:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758429.475519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758429.475541:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758429.475547:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758429.475551:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758429.475562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.475577:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758429.475587:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758429.475592:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475603:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758429.475606:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758429.475618:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.475625:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758429.475640:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.475661:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758429.475691:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758429.475698:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758429.475701:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758429.475706:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758429.475710:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758429.475714:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475718:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758429.475724:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475734:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.475742:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758429.475764:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758429.475778:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758429.475795:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758429.475799:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758429.475816:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758429.475818:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758429.475828:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758429.475836:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758429.475841:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475858:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758429.475868:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.475885:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758429.475892:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.475917:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758429.475917:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758429.475926:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758429.475932:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.539789:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758429.539799:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758429.539805:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758429.539823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.539839:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758429.539844:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.539854:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758429.539860:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758429.539870:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758429.539882:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931175424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758429.539894:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758429.539902:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758429.539907:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.539913:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758429.539925:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758429.539953:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758429.539969:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758429.539978:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758429.539992:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758429.540004:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175424, portal 25 00000100:00000001:0.0:1787758429.540013:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758429.540019:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758429.540040:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.540089:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758429.540122:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758429.540134:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758429.540146:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931175424, offset 0 00000400:00000200:0.0:1787758429.540172:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758429.540192:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.540210:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758429.540248:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758429.540261:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758429.540306:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758429.540312:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758429.540320:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747941:747941:256:4294967295] 192.168.201.121@tcp LPNI seq info [747935:747935:8:4294967295] 00000400:00000200:0.0:1787758429.540332:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.540358:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758429.540377:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.540390:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758429.540406:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758429.540413:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758429.540459:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.540465:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758429.540478:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758429.540493:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758429.540508:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758429.540515:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758429.540525:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758429.540538:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.540568:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.540581:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.540618:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.540625:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758429.540638:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758429.540654:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758429.540661:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310807505 00000100:00000010:0.0:1787758429.540675:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758429.540690:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758429.540705:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310807505 00000100:00000010:0.0:1787758429.540717:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758429.540729:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758429.540740:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758429.540748:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.540756:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758429.540769:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758429/real 1787758429] req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758429.540804:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758429.540810:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758429.540816:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758429.540827:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758429.540834:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758429.540839:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758429.540851:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758429.540889:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.540928:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758429.540934:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.540942:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.540948:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758429.540963:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.540997:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758429.541012:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541050:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758429.541065:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541079:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.541088:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541100:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758429.541111:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758429.541124:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758429.541143:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758429.541154:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758429.541168:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758429.541197:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931175424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758429.541210:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541237:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.541248:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931175424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541299:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758429.541306:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758429.541312:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758429.541320:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758429.541328:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758429.541335:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758429.541340:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758429.541346:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758429.541356:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758429.541360:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758429.541364:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758429.541376:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758429.541381:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541392:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541403:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758429.541407:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.541417:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758429.541422:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758429.541427:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758429.541440:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541463:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758429.541468:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.541477:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758429.541485:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758429.541492:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758429.541503:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758429.541511:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758429.541514:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758429.541516:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.541519:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758429.541524:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758429.541528:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758429.541534:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758429.541538:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758429.541543:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758429.541548:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175552, portal 10 00000100:00000001:0.0:1787758429.541551:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758429.541553:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758429.541562:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541571:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758429.541575:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758429.541578:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758429.541581:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931175552, offset 0 00000400:00000200:0.0:1787758429.541587:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758429.541592:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.541597:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758429.541602:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758429.541606:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758429.541609:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758429.541613:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758429.541618:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747942:747942:256:4294967295] 192.168.201.121@tcp LPNI seq info [747936:747936:8:4294967295] 00000400:00000200:0.0:1787758429.541624:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.541634:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758429.541640:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.541644:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758429.541650:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758429.541654:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758429.541670:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.541673:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758429.541677:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758429.541682:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758429.541686:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758429.541689:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758429.541692:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758429.541697:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541708:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.541712:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541720:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.541723:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758429.541727:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758429.541732:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758429.541736:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758429.541739:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310806542 00000100:00000001:0.0:1787758429.541743:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.541746:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310806542 00000100:00000001:0.0:1787758429.541749:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.541752:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758429.541755:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.541758:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758429.541763:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758429/real 1787758429] req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758429.541773:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758429.541774:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758429.541777:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758429.541780:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758429.541782:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758429.541784:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758429.541789:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758429.541800:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541808:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758429.541810:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541812:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.541814:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758429.541819:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541827:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758429.541832:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541841:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758429.541844:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541846:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.541848:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.541851:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758429.541855:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758429.541859:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758429.541864:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758429.541867:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758429.541872:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758429.541882:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758429.541887:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758429.541891:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541899:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758429.541901:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.541904:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758429.541906:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758429.541909:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758429.541913:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758429.541917:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758429.541920:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758429.541922:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.541924:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758429.541928:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758429.541931:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758429.541935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758429.541938:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758429.541942:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758429.541946:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175680, portal 10 00000100:00000001:0.0:1787758429.541949:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758429.541951:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758429.541958:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.541974:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758429.541978:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758429.541980:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758429.541984:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931175680, offset 0 00000400:00000200:0.0:1787758429.541989:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758429.541993:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.541997:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758429.542000:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758429.542004:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758429.542007:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758429.542010:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758429.542014:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747943:747943:256:4294967295] 192.168.201.121@tcp LPNI seq info [747937:747937:8:4294967295] 00000400:00000200:0.0:1787758429.542020:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.542028:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758429.542034:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.542040:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758429.542047:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758429.542053:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758429.542075:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.542079:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758429.542085:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758429.542092:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758429.542098:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758429.542102:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758429.542107:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758429.542116:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542133:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.542140:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542162:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.542165:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758429.542170:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758429.542174:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758429.542179:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758429.542182:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310806540 00000100:00000001:0.0:1787758429.542186:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.542189:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310806540 00000100:00000001:0.0:1787758429.542192:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.542195:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758429.542198:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.542200:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758429.542205:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758429/real 1787758429] req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758429.542249:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758429.542251:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758429.542254:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758429.542257:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758429.542260:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758429.542263:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758429.542298:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758429.542311:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542319:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758429.542322:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542324:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.542326:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758429.542331:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542341:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758429.542346:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542355:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758429.542358:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542360:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.542362:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542365:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758429.542368:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758429.542371:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758429.542375:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758429.542378:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758429.542383:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758429.542393:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758429.542398:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758429.542403:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542412:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758429.542414:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.542417:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758429.542419:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758429.542422:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758429.542426:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758429.542430:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758429.542433:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758429.542435:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.542438:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758429.542443:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758429.542446:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758429.542451:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758429.542455:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758429.542459:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758429.542463:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175808, portal 4 00000100:00000001:0.0:1787758429.542466:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758429.542468:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758429.542476:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542485:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758429.542488:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758429.542491:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758429.542495:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931175808, offset 0 00000400:00000200:0.0:1787758429.542500:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758429.542505:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.542509:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758429.542513:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758429.542517:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758429.542520:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758429.542523:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758429.542528:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747944:747944:256:4294967295] 192.168.201.121@tcp LPNI seq info [747938:747938:8:4294967295] 00000400:00000200:0.0:1787758429.542533:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.542541:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758429.542548:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.542552:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758429.542557:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758429.542561:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758429.542576:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.542579:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758429.542583:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758429.542588:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758429.542592:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758429.542594:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758429.542597:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758429.542602:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542612:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.542616:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542625:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.542627:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758429.542630:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758429.542635:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758429.542638:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758429.542641:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310806577 00000100:00000001:0.0:1787758429.542644:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.542647:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310806577 00000100:00000001:0.0:1787758429.542652:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.542657:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758429.542661:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.542666:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758429.542674:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758429/real 1787758429] req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758429.542689:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758429.542693:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758429.542697:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758429.542703:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758429.542707:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758429.542713:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758429.542721:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758429.542741:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542756:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758429.542760:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542764:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.542767:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758429.542775:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542788:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758429.542794:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542803:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758429.542807:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542809:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.542811:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542813:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758429.542815:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758429.542819:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758429.542823:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758429.542826:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758429.542830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758429.542840:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758429.542845:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542848:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.542853:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931175552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542862:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758429.542864:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758429.542867:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758429.542871:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758429.542873:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758429.542875:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758429.542878:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758429.542881:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758429.542884:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758429.542886:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758429.542888:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758429.542893:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758429.542896:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542899:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.542906:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931175680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542919:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758429.542922:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758429.542925:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758429.542929:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758429.542932:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758429.542935:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758429.542939:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758429.542943:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758429.542947:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758429.542950:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758429.542953:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758429.542958:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758429.542961:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.542964:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.542973:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931175808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.542987:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758429.542991:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758429.542994:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758429.542998:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758429.543001:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758429.543003:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758429.543007:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758429.543010:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758429.543015:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758429.543017:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758429.543020:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758429.543026:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758429.543029:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543033:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543041:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758429.543044:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.543049:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758429.543052:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758429.543056:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758429.543064:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543079:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758429.543082:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.543087:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758429.543091:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758429.543096:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758429.543102:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758429.543110:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758429.543114:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758429.543118:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758429.543121:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758429.543126:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758429.543129:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758429.543134:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758429.543137:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758429.543142:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758429.543147:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931175936, portal 4 00000100:00000001:0.0:1787758429.543150:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758429.543152:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758429.543161:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543170:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758429.543173:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758429.543176:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758429.543179:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931175936, offset 0 00000400:00000200:0.0:1787758429.543184:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758429.543189:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.543194:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758429.543199:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758429.543202:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758429.543206:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758429.543209:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758429.543243:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747945:747945:256:4294967295] 192.168.201.121@tcp LPNI seq info [747939:747939:8:4294967295] 00000400:00000200:0.0:1787758429.543252:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758429.543266:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758429.543310:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.543318:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758429.543327:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758429.543331:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787758429.543346:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758429.543350:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758429.543354:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758429.543359:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758429.543364:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758429.543366:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758429.543370:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758429.543376:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543395:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.543399:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543408:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.543410:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758429.543414:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758429.543419:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758429.543423:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758429.543426:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310806557 00000100:00000001:0.0:1787758429.543430:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.543433:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310806557 00000100:00000001:0.0:1787758429.543436:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310807505 00000100:00000001:0.0:1787758429.543439:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758429.543441:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.543444:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758429.543449:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758429/real 1787758429] req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758429.543458:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758429.543460:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758429.543463:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758429.543466:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758429.543468:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758429.543471:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758429.543475:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758429.543486:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543495:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758429.543497:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543500:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.543502:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758429.543507:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543515:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758429.543520:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543529:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758429.543532:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543534:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758429.543536:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543538:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758429.543540:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758429.543544:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758429.543548:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758429.543550:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758429.543556:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758429.543565:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931175936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758429.543570:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543573:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758429.543577:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931175936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758429.543585:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758429.543587:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758429.543590:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758429.543593:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758429.543595:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758429.543597:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758429.543600:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758429.543603:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758429.543606:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758429.543608:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758429.543610:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758429.543613:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758429.543615:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543617:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758429.543622:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758429.543624:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758429.543626:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758429.543629:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758430.499481:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758430.499489:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758430.499494:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758430.499498:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758430.499500:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758430.499507:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758430.499512:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758430.499518:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758430.499525:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758430.499527:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758430.499540:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758430.499541:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758430.499558:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758430.499566:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758430.499592:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758430.499594:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758430.499614:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758430.499623:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758430.499643:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758430.499654:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758430.499660:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758430.499670:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758430.499670:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758430.499681:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758430.499688:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758430.499693:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758430.499707:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758430.499709:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758430.499730:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758430.499745:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758430.499745:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758430.499761:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758430.499763:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758430.499771:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758430.499771:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758430.499785:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758430.499835:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758430.499842:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758430.499847:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758430.499860:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758430.499869:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758430.499876:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758430.499884:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758430.499890:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758430.499894:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758430.563440:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310807505, at 4310807552 00000100:00000040:1.0:1787758430.563440:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310807505, at 4310807552 00000100:00000010:0.0:1787758430.563470:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758430.563477:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:1.0:1787758431.523537:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758431.523545:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758431.523551:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758431.523563:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758431.523572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758431.523574:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758431.523603:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758431.523605:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758431.523625:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758431.523628:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758431.523635:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.523639:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.523664:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758431.523673:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.523684:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758431.523705:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758431.523712:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758431.523718:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758431.523773:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758431.523775:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758431.523782:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758431.523785:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758431.523794:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758431.523803:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758431.523809:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758431.523813:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758431.523830:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758431.523833:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758431.523852:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.523857:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758431.523905:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758431.523914:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758431.523926:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758431.523927:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758431.523933:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.523941:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758431.523966:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758431.523972:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758431.523976:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758431.523985:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758431.523994:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758431.524000:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.524004:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758431.524006:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758431.524009:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758432.547442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758432.547461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758432.547461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758432.547471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758432.547478:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758432.547486:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758432.547487:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758432.547505:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758432.547506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758432.547517:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758432.547519:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758432.547531:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758432.547534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758432.547540:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758432.547571:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758432.547572:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758432.547589:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758432.547602:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758432.547670:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758432.547684:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758432.547694:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758432.547709:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758432.547721:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758432.547731:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758432.547731:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758432.547747:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758432.547754:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758432.547757:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758432.547763:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758432.547776:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758432.547777:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758432.547798:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758432.547813:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758432.547822:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758432.547827:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758432.547832:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758432.547834:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758432.547844:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758432.547859:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758433.571368:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758433.571377:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758433.571380:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758433.571385:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758433.571390:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758433.571394:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758433.571397:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758433.571399:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758433.571403:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758433.571460:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758433.571462:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758433.571467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758433.571478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758433.571482:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758433.571484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758433.571502:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758433.571515:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758433.571516:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758433.571540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758433.571541:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758433.571550:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758433.571562:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758433.571563:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758433.571581:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758433.571609:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758433.571635:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758433.571639:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758433.571642:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758433.571642:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758433.571651:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758433.571651:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758433.571663:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758433.571669:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758433.571690:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758433.571696:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758433.571704:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758433.571787:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758433.571790:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758433.571793:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758434.595440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758434.595454:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758434.595461:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.595471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758434.595474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758434.595496:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758434.595496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758434.595508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.595513:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.595532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758434.595534:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758434.595540:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.595554:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.595555:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758434.595571:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.595589:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758434.595594:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.595600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.595642:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758434.595650:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758434.595655:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758434.595675:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758434.595691:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758434.595700:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758434.595703:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.595715:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758434.595720:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758434.595725:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.595729:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758434.595740:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758434.595748:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.595761:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758434.595771:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.595778:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758434.595781:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.595785:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758434.659387:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758434.659396:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758434.659399:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758434.659413:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758434.659418:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758434.659426:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16139 00000400:00000200:1.0:1787758434.659437:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758434.659443:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758434.659447:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758434.659451:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659454:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.659457:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659460:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758434.659465:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758434.659467:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758434.659470:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758434.659473:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758434.659476:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758434.659478:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758434.659482:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659484:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.659486:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659489:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758434.659493:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758434.659497:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659500:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758434.659503:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758434.659506:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758434.659510:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.659512:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758434.659515:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758434.659525:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758434.659528:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758434.659533:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758434.659535:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.659539:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758434.659541:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758434.659546:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758434.659554:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758434.659561:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758434.659572:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758434.659584:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758434.659590:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758434.659595:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758434.659633:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758434.659638:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758434.659642:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758434.659643:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758434.659645:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758434.659649:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758434.659651:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16139 00000400:00000200:1.0:1787758434.659657:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758434.659660:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758434.659663:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758434.659667:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659670:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.659674:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659677:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758434.659680:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758434.659683:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758434.659686:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758434.659689:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758434.659691:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758434.659693:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758434.659698:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758434.659698:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659707:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758434.659709:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787758434.659710:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758434.659714:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758434.659715:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758434.659722:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758434.659729:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000040:0.0:1787758434.659734:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758434.659736:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758434.659747:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758434.659756:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758434.659765:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787758434.659767:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.659769:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.659772:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787758434.659777:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1787758434.659780:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758434.659783:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787758434.659788:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.659791:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.659793:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758434.659801:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931176064:192.168.201.121@tcp:250:kworker.0 00000100:00000010:1.0:1787758434.659803:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758434.659814:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758434.659817:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787758434.659821:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758434.659825:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.659826:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758434.659830:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758434.659831:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.659843:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758434.659844:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758434.659852:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758434.659857:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758434.659862:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758434.659863:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000400:00000200:0.0:1787758434.659873:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758434.659876:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758434.659882:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00100000:1.0:1787758434.659892:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787758434.659894:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758434.659909:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176064, portal 25 00000100:00000001:0.0:1787758434.659915:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787758434.659917:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758434.659919:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000001:1.0:1787758434.659926:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758434.659933:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758434.659951:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.659953:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758434.659972:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758434.659978:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758434.659980:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00080000:1.0:1787758434.659984:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787758434.659990:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931176064, offset 0 00000100:00080000:1.0:1787758434.659991:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758434.659997:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758434.660002:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758434.660006:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758434.660015:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16139 00000400:00000200:0.0:1787758434.660017:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758434.660033:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758434.660039:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758434.660041:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758434.660045:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.660053:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758434.660055:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.660061:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.660065:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758434.660071:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000020:00000001:1.0:1787758434.660073:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758434.660086:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000400:00000200:0.0:1787758434.660090:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1787758434.660099:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787758434.660102:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000020:00000040:1.0:1787758434.660107:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000400:00000200:0.0:1787758434.660109:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758434.660115:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000020:00000001:1.0:1787758434.660147:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758434.660159:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758434.660163:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747946:747946:256:4294967295] 192.168.201.121@tcp LPNI seq info [747940:747940:8:4294967295] 00000100:00000040:1.0:1787758434.660175:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.660177:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758434.660189:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.660193:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.660205:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758434.660216:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758434.660217:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00080000:1.0:1787758434.660233:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000800:00000200:0.0:1787758434.660244:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758434.660246:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758434.660252:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:0.0:1787758434.660256:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 02000000:00000001:1.0:1787758434.660258:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758434.660327:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758434.660338:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758434.660338:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758434.660347:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1787758434.660350:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000008:00000001:1.0:1787758434.660355:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.660363:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758434.660375:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758434.660393:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758434.660398:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758434.660406:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.660414:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:0.0:1787758434.660417:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758434.660418:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758434.660425:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787758434.660431:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 02000000:00000010:1.0:1787758434.660433:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758434.660447:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758434.660453:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:1.0:1787758434.660455:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758434.660477:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758434.660480:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758434.660482:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758434.660495:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758434.660499:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758434.660512:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758434.660519:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.660527:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1787758434.660527:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758434.660537:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758434.660539:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758434.660542:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758434.660558:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758434.660563:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16139 00000100:00000200:0.0:1787758434.660564:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758434.660575:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758434.660588:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758434.660598:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758434.660605:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758434.660621:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.660626:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758434.660627:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758434.660635:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787758434.660640:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758434.660642:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758434.660646:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758434.660655:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758434.660662:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758434.660674:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758434.660675:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758434.660686:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1787758434.660686:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758434.660700:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758434.660703:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.660705:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758434.660712:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.660721:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758434.660723:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758434.660727:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310812625 00000020:00000040:1.0:1787758434.660730:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758434.660740:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000010:0.0:1787758434.660741:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758434.660744:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758434.660749:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758434.660754:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1787758434.660754:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758434.660764:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.660767:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758434.660773:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758434.660774:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310812625 00000008:00000001:1.0:1787758434.660784:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758434.660786:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787758434.660798:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.660801:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000010:1.0:1787758434.660805:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758434.660808:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787758434.660811:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758434.660816:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758434.660819:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758434.660826:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1787758434.660826:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.660838:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1787758434.660842:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758434/real 1787758434] req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758434.660844:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758434.660855:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758434.660862:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758434.660864:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758434.660868:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 02000000:00000010:1.0:1787758434.660869:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000400:00000200:0.0:1787758434.660874:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758434.660879:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758434.660882:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.660884:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758434.660891:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758434.660904:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758434.660913:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758434.660968:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758434.660975:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.660976:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1787758434.660983:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.660984:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.660998:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758434.661006:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.661007:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758434.661014:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758434.661022:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758434.661025:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758434.661035:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758434.661040:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758434.661056:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758434.661069:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758434.661086:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16139 00000100:00000040:0.0:1787758434.661098:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758434.661110:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758434.661145:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758434.661152:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787758434.661155:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758434.661157:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.661166:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.661181:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1787758434.661184:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758434.661186:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787758434.661199:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00080000:0.0:1787758434.661201:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758434.661210:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1787758434.661219:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000040:1.0:1787758434.661220:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758434.661231:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758434.661232:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758434.661249:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:0.0:1787758434.661256:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758434.661257:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758434.661267:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758434.661270:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758434.661274:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00100000:0.0:1787758434.661303:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931176064:192.168.201.121@tcp:250:kworker.0 00000020:00000001:1.0:1787758434.661303:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758434.661321:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758434.661323:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.661327:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758434.661330:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758434.661335:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758434.661338:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931176064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758434.661342:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758434.661354:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758434.661371:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758434.661372:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758434.661381:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787758434.661398:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758434.661404:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1787758434.661408:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:1.0:1787758434.661411:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758434.661420:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1787758434.661421:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758434.661431:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000020:00000001:0.0:1787758434.661434:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000008:00100000:1.0:1787758434.661435:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758434.661443:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787758434.661444:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787758434.661447:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758434.661453:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758434.661461:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758434.661464:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:1.0:1787758434.661468:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758434.661473:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758434.661474:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758434.661477:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758434.661482:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758434.661486:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.661490:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1787758434.661493:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758434.661495:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758434.661508:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:1.0:1787758434.661509:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.661523:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1787758434.661530:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758434.661532:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.661551:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758434.661580:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758434.661583:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758434.661584:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.661593:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758434.661597:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661601:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758434.661608:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758434.661615:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758434.661638:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758434.661658:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.661663:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758434.661666:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.661670:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1787758434.661672:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16149) 02000000:00000001:0.0:1787758434.661679:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758434.661684:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758434.661688:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758434.661694:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758434.661698:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758434.661701:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.661703:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758434.661708:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758434.661710:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758434.661715:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758434.661719:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758434.661723:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758434.661727:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176192, portal 10 00000100:00000001:0.0:1787758434.661729:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758434.661730:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000100:00000040:0.0:1787758434.661738:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661746:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758434.661748:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758434.661751:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758434.661753:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931176192, offset 0 00000400:00000200:0.0:1787758434.661758:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758434.661763:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.661767:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758434.661771:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758434.661773:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758434.661776:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758434.661779:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.661782:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747947:747947:256:4294967295] 192.168.201.121@tcp LPNI seq info [747941:747941:8:4294967295] 00000400:00000200:0.0:1787758434.661787:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.661794:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758434.661799:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.661803:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758434.661807:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758434.661810:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758434.661824:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.661826:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758434.661829:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758434.661833:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758434.661836:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758434.661838:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758434.661841:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758434.661844:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661853:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.661856:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661869:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.661871:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758434.661875:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758434.661879:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758434.661883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758434.661885:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310811662 00000100:00000001:0.0:1787758434.661888:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.661891:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310811662 00000100:00000001:0.0:1787758434.661893:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.661896:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758434.661898:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.661900:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758434.661903:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758434/real 1787758434] req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758434.661910:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758434.661911:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758434.661913:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758434.661915:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758434.661916:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758434.661919:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758434.661921:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758434.661929:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661936:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758434.661938:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.661940:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.661942:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758434.661948:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661959:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758434.661966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.661977:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758434.661981:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.661984:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.662000:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662008:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758434.662015:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758434.662018:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758434.662022:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758434.662025:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758434.662030:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758434.662038:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758434.662043:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758434.662047:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662053:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758434.662055:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.662058:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758434.662060:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758434.662062:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758434.662065:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758434.662068:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758434.662071:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758434.662073:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.662075:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758434.662079:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758434.662081:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758434.662085:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758434.662088:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758434.662091:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758434.662095:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176320, portal 10 00000100:00000001:0.0:1787758434.662097:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758434.662098:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758434.662105:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662112:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758434.662115:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758434.662117:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758434.662119:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931176320, offset 0 00000400:00000200:0.0:1787758434.662141:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758434.662146:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.662149:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758434.662152:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758434.662155:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758434.662158:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758434.662160:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.662164:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747948:747948:256:4294967295] 192.168.201.121@tcp LPNI seq info [747942:747942:8:4294967295] 00000400:00000200:0.0:1787758434.662168:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.662174:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758434.662179:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.662183:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758434.662187:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758434.662190:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758434.662201:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.662204:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758434.662207:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758434.662210:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758434.662213:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758434.662215:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758434.662218:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758434.662221:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662229:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.662232:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662239:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.662241:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758434.662244:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758434.662247:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758434.662251:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758434.662253:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310811660 00000100:00000001:0.0:1787758434.662255:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.662258:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310811660 00000100:00000001:0.0:1787758434.662260:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.662262:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758434.662264:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.662289:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758434.662293:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758434/real 1787758434] req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758434.662301:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758434.662302:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758434.662304:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758434.662306:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758434.662308:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758434.662311:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758434.662314:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758434.662322:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662328:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758434.662329:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662331:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.662332:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758434.662336:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662341:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758434.662345:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662352:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758434.662355:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662356:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.662357:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662359:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758434.662362:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758434.662365:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758434.662368:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758434.662370:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758434.662373:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758434.662392:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758434.662396:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758434.662400:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662407:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758434.662409:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.662412:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758434.662414:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758434.662417:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758434.662422:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758434.662427:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758434.662431:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758434.662433:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.662436:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758434.662442:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758434.662445:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758434.662451:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758434.662455:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758434.662461:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758434.662466:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176448, portal 4 00000100:00000001:0.0:1787758434.662469:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758434.662471:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758434.662481:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662492:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758434.662495:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758434.662498:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758434.662501:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931176448, offset 0 00000400:00000200:0.0:1787758434.662505:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758434.662510:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.662513:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758434.662516:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758434.662520:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758434.662523:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758434.662526:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.662532:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747949:747949:256:4294967295] 192.168.201.121@tcp LPNI seq info [747943:747943:8:4294967295] 00000400:00000200:0.0:1787758434.662539:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.662548:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758434.662556:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.662562:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758434.662568:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758434.662573:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758434.662591:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.662594:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758434.662598:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758434.662602:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758434.662605:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758434.662607:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758434.662610:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758434.662614:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662629:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.662632:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662639:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.662641:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758434.662644:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758434.662648:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758434.662652:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758434.662654:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310811697 00000100:00000001:0.0:1787758434.662657:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.662659:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310811697 00000100:00000001:0.0:1787758434.662661:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.662663:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758434.662666:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.662668:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758434.662671:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758434/real 1787758434] req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758434.662680:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758434.662681:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758434.662683:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758434.662685:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758434.662686:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758434.662689:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758434.662691:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758434.662700:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662705:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758434.662707:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662708:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.662710:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758434.662713:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662719:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758434.662722:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662728:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758434.662730:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662732:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.662733:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662735:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758434.662736:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758434.662739:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758434.662743:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758434.662745:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758434.662749:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758434.662756:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758434.662760:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662762:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.662765:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931176192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662770:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758434.662772:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758434.662774:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758434.662776:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758434.662778:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758434.662779:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758434.662782:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758434.662784:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758434.662787:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758434.662788:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758434.662790:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758434.662792:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758434.662793:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662795:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.662798:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931176320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662804:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758434.662806:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758434.662807:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758434.662809:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758434.662810:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758434.662811:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758434.662813:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758434.662815:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758434.662817:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758434.662818:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758434.662820:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758434.662822:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758434.662824:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662825:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.662828:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931176448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662833:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758434.662834:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758434.662836:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758434.662838:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758434.662839:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758434.662840:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758434.662842:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758434.662843:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758434.662846:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758434.662847:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758434.662848:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758434.662850:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758434.662851:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662853:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.662857:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758434.662858:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.662861:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758434.662863:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758434.662864:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758434.662868:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662874:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758434.662875:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.662877:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758434.662879:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758434.662881:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758434.662884:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758434.662887:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758434.662890:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758434.662891:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758434.662893:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758434.662896:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758434.662898:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758434.662901:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758434.662904:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758434.662907:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758434.662910:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176576, portal 4 00000100:00000001:0.0:1787758434.662912:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758434.662914:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758434.662919:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.662926:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758434.662928:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758434.662931:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758434.662933:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931176576, offset 0 00000400:00000200:0.0:1787758434.662937:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758434.662942:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.662947:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758434.662951:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758434.662955:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758434.662959:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758434.662962:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758434.662967:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747950:747950:256:4294967295] 192.168.201.121@tcp LPNI seq info [747944:747944:8:4294967295] 00000400:00000200:0.0:1787758434.662974:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758434.662984:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758434.662991:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.662997:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758434.663004:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758434.663008:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758434.663021:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758434.663023:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758434.663026:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758434.663030:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758434.663033:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758434.663035:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758434.663038:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758434.663042:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.663052:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.663057:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.663079:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.663081:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758434.663086:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758434.663091:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758434.663096:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758434.663099:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310811676 00000100:00000001:0.0:1787758434.663103:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.663106:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310811676 00000100:00000001:0.0:1787758434.663110:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310812625 00000100:00000001:0.0:1787758434.663113:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758434.663116:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.663119:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758434.663142:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758434/real 1787758434] req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758434.663153:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758434.663155:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758434.663158:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758434.663162:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758434.663164:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758434.663180:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758434.663185:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758434.663197:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.663207:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758434.663209:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.663211:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.663213:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758434.663219:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.663230:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758434.663236:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.663247:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758434.663251:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.663253:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758434.663254:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.663256:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758434.663258:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758434.663261:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758434.663264:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758434.663287:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758434.663292:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758434.663300:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758434.663305:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.663307:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758434.663310:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931176576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758434.663316:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758434.663318:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758434.663320:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758434.663323:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758434.663324:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758434.663325:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758434.663327:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758434.663329:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758434.663331:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758434.663333:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758434.663335:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758434.663337:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758434.663339:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.663341:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758434.663344:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758434.663346:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758434.663348:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758434.663350:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758435.619329:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758435.619335:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758435.619337:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758435.619342:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758435.619346:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758435.619351:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758435.619354:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758435.619355:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758435.619360:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758435.619360:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758435.619365:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758435.619367:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758435.619371:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758435.619375:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758435.619380:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758435.619386:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758435.619389:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758435.619392:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758435.619394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758435.619400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758435.619406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758435.619408:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758435.619413:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758435.619414:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758435.619416:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758435.619422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758435.619423:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758435.619428:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758435.619428:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758435.619431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758435.619434:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758435.619439:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758435.619444:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758435.619448:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758435.619452:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758435.619455:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758435.683339:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310812625, at 4310812672 00000100:00000040:0.0:1787758435.683340:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310812625, at 4310812672 00000100:00000010:0.0:1787758435.683353:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758435.683355:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:1.0:1787758436.643350:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758436.643356:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758436.643360:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758436.643365:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758436.643370:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758436.643370:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758436.643377:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758436.643378:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758436.643380:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758436.643387:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758436.643387:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758436.643390:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758436.643394:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758436.643395:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758436.643398:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758436.643402:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758436.643406:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758436.643410:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758436.643429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758436.643445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758436.643449:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758436.643454:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758436.643459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758436.643460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758436.643465:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758436.643466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758436.643470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758436.643471:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758436.643474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758436.643475:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758436.643480:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758436.643481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758436.643486:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758436.643495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758436.643511:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758436.643519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758437.667337:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758437.667345:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758437.667349:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758437.667356:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758437.667369:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758437.667374:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667376:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758437.667382:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758437.667387:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758437.667387:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758437.667392:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758437.667395:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758437.667397:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758437.667400:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758437.667405:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667412:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758437.667416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667422:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758437.667424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758437.667430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758437.667433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758437.667438:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758437.667441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758437.667444:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758437.667446:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758437.667449:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667451:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758437.667453:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758437.667457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758437.667458:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758437.667467:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758437.667468:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667478:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758437.667482:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758437.667487:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758437.667499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758437.667503:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758437.667505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758437.667509:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758437.667514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758437.667517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758437.667518:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758437.667520:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758437.667521:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758438.691442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758438.691442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758438.691454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758438.691454:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758438.691463:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758438.691464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758438.691478:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758438.691478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758438.691490:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758438.691502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758438.691508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758438.691510:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758438.691514:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758438.691514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758438.691520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758438.691520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758438.691525:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758438.691532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758438.691552:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758438.691559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758438.691562:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758438.691565:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758438.691569:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758438.691572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758438.691576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758438.691581:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758438.691583:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758438.691590:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758438.691593:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758438.691597:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758438.691604:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758438.691611:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758438.691621:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758438.691624:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758438.691627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758438.691636:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758439.715383:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758439.715394:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758439.715398:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758439.715405:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758439.715413:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758439.715420:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758439.715420:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.715432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758439.715432:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.715440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758439.715440:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758439.715455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758439.715455:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.715468:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758439.715495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.715509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758439.715513:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758439.715520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758439.715525:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758439.715532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758439.715536:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758439.715552:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758439.715566:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758439.715575:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758439.715583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758439.715588:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758439.715597:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758439.715611:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758439.715620:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758439.715634:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758439.715644:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758439.715652:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758439.715658:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.715659:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758439.715666:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758439.715668:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758439.715678:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758439.715684:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758439.715694:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758439.715695:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758439.715703:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758439.715706:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.715724:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.715730:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.715735:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758439.715736:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758439.715744:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758439.715752:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.779665:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758439.779675:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758439.779682:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758439.779695:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.779728:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.779734:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.779743:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758439.779748:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758439.779756:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758439.779771:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931176704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758439.779781:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758439.779789:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758439.779795:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.779800:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758439.779809:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758439.779817:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758439.779830:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758439.779837:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758439.779847:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758439.779862:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176704, portal 25 00000100:00000001:0.0:1787758439.779870:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758439.779874:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758439.779891:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.779919:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758439.779928:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758439.779932:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758439.779938:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931176704, offset 0 00000400:00000200:0.0:1787758439.779954:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758439.779971:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.779988:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758439.780001:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758439.780012:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758439.780021:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758439.780030:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758439.780071:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747951:747951:256:4294967295] 192.168.201.121@tcp LPNI seq info [747945:747945:8:4294967295] 00000400:00000200:0.0:1787758439.780086:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.780111:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758439.780125:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.780133:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758439.780147:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758439.780155:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758439.780184:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.780191:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758439.780202:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758439.780215:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758439.780223:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758439.780228:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758439.780238:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758439.780249:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.780307:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.780316:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.780346:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.780352:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758439.780361:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758439.780372:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758439.780379:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310817745 00000100:00000010:0.0:1787758439.780391:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758439.780403:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758439.780418:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310817745 00000100:00000010:0.0:1787758439.780427:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 00000100:00000001:0.0:1787758439.780434:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758439.780443:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758439.780450:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.780457:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758439.780479:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758439/real 1787758439] req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758439.780520:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758439.780528:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758439.780536:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758439.780549:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758439.780557:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758439.780567:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758439.780578:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758439.780615:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.780638:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758439.780643:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.780651:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.780654:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758439.780667:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.780691:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758439.780707:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.780735:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758439.780747:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.780753:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.780756:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.780761:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758439.780765:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758439.780772:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758439.780784:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758439.780795:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758439.780807:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758439.780835:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931176704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758439.780850:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.780855:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.780864:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931176704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.780886:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758439.780892:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758439.780899:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758439.780906:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758439.780910:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758439.780914:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758439.780920:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758439.780926:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758439.780935:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758439.780939:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758439.780943:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758439.780951:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758439.780957:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.780962:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.780975:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758439.780981:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.780987:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758439.780994:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758439.780996:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758439.781003:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781011:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.781013:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.781016:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758439.781019:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758439.781021:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758439.781025:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758439.781028:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758439.781031:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758439.781057:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.781060:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758439.781064:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758439.781066:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758439.781071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758439.781074:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758439.781079:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758439.781083:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176832, portal 10 00000100:00000001:0.0:1787758439.781085:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758439.781087:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758439.781095:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781102:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758439.781104:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758439.781107:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758439.781109:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931176832, offset 0 00000400:00000200:0.0:1787758439.781114:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758439.781118:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.781122:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758439.781126:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758439.781129:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758439.781132:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758439.781135:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758439.781139:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747952:747952:256:4294967295] 192.168.201.121@tcp LPNI seq info [747946:747946:8:4294967295] 00000400:00000200:0.0:1787758439.781144:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.781151:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758439.781156:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.781159:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758439.781164:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758439.781167:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758439.781179:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.781181:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758439.781185:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758439.781189:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758439.781192:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758439.781194:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758439.781197:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758439.781201:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781210:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.781213:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781221:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.781222:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758439.781226:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758439.781230:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758439.781233:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758439.781236:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310816781 00000100:00000001:0.0:1787758439.781239:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.781241:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310816781 00000100:00000001:0.0:1787758439.781244:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.781247:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758439.781249:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.781251:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758439.781255:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758439/real 1787758439] req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758439.781263:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758439.781289:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758439.781291:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758439.781294:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758439.781296:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758439.781299:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758439.781302:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758439.781311:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781318:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758439.781320:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781322:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.781323:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758439.781327:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781334:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758439.781338:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781346:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758439.781349:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781350:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.781352:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781354:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758439.781359:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758439.781362:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758439.781366:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758439.781368:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758439.781373:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758439.781381:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758439.781385:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758439.781388:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781395:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.781396:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.781399:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758439.781400:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758439.781403:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758439.781406:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758439.781409:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758439.781412:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758439.781414:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.781415:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758439.781419:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758439.781421:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758439.781425:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758439.781427:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758439.781431:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758439.781434:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931176960, portal 10 00000100:00000001:0.0:1787758439.781436:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758439.781437:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758439.781443:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781450:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758439.781453:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758439.781455:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758439.781458:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931176960, offset 0 00000400:00000200:0.0:1787758439.781462:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758439.781465:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.781469:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758439.781472:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758439.781476:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758439.781480:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758439.781484:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758439.781490:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747953:747953:256:4294967295] 192.168.201.121@tcp LPNI seq info [747947:747947:8:4294967295] 00000400:00000200:0.0:1787758439.781497:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.781507:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758439.781515:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.781521:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758439.781528:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758439.781533:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758439.781553:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.781556:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758439.781561:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758439.781568:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758439.781571:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758439.781573:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758439.781576:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758439.781581:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781590:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.781593:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781607:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.781608:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758439.781613:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758439.781616:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758439.781620:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758439.781622:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310816780 00000100:00000001:0.0:1787758439.781625:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.781628:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310816780 00000100:00000001:0.0:1787758439.781630:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.781632:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758439.781635:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.781637:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758439.781641:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758439/real 1787758439] req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758439.781649:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758439.781651:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758439.781652:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758439.781655:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758439.781657:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758439.781659:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758439.781662:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758439.781671:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781678:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758439.781679:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781681:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.781682:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758439.781686:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781694:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758439.781698:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781705:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758439.781708:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781710:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.781711:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781713:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758439.781716:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758439.781718:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758439.781722:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758439.781724:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758439.781728:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758439.781735:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931176960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758439.781739:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758439.781742:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781750:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.781751:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.781754:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758439.781756:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758439.781758:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758439.781761:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758439.781764:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758439.781766:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758439.781768:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.781770:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758439.781774:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758439.781776:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758439.781780:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758439.781782:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758439.781786:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758439.781789:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177088, portal 4 00000100:00000001:0.0:1787758439.781791:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758439.781793:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758439.781798:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781805:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758439.781808:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758439.781810:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758439.781813:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931177088, offset 0 00000400:00000200:0.0:1787758439.781817:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758439.781821:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.781824:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758439.781827:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758439.781830:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758439.781832:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758439.781835:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758439.781839:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747954:747954:256:4294967295] 192.168.201.121@tcp LPNI seq info [747948:747948:8:4294967295] 00000400:00000200:0.0:1787758439.781843:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.781850:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758439.781855:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.781858:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758439.781862:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758439.781865:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758439.781876:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.781879:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758439.781882:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758439.781886:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758439.781888:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758439.781890:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758439.781893:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758439.781896:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781904:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.781908:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781914:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.781916:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758439.781918:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758439.781921:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758439.781925:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758439.781926:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310816816 00000100:00000001:0.0:1787758439.781929:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.781931:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310816816 00000100:00000001:0.0:1787758439.781933:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.781936:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758439.781938:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.781940:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758439.781944:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758439/real 1787758439] req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758439.781951:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758439.781952:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758439.781954:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758439.781956:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758439.781958:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758439.781961:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758439.781964:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758439.781973:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781979:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758439.781981:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.781982:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.781984:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758439.781987:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.781994:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758439.781998:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782004:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758439.782007:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782008:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.782010:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782011:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758439.782013:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758439.782016:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758439.782019:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758439.782021:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758439.782025:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758439.782052:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758439.782057:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758439.782061:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782069:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758439.782071:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.782073:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758439.782075:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758439.782077:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758439.782080:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758439.782084:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758439.782086:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758439.782088:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758439.782090:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758439.782093:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758439.782095:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758439.782099:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758439.782101:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758439.782105:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758439.782108:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177216, portal 4 00000100:00000001:0.0:1787758439.782110:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758439.782112:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758439.782118:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782125:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758439.782128:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758439.782130:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758439.782132:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931177216, offset 0 00000400:00000200:0.0:1787758439.782136:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758439.782140:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.782144:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758439.782146:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758439.782149:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758439.782152:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758439.782155:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758439.782159:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747955:747955:256:4294967295] 192.168.201.121@tcp LPNI seq info [747949:747949:8:4294967295] 00000400:00000200:0.0:1787758439.782163:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758439.782170:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758439.782175:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.782178:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758439.782182:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758439.782185:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758439.782197:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758439.782199:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758439.782202:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758439.782206:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758439.782209:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758439.782211:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758439.782213:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758439.782217:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782225:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.782229:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782235:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.782237:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758439.782240:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758439.782243:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758439.782246:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758439.782248:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310816795 00000100:00000001:0.0:1787758439.782251:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.782253:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310816795 00000100:00000001:0.0:1787758439.782256:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310817745 00000100:00000001:0.0:1787758439.782258:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758439.782260:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.782262:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758439.782289:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758439/real 1787758439] req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758439.782298:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758439.782300:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758439.782302:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758439.782304:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758439.782306:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758439.782309:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758439.782312:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758439.782321:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782328:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758439.782330:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782332:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.782333:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758439.782337:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782343:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758439.782347:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782355:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758439.782357:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782359:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758439.782360:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782362:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758439.782364:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758439.782367:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758439.782371:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758439.782373:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758439.782377:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758439.782385:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758439.782389:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782391:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.782394:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931176832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782401:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758439.782402:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758439.782405:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758439.782407:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758439.782409:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758439.782411:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758439.782413:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758439.782415:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758439.782418:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758439.782420:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758439.782422:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758439.782424:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758439.782426:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782428:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.782431:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931176960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782437:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758439.782439:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758439.782440:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758439.782443:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758439.782444:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758439.782445:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758439.782447:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758439.782449:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758439.782452:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758439.782453:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758439.782455:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758439.782457:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758439.782459:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782460:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.782463:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931177088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782469:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758439.782471:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758439.782472:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758439.782475:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758439.782477:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758439.782479:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758439.782482:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758439.782484:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758439.782488:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758439.782490:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758439.782492:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758439.782496:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758439.782498:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782501:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758439.782506:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931177216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758439.782517:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758439.782519:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758439.782522:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758439.782525:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758439.782527:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758439.782529:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758439.782533:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758439.782536:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758439.782540:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758439.782542:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758439.782544:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758439.782549:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758439.782551:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782555:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758439.782560:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758439.782563:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758439.782566:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758439.782568:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758440.739351:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758440.739351:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758440.739359:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758440.739359:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758440.739363:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758440.739364:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758440.739371:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758440.739372:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758440.739379:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758440.739379:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758440.739385:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758440.739385:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758440.739390:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758440.739394:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758440.739401:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758440.739402:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758440.739411:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758440.739423:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758440.739463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758440.739465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758440.739470:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758440.739475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758440.739475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758440.739483:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758440.739484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758440.739498:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758440.739501:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758440.739503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758440.739508:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758440.739510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758440.739519:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758440.739520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758440.739523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758440.739523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758440.739532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758440.739532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758440.739646:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758440.739649:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758440.739651:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758440.803374:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310817745, at 4310817792 00000100:00000040:0.0:1787758440.803387:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310817745, at 4310817792 00000100:00000010:1.0:1787758440.803392:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000010:0.0:1787758440.803403:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758441.763475:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758441.763499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758441.763504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758441.763512:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758441.763513:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758441.763527:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758441.763528:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758441.763536:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758441.763540:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758441.763544:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758441.763565:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758441.763567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758441.763580:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758441.763581:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758441.763594:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758441.763606:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758441.763627:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758441.763636:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758441.763637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758441.763649:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758441.763657:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758441.763667:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758441.763678:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758441.763688:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758441.763695:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758441.763701:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758441.763711:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758441.763711:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758441.763724:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758441.763734:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758441.763748:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758441.763758:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758441.763765:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758441.763775:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758441.763776:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758441.763787:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758441.763791:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758441.763795:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758441.763800:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758441.763812:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758441.763821:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758441.763843:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758441.763846:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758441.763851:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758441.763855:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758442.787363:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758442.787368:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758442.787372:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758442.787376:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758442.787377:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758442.787382:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758442.787382:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758442.787387:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758442.787388:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758442.787394:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758442.787400:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758442.787403:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758442.787404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758442.787408:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758442.787412:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758442.787413:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758442.787416:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758442.787419:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758442.787429:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758442.787435:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758442.787436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758442.787438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758442.787443:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758442.787443:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758442.787450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758442.787450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758442.787455:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758442.787457:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758442.787458:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758442.787462:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758442.787464:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758442.787466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758442.787470:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758442.787478:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758442.787483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758442.787486:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758442.787492:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758442.787495:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758442.787497:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758442.787499:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758442.787501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758442.787503:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758442.787505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758442.787507:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758442.787511:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758443.811347:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758443.811351:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758443.811355:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758443.811357:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758443.811358:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758443.811361:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758443.811364:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758443.811366:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758443.811369:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758443.811375:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758443.811375:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758443.811381:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758443.811381:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758443.811386:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758443.811391:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758443.811392:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758443.811398:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758443.811405:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758443.811428:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758443.811428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758443.811434:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758443.811435:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758443.811436:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758443.811439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758443.811440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758443.811445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758443.811446:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758443.811448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758443.811451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758443.811453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758443.811455:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758443.811456:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758443.811462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758443.811463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758443.811468:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758443.811474:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758443.811478:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758443.811483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758443.811486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758443.811492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758443.811496:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758443.811500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758443.811504:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787758443.811505:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758443.811507:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758443.811510:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758443.811512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758443.811516:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758444.835344:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758444.835349:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758444.835353:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758444.835358:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758444.835359:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.835361:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758444.835367:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758444.835368:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758444.835373:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758444.835375:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758444.835377:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758444.835380:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758444.835385:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758444.835389:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758444.835393:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.835401:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.835405:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.835410:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.835411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758444.835417:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758444.835420:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758444.835423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758444.835428:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758444.835432:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758444.835432:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.835438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758444.835440:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.835442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.835444:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758444.835449:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758444.835449:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.835455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758444.835459:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.835462:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.835465:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.835468:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758444.835513:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758444.835516:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758444.835518:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758444.899399:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758444.899407:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758444.899409:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758444.899412:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758444.899416:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758444.899421:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16149 00000400:00000200:1.0:1787758444.899429:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758444.899434:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758444.899437:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758444.899439:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899442:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.899443:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899445:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758444.899448:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758444.899450:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758444.899452:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758444.899455:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758444.899457:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758444.899458:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758444.899460:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899461:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.899463:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899465:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758444.899467:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758444.899470:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899471:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758444.899474:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758444.899476:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758444.899479:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899480:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758444.899482:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758444.899491:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758444.899493:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758444.899497:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758444.899498:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899501:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758444.899503:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758444.899506:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758444.899512:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758444.899517:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758444.899524:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758444.899532:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758444.899535:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758444.899539:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758444.899558:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758444.899560:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758444.899563:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758444.899564:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758444.899566:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758444.899568:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758444.899570:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16149 00000400:00000200:1.0:1787758444.899573:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758444.899575:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758444.899577:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758444.899580:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899582:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.899584:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899586:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758444.899588:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758444.899589:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758444.899590:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758444.899592:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758444.899594:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758444.899595:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758444.899597:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899598:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758444.899600:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758444.899600:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899604:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758444.899606:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000001:0.0:1787758444.899607:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1787758444.899609:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758444.899613:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758444.899613:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758444.899617:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758444.899621:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758444.899623:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.899625:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758444.899625:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758444.899631:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758444.899636:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899640:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758444.899645:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758444.899647:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1787758444.899648:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758444.899651:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758444.899652:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758444.899657:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758444.899659:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758444.899663:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758444.899663:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899668:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1787758444.899671:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931177344:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758444.899672:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758444.899675:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.899679:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1787758444.899681:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758444.899684:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758444.899685:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.899687:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.899691:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1787758444.899692:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1787758444.899697:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758444.899701:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899709:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758444.899711:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758444.899712:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758444.899715:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000040:1.0:1787758444.899717:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787758444.899722:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758444.899725:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758444.899727:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787758444.899730:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177344, portal 25 00000100:00080000:1.0:1787758444.899731:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758444.899734:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758444.899735:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787758444.899736:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758444.899737:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000001:1.0:1787758444.899742:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787758444.899746:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758444.899747:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16149 00000400:00000200:1.0:1787758444.899752:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758444.899754:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758444.899756:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758444.899758:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899762:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.899766:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899770:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758444.899774:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758444.899776:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758444.899779:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758444.899780:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1787758444.899782:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758444.899784:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758444.899788:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758444.899789:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758444.899794:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758444.899795:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758444.899796:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.899800:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000200:0.0:1787758444.899803:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931177344, offset 0 00000100:00000001:1.0:1787758444.899803:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758444.899810:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758444.899812:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899815:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.899816:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758444.899817:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758444.899821:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758444.899823:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899825:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758444.899826:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758444.899827:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00000001:1.0:1787758444.899830:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899833:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.899836:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000010:1.0:1787758444.899837:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758444.899842:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758444.899844:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787758444.899845:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787758444.899846:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.899849:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758444.899850:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787758444.899852:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 02000000:00000001:1.0:1787758444.899853:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.899857:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1787758444.899857:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758444.899861:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.899862:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758444.899870:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747956:747956:256:4294967295] 192.168.201.121@tcp LPNI seq info [747950:747950:8:4294967295] 00000100:00100000:1.0:1787758444.899870:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758444.899881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758444.899887:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758444.899890:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.899895:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000040:1.0:1787758444.899897:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787758444.899906:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899911:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787758444.899914:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00080000:1.0:1787758444.899915:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758444.899920:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758444.899921:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758444.899922:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758444.899927:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1787758444.899928:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00080000:1.0:1787758444.899931:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16149 00000400:00000200:1.0:1787758444.899936:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758444.899937:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000400:00000200:1.0:1787758444.899939:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758444.899959:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758444.899966:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899970:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.899976:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000100:0.0:1787758444.899981:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758444.899982:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000010:0.0:1787758444.899984:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000020:00000001:1.0:1787758444.899988:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758444.899991:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000400:00000200:0.0:1787758444.899993:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1787758444.899993:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758444.899998:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000400:00000200:0.0:1787758444.900002:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1787758444.900004:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000200:0.0:1787758444.900008:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000020:00000001:1.0:1787758444.900009:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000010:0.0:1787758444.900011:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758444.900017:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787758444.900018:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900023:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758444.900024:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758444.900027:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900033:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758444.900037:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000001:0.0:1787758444.900041:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787758444.900042:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900045:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.900047:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758444.900047:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758444.900051:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758444.900056:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900058:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.900059:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758444.900061:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:1.0:1787758444.900063:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758444.900066:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900068:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.900068:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758444.900071:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000400:00000200:0.0:1787758444.900075:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758444.900076:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758444.900080:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310822864 02000000:00000001:1.0:1787758444.900080:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758444.900083:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.900085:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1787758444.900087:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 02000000:00000001:1.0:1787758444.900087:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758444.900088:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758444.900095:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:0.0:1787758444.900097:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758444.900098:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900105:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310822864 00000100:00100000:1.0:1787758444.900106:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1787758444.900111:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758444.900116:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787758444.900116:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758444.900121:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758444.900121:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758444.900125:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900126:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900131:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758444.900137:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758444/real 1787758444] req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758444.900137:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758444.900140:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758444.900148:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758444.900151:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758444.900153:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:0.0:1787758444.900154:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758444.900157:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758444.900158:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787758444.900160:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00080000:1.0:1787758444.900163:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16149 00000400:00000200:0.0:1787758444.900164:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758444.900167:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000400:00000200:1.0:1787758444.900170:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758444.900172:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787758444.900176:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000200:0.0:1787758444.900178:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758444.900179:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758444.900186:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900191:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758444.900195:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758444.900196:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900201:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758444.900206:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758444.900208:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758444.900211:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758444.900213:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1787758444.900214:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000001:0.0:1787758444.900216:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758444.900217:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758444.900218:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.900222:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758444.900222:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758444.900229:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758444.900230:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758444.900232:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758444.900237:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900242:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758444.900243:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758444.900246:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000040:0.0:1787758444.900250:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758444.900251:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758444.900256:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758444.900260:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758444.900263:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758444.900264:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1787758444.900289:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.900292:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758444.900293:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758444.900295:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758444.900296:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758444.900301:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758444.900303:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758444.900304:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758444.900308:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787758444.900309:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758444.900312:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900313:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758444.900314:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758444.900317:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758444.900319:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900320:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000010:1.0:1787758444.900322:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:0.0:1787758444.900325:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758444.900326:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758444.900332:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787758444.900334:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787758444.900342:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758444.900343:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758444.900347:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758444.900347:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.900357:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758444.900358:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758444.900387:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758444.900390:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931177344:192.168.201.121@tcp:250:kworker.0 00000100:00000040:1.0:1787758444.900392:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16159) 00000100:00000001:0.0:1787758444.900401:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900404:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.900409:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900417:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758444.900420:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758444.900424:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758444.900428:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758444.900430:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758444.900432:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758444.900434:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758444.900437:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758444.900440:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758444.900442:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758444.900443:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758444.900446:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758444.900447:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900448:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900455:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758444.900456:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900458:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758444.900459:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758444.900460:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758444.900464:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900469:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.900470:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.900472:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758444.900473:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758444.900475:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758444.900477:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758444.900480:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758444.900481:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758444.900483:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.900484:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758444.900487:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758444.900488:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.900492:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758444.900494:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758444.900497:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758444.900500:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177472, portal 10 00000100:00000001:0.0:1787758444.900501:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758444.900502:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758444.900507:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900512:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758444.900513:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758444.900515:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758444.900517:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931177472, offset 0 00000400:00000200:0.0:1787758444.900520:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758444.900522:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.900525:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758444.900527:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758444.900530:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758444.900532:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758444.900534:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758444.900536:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747957:747957:256:4294967295] 192.168.201.121@tcp LPNI seq info [747951:747951:8:4294967295] 00000400:00000200:0.0:1787758444.900539:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.900544:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758444.900548:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.900550:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758444.900554:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758444.900557:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758444.900569:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.900572:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758444.900575:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758444.900579:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758444.900582:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758444.900584:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758444.900587:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758444.900591:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900600:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.900604:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900612:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900614:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758444.900617:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.900621:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758444.900625:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758444.900628:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310821901 00000100:00000001:0.0:1787758444.900631:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.900634:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310821901 00000100:00000001:0.0:1787758444.900636:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.900639:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758444.900641:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900644:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758444.900648:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758444/real 1787758444] req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758444.900657:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758444.900658:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758444.900659:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758444.900661:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758444.900662:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758444.900664:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758444.900667:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758444.900672:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900677:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758444.900678:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900679:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.900680:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758444.900683:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900687:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758444.900689:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900694:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758444.900696:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900697:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.900698:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900699:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758444.900702:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758444.900704:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758444.900707:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758444.900708:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758444.900711:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758444.900716:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758444.900719:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758444.900722:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900726:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.900727:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.900728:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758444.900729:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758444.900731:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758444.900733:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758444.900735:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758444.900736:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758444.900738:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.900739:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758444.900741:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758444.900743:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.900745:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758444.900747:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758444.900749:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758444.900751:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177600, portal 10 00000100:00000001:0.0:1787758444.900753:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758444.900754:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758444.900760:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900772:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758444.900775:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758444.900778:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758444.900781:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931177600, offset 0 00000400:00000200:0.0:1787758444.900785:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758444.900790:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.900794:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758444.900797:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758444.900800:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758444.900803:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758444.900805:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758444.900809:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747958:747958:256:4294967295] 192.168.201.121@tcp LPNI seq info [747952:747952:8:4294967295] 00000400:00000200:0.0:1787758444.900812:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.900817:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758444.900821:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.900824:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758444.900827:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758444.900829:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758444.900837:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.900838:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758444.900841:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758444.900843:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758444.900845:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758444.900847:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758444.900849:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758444.900852:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900858:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.900860:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900869:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900870:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758444.900872:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.900875:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758444.900877:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758444.900879:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310821899 00000100:00000001:0.0:1787758444.900880:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.900882:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310821899 00000100:00000001:0.0:1787758444.900884:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.900885:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758444.900886:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.900888:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758444.900890:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758444/real 1787758444] req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758444.900895:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758444.900896:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758444.900897:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758444.900899:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758444.900900:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758444.900901:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758444.900903:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758444.900909:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900913:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758444.900914:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900915:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.900916:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758444.900919:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900927:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758444.900932:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900940:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758444.900954:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900957:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.900958:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.900960:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758444.900963:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758444.900966:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758444.900971:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758444.900974:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758444.900979:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758444.900986:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758444.900990:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758444.900992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.900997:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.900998:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.901000:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758444.901001:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758444.901002:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758444.901004:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758444.901007:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758444.901008:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758444.901010:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.901011:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758444.901014:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758444.901015:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.901018:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758444.901020:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758444.901023:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758444.901026:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177728, portal 4 00000100:00000001:0.0:1787758444.901027:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758444.901028:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758444.901032:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901037:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758444.901039:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758444.901040:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758444.901042:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931177728, offset 0 00000400:00000200:0.0:1787758444.901045:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758444.901047:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.901050:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758444.901052:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758444.901054:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758444.901056:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758444.901058:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758444.901060:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747959:747959:256:4294967295] 192.168.201.121@tcp LPNI seq info [747953:747953:8:4294967295] 00000400:00000200:0.0:1787758444.901063:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.901067:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758444.901070:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.901073:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758444.901076:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758444.901078:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758444.901085:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.901087:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758444.901089:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758444.901092:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758444.901094:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758444.901095:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758444.901097:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758444.901100:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901105:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.901107:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901112:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.901113:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758444.901115:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.901118:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758444.901120:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758444.901122:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310821935 00000100:00000001:0.0:1787758444.901124:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.901125:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310821935 00000100:00000001:0.0:1787758444.901127:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.901129:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758444.901130:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.901131:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758444.901134:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758444/real 1787758444] req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758444.901139:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758444.901139:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758444.901141:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758444.901142:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758444.901144:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758444.901145:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758444.901147:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758444.901153:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901157:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758444.901158:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901159:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.901160:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758444.901163:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901167:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758444.901169:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901174:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758444.901175:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901177:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.901178:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901179:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758444.901180:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758444.901182:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758444.901184:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758444.901186:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758444.901188:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758444.901193:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758444.901195:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758444.901197:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901202:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758444.901203:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.901205:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758444.901206:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758444.901207:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758444.901209:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758444.901211:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758444.901212:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758444.901213:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758444.901214:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758444.901216:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758444.901218:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758444.901220:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758444.901221:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758444.901223:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758444.901225:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177856, portal 4 00000100:00000001:0.0:1787758444.901226:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758444.901227:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758444.901231:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901235:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758444.901237:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758444.901238:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758444.901239:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931177856, offset 0 00000400:00000200:0.0:1787758444.901242:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758444.901244:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.901246:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758444.901248:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758444.901249:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758444.901251:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758444.901253:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758444.901255:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747960:747960:256:4294967295] 192.168.201.121@tcp LPNI seq info [747954:747954:8:4294967295] 00000400:00000200:0.0:1787758444.901258:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758444.901262:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758444.901265:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.901283:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758444.901286:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758444.901289:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758444.901300:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758444.901302:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758444.901305:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758444.901309:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758444.901313:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758444.901315:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758444.901317:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758444.901321:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901330:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.901334:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901342:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.901344:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758444.901347:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758444.901349:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758444.901352:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758444.901353:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310821915 00000100:00000001:0.0:1787758444.901355:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.901357:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310821915 00000100:00000001:0.0:1787758444.901359:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310822864 00000100:00000001:0.0:1787758444.901360:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758444.901362:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.901364:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758444.901367:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758444/real 1787758444] req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758444.901373:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758444.901374:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758444.901375:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758444.901377:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758444.901378:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758444.901380:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758444.901382:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758444.901388:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901393:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758444.901395:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901397:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.901399:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758444.901402:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901410:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758444.901414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901422:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758444.901425:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901427:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758444.901428:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901430:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758444.901432:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758444.901435:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758444.901439:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758444.901441:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758444.901444:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758444.901450:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931177856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758444.901452:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901454:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.901456:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931177472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901460:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758444.901461:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758444.901463:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758444.901465:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758444.901467:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758444.901468:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758444.901470:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758444.901471:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758444.901473:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758444.901474:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758444.901475:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758444.901477:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758444.901478:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901479:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.901481:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931177600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901485:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758444.901486:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758444.901487:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758444.901488:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758444.901489:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758444.901490:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758444.901491:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758444.901493:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758444.901494:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758444.901495:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758444.901496:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758444.901498:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758444.901499:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901500:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.901502:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931177728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901506:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758444.901506:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758444.901508:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758444.901509:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758444.901510:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758444.901510:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758444.901512:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758444.901512:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758444.901514:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758444.901514:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758444.901515:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758444.901517:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758444.901518:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901519:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758444.901521:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931177856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758444.901525:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758444.901526:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758444.901527:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758444.901528:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758444.901529:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758444.901530:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758444.901531:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758444.901532:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758444.901533:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758444.901534:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758444.901535:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758444.901537:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758444.901537:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901539:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758444.901542:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758444.901543:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758444.901544:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758444.901546:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758445.859475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758445.859487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758445.859491:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758445.859501:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758445.859501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758445.859514:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758445.859515:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758445.859519:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758445.859523:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758445.859538:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758445.859541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758445.859546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758445.859551:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758445.859554:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758445.859561:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758445.859565:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758445.859572:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758445.859580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758445.859605:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758445.859615:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758445.859635:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758445.859639:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758445.859643:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758445.859645:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758445.859648:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758445.859652:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758445.859654:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758445.859659:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758445.859661:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758445.859667:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758445.859669:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758445.859673:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758445.859682:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758445.859682:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758445.859686:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758445.859691:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758445.859718:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758445.859721:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758445.859724:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758445.859726:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758445.859730:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758445.859733:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758445.859735:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758445.859737:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758445.859739:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758445.859760:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758445.859763:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758445.859766:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758445.923325:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310822864, at 4310822912 00000100:00000010:1.0:1787758445.923339:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000040:0.0:1787758445.923386:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310822864, at 4310822912 00000100:00000010:0.0:1787758445.923399:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758446.883381:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758446.883387:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758446.883393:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758446.883393:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758446.883406:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758446.883409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758446.883414:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758446.883421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758446.883422:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758446.883441:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758446.883456:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758446.883456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758446.883463:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758446.883463:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758446.883481:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758446.883481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758446.883493:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758446.883504:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758446.883506:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758446.883510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758446.883521:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758446.883527:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758446.883533:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758446.883537:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758446.883542:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758446.883545:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758446.883549:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758446.883557:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758446.883562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758446.883568:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758446.883580:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758446.883585:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758446.883586:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758446.883591:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758446.883593:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758446.883600:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758446.883602:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758446.883618:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758446.883621:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758446.883622:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758446.883626:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758446.883631:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758446.883631:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758446.883634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758446.883639:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758447.907455:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758447.907465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758447.907470:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758447.907475:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758447.907480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758447.907485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758447.907487:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758447.907490:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758447.907497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758447.907497:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758447.907506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758447.907508:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758447.907512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907514:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758447.907522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758447.907537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758447.907543:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758447.907544:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758447.907551:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758447.907554:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758447.907556:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758447.907564:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758447.907571:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758447.907579:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907583:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758447.907584:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758447.907594:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758447.907595:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907599:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758447.907606:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758447.907610:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758447.907620:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758447.907627:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907633:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758447.907639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907646:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758447.907661:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758447.907667:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758447.907672:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758447.907677:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758447.907678:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758447.907685:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758447.907686:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758447.907691:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758447.907694:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758447.907696:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758447.907719:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758447.907722:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758447.907726:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758447.907738:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758447.907743:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907749:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758447.907754:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758447.907760:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758448.931449:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758448.931454:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758448.931463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758448.931464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758448.931468:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758448.931469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758448.931479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758448.931481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758448.931494:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758448.931496:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758448.931505:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758448.931507:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758448.931515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758448.931519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758448.931521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758448.931527:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758448.931529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758448.931542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758448.931553:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758448.931562:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758448.931569:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758448.931571:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758448.931573:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758448.931580:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758448.931581:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758448.931589:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758448.931590:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758448.931603:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758448.931604:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758448.931607:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758448.931618:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758448.931619:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758448.931633:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758448.931651:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758448.931656:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758448.931661:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758449.955429:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758449.955429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758449.955437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758449.955439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758449.955442:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758449.955444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758449.955452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758449.955452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758449.955459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758449.955461:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758449.955465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758449.955466:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758449.955494:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758449.955500:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758449.955506:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758449.955506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758449.955512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758449.955519:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758449.955526:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758449.955531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758449.955535:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758449.955539:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758449.955544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758449.955544:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758449.955548:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758449.955550:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758449.955552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758449.955554:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758449.955555:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758449.955558:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758449.955559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758449.955564:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758449.955567:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758449.955570:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758449.955572:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758449.955576:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.019793:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758450.019799:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758450.019803:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758450.019813:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.019843:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.019846:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.019863:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758450.019867:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758450.019873:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.019879:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931177984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758450.019886:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758450.019892:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758450.019895:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.019899:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758450.019906:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758450.019909:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758450.019919:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758450.019926:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758450.019934:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758450.019941:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931177984, portal 25 00000100:00000001:0.0:1787758450.019945:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758450.019948:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758450.019958:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.019977:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758450.019984:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758450.019990:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758450.019994:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931177984, offset 0 00000400:00000200:0.0:1787758450.020005:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758450.020017:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.020027:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758450.020035:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758450.020042:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758450.020049:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758450.020055:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758450.020064:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747961:747961:256:4294967295] 192.168.201.121@tcp LPNI seq info [747955:747955:8:4294967295] 00000400:00000200:0.0:1787758450.020073:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.020090:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758450.020100:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.020107:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758450.020127:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758450.020133:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758450.020159:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.020164:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758450.020172:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758450.020183:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758450.020197:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758450.020201:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758450.020207:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758450.020214:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020233:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.020239:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020255:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.020259:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758450.020312:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758450.020320:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758450.020323:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310827985 00000100:00000010:0.0:1787758450.020330:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758450.020339:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758450.020347:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310827985 00000100:00000010:0.0:1787758450.020354:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758450.020360:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758450.020375:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758450.020378:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.020383:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758450.020390:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758450/real 1787758450] req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758450.020409:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758450.020413:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758450.020416:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758450.020420:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758450.020424:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758450.020428:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758450.020434:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758450.020454:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020469:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758450.020472:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020475:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.020478:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758450.020485:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020496:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758450.020502:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020515:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758450.020519:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020521:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.020524:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020528:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758450.020531:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758450.020535:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758450.020542:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758450.020555:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758450.020561:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758450.020579:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931177984:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758450.020587:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020591:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.020595:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931177984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020608:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758450.020611:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758450.020615:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758450.020621:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758450.020624:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758450.020627:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758450.020631:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758450.020634:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758450.020640:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758450.020642:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758450.020644:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758450.020660:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758450.020663:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020669:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020680:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758450.020685:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.020692:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758450.020696:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758450.020699:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758450.020709:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020718:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.020720:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.020722:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758450.020724:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758450.020726:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.020729:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758450.020732:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758450.020734:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758450.020735:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.020737:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758450.020740:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758450.020741:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758450.020744:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758450.020746:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758450.020749:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758450.020752:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178112, portal 10 00000100:00000001:0.0:1787758450.020753:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758450.020754:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758450.020759:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020764:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758450.020766:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758450.020767:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758450.020769:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931178112, offset 0 00000400:00000200:0.0:1787758450.020772:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758450.020775:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.020778:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758450.020780:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758450.020782:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758450.020784:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758450.020786:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758450.020788:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747962:747962:256:4294967295] 192.168.201.121@tcp LPNI seq info [747956:747956:8:4294967295] 00000400:00000200:0.0:1787758450.020791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.020796:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758450.020799:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.020801:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758450.020804:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758450.020806:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758450.020814:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.020816:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758450.020818:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758450.020820:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758450.020823:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758450.020824:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758450.020826:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758450.020828:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020834:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.020836:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020841:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.020842:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758450.020844:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758450.020847:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758450.020849:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758450.020851:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310827021 00000100:00000001:0.0:1787758450.020871:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.020874:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310827021 00000100:00000001:0.0:1787758450.020876:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.020890:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758450.020891:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.020893:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758450.020896:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758450/real 1787758450] req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758450.020902:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758450.020903:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758450.020905:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758450.020906:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758450.020908:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758450.020909:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758450.020912:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758450.020917:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020922:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758450.020922:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020924:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.020925:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758450.020927:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020931:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758450.020934:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020939:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758450.020941:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020942:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.020944:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.020945:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758450.020948:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758450.020950:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758450.020952:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758450.020954:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758450.020957:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758450.020962:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178112:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758450.020964:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758450.020966:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.020970:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.020971:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.020973:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758450.020974:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758450.020975:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.020977:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758450.020979:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758450.020981:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758450.020982:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.020983:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758450.020986:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758450.020987:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758450.020990:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758450.020991:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758450.020993:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758450.020996:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178240, portal 10 00000100:00000001:0.0:1787758450.020998:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758450.020999:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758450.021003:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021008:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758450.021010:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758450.021011:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758450.021013:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931178240, offset 0 00000400:00000200:0.0:1787758450.021016:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758450.021018:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.021020:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758450.021023:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758450.021024:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758450.021026:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758450.021028:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758450.021030:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747963:747963:256:4294967295] 192.168.201.121@tcp LPNI seq info [747957:747957:8:4294967295] 00000400:00000200:0.0:1787758450.021033:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.021038:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758450.021041:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.021044:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758450.021046:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758450.021048:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758450.021056:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.021058:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758450.021060:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758450.021062:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758450.021064:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758450.021066:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758450.021067:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758450.021070:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021079:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021081:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021086:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021087:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758450.021088:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758450.021090:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758450.021092:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758450.021094:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310827019 00000100:00000001:0.0:1787758450.021095:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.021097:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310827019 00000100:00000001:0.0:1787758450.021099:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.021100:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758450.021102:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021103:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758450.021105:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758450/real 1787758450] req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758450.021110:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758450.021110:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758450.021111:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758450.021113:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758450.021114:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758450.021115:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758450.021117:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758450.021125:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021130:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758450.021132:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021133:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.021134:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758450.021136:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021141:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758450.021143:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021147:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758450.021149:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021150:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.021151:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021152:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758450.021154:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758450.021155:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758450.021157:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758450.021159:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758450.021161:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758450.021166:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178240:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758450.021168:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758450.021170:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021175:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.021176:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.021178:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758450.021179:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758450.021180:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.021182:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758450.021185:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758450.021186:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758450.021187:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.021189:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758450.021201:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758450.021202:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758450.021204:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758450.021206:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758450.021208:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758450.021210:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178368, portal 4 00000100:00000001:0.0:1787758450.021211:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758450.021212:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758450.021216:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021220:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758450.021222:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758450.021223:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758450.021225:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931178368, offset 0 00000400:00000200:0.0:1787758450.021227:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758450.021230:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.021232:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758450.021233:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758450.021235:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758450.021237:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758450.021239:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758450.021241:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747964:747964:256:4294967295] 192.168.201.121@tcp LPNI seq info [747958:747958:8:4294967295] 00000400:00000200:0.0:1787758450.021244:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.021247:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758450.021250:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.021252:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758450.021255:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758450.021257:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758450.021264:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.021282:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758450.021285:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758450.021287:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758450.021289:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758450.021290:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758450.021292:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758450.021294:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021300:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021302:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021306:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021308:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758450.021310:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758450.021312:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758450.021314:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758450.021316:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310827056 00000100:00000001:0.0:1787758450.021317:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.021319:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310827056 00000100:00000001:0.0:1787758450.021321:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.021322:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758450.021323:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021324:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758450.021327:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758450/real 1787758450] req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758450.021331:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758450.021333:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758450.021334:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758450.021335:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758450.021336:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758450.021338:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758450.021340:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758450.021345:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021349:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758450.021350:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021351:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.021352:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758450.021354:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021358:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758450.021361:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021374:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758450.021376:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021377:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.021378:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021379:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758450.021381:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758450.021382:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758450.021384:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758450.021386:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758450.021388:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758450.021397:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178368:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758450.021400:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021401:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021403:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931178112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021407:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758450.021408:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758450.021410:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758450.021411:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758450.021412:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758450.021413:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758450.021415:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758450.021416:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758450.021418:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758450.021419:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758450.021420:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758450.021421:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758450.021422:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021423:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021425:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931178240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021430:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758450.021430:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758450.021431:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758450.021433:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758450.021434:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758450.021434:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758450.021436:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758450.021437:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758450.021438:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758450.021439:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758450.021439:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758450.021442:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758450.021442:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021444:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021446:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931178368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021450:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758450.021451:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758450.021452:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758450.021453:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758450.021454:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758450.021455:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758450.021456:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758450.021457:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758450.021458:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758450.021459:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758450.021460:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758450.021461:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758450.021462:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021464:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021466:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758450.021467:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021468:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758450.021469:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758450.021470:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758450.021472:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021476:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.021477:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.021479:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758450.021480:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758450.021481:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.021483:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758450.021485:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758450.021486:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758450.021488:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758450.021489:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758450.021491:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758450.021493:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758450.021495:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758450.021497:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758450.021499:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758450.021501:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178496, portal 4 00000100:00000001:0.0:1787758450.021502:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758450.021503:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758450.021507:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021511:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758450.021513:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758450.021515:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758450.021516:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931178496, offset 0 00000400:00000200:0.0:1787758450.021519:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758450.021521:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.021523:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758450.021525:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758450.021527:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758450.021529:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758450.021530:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758450.021533:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747965:747965:256:4294967295] 192.168.201.121@tcp LPNI seq info [747959:747959:8:4294967295] 00000400:00000200:0.0:1787758450.021535:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758450.021539:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758450.021543:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.021545:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758450.021547:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758450.021549:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758450.021569:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758450.021570:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758450.021572:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758450.021575:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758450.021577:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758450.021578:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758450.021580:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758450.021582:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021587:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021589:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021594:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021595:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758450.021597:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758450.021599:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758450.021601:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758450.021602:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310827035 00000100:00000001:0.0:1787758450.021604:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.021605:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310827035 00000100:00000001:0.0:1787758450.021607:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310827985 00000100:00000001:0.0:1787758450.021609:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758450.021610:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021611:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758450.021613:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758450/real 1787758450] req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758450.021618:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758450.021619:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758450.021620:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758450.021622:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758450.021623:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758450.021624:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758450.021626:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758450.021632:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021637:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758450.021638:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021639:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.021640:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758450.021642:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021646:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758450.021648:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021656:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758450.021657:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021658:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758450.021659:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021660:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758450.021662:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758450.021664:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758450.021667:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758450.021669:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758450.021674:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758450.021682:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178496:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758450.021686:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021688:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758450.021691:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931178496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758450.021699:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758450.021701:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758450.021703:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758450.021706:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758450.021707:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758450.021709:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758450.021712:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758450.021714:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758450.021716:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758450.021718:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758450.021719:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758450.021721:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758450.021722:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021724:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.021726:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758450.021727:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.021729:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758450.021730:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.979364:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758450.979372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758450.979376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.979386:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758450.979393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758450.979399:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758450.979482:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758450.979485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758450.979487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758450.979490:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758450.979492:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758450.979494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758450.979496:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758450.979498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758450.979501:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758450.979517:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758450.979520:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758450.979522:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758450.979525:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758450.979528:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758450.979534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.979865:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.979868:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.979871:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758450.979895:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758450.979900:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758450.979904:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758450.979909:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758450.979914:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758450.979919:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.979922:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758450.979924:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758450.979926:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758450.979952:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758450.979954:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758450.979957:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758451.043332:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310827985, at 4310828032 00000100:00000040:0.0:1787758451.043337:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310827985, at 4310828032 00000100:00000010:1.0:1787758451.043344:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000010:0.0:1787758451.043346:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758452.003381:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758452.003381:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758452.003390:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758452.003392:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758452.003395:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758452.003395:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758452.003403:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758452.003403:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758452.003409:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758452.003410:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758452.003416:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758452.003417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758452.003430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758452.003432:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758452.003435:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758452.003443:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758452.003447:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758452.003450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758452.003455:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758452.003460:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758452.003465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758452.003467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758452.003472:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758452.003474:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758452.003475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758452.003479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758452.003481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758452.003482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758452.003487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758452.003489:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758452.003491:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758452.003494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758452.003496:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758452.003497:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758452.003502:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758452.003508:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758453.027359:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758453.027360:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758453.027364:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758453.027367:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758453.027368:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758453.027372:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758453.027374:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758453.027380:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758453.027382:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758453.027386:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758453.027388:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758453.027392:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758453.027395:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758453.027398:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758453.027399:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758453.027402:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758453.027403:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758453.027410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758453.027423:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758453.027427:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758453.027430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758453.027434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758453.027435:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758453.027440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758453.027442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758453.027444:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758453.027446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758453.027449:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758453.027452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758453.027454:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758453.027457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758453.027458:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758453.027464:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758453.027473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758453.027475:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758453.027477:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758453.027481:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758453.027482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758453.027489:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758453.027490:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758453.027495:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758453.027499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758453.027501:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758453.027503:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758453.027504:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758454.051373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758454.051374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758454.051382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758454.051383:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758454.051388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758454.051388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758454.051397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758454.051398:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758454.051404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758454.051406:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758454.051409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758454.051411:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051414:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758454.051419:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051422:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758454.051432:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758454.051435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758454.051438:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758454.051439:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758454.051445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758454.051450:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758454.051453:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758454.051455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758454.051457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758454.051461:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758454.051462:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758454.051464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758454.051469:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758454.051469:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758454.051474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051474:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758454.051483:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758454.051486:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758454.051492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758454.051516:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758454.051520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758454.051525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758454.051528:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758454.051534:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758454.051538:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758454.051541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758454.051543:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.075405:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758455.075408:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758455.075414:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758455.075415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758455.075420:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758455.075421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758455.075431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758455.075431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758455.075440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758455.075440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758455.075449:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075449:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075457:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758455.075468:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758455.075469:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.075476:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.075503:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758455.075546:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758455.075548:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758455.075550:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758455.075553:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758455.075556:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758455.075587:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075595:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758455.075598:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075601:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758455.075632:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758455.075637:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758455.075643:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758455.075659:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758455.075664:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758455.075666:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758455.075671:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758455.075673:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.139596:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758455.139602:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758455.139607:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758455.139617:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.139636:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758455.139640:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.139646:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758455.139649:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758455.139655:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758455.139663:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931178624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758455.139670:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758455.139677:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758455.139682:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.139685:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758455.139693:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758455.139699:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758455.139707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758455.139723:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758455.139731:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758455.139739:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178624, portal 25 00000100:00000001:0.0:1787758455.139745:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758455.139748:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758455.139759:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.139810:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758455.139834:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758455.139841:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758455.139848:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931178624, offset 0 00000400:00000200:0.0:1787758455.139859:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758455.139872:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.139886:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758455.139899:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758455.139941:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758455.139952:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758455.139963:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758455.139974:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747966:747966:256:4294967295] 192.168.201.121@tcp LPNI seq info [747960:747960:8:4294967295] 00000400:00000200:0.0:1787758455.139986:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.140003:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758455.140012:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.140020:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758455.140034:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758455.140041:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758455.140067:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.140070:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758455.140079:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758455.140090:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758455.140097:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758455.140101:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758455.140108:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758455.140118:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140141:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.140148:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140168:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.140172:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758455.140178:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758455.140188:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758455.140194:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310833104 00000100:00000010:0.0:1787758455.140202:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758455.140213:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758455.140223:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310833104 00000100:00000010:0.0:1787758455.140231:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787758455.140236:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758455.140241:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758455.140246:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.140251:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758455.140259:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758455/real 1787758455] req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758455.140324:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758455.140328:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758455.140332:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758455.140337:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758455.140342:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758455.140348:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758455.140357:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758455.140385:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140401:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758455.140406:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140413:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.140416:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758455.140425:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140441:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758455.140450:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140477:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758455.140487:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140494:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.140499:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140508:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758455.140515:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758455.140521:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758455.140531:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758455.140537:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758455.140547:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758455.140571:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931178624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758455.140578:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140580:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.140583:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931178624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140588:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758455.140591:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758455.140594:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758455.140597:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758455.140599:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758455.140600:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758455.140602:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758455.140605:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758455.140608:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758455.140610:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758455.140611:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758455.140614:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758455.140615:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140617:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140623:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758455.140624:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.140626:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758455.140627:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758455.140629:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758455.140631:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140642:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758455.140643:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.140645:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758455.140646:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758455.140648:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758455.140650:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758455.140653:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758455.140654:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758455.140655:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.140657:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758455.140659:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758455.140661:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758455.140664:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758455.140666:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758455.140670:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758455.140672:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178752, portal 10 00000100:00000001:0.0:1787758455.140674:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758455.140675:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758455.140681:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140686:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758455.140688:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758455.140690:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758455.140692:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931178752, offset 0 00000400:00000200:0.0:1787758455.140695:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758455.140698:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.140701:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758455.140704:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758455.140706:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758455.140708:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758455.140710:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758455.140713:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747967:747967:256:4294967295] 192.168.201.121@tcp LPNI seq info [747961:747961:8:4294967295] 00000400:00000200:0.0:1787758455.140717:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.140722:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758455.140726:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.140728:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758455.140731:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758455.140734:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758455.140743:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.140744:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758455.140747:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758455.140750:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758455.140752:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758455.140754:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758455.140756:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758455.140758:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140784:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.140787:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140792:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.140793:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758455.140796:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758455.140800:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758455.140803:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758455.140805:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310832141 00000100:00000001:0.0:1787758455.140807:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.140809:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310832141 00000100:00000001:0.0:1787758455.140811:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.140812:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758455.140842:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.140844:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758455.140847:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758455/real 1787758455] req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758455.140854:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758455.140855:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758455.140857:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758455.140859:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758455.140860:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758455.140862:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758455.140864:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758455.140871:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140876:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758455.140877:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140879:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.140880:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758455.140883:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140891:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758455.140896:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140904:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758455.140907:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140909:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.140911:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.140913:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758455.140917:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758455.140921:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758455.140926:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758455.140929:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758455.140934:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758455.140944:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758455.140948:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758455.140951:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.140956:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758455.140958:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.140960:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758455.140961:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758455.140963:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758455.140965:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758455.140968:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758455.140970:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758455.140971:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.140972:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758455.140976:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758455.140977:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758455.140980:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758455.140982:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758455.140985:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758455.140988:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931178880, portal 10 00000100:00000001:0.0:1787758455.140989:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758455.140990:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758455.140995:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141000:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758455.141003:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758455.141004:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758455.141006:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931178880, offset 0 00000400:00000200:0.0:1787758455.141009:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758455.141013:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.141016:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758455.141019:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758455.141021:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758455.141023:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758455.141025:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758455.141028:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747968:747968:256:4294967295] 192.168.201.121@tcp LPNI seq info [747962:747962:8:4294967295] 00000400:00000200:0.0:1787758455.141031:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.141036:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758455.141040:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.141042:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758455.141045:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758455.141048:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758455.141056:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.141058:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758455.141061:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758455.141064:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758455.141066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758455.141067:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758455.141070:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758455.141072:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141078:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141080:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141085:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141087:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758455.141089:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758455.141092:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758455.141095:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758455.141096:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310832139 00000100:00000001:0.0:1787758455.141098:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.141100:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310832139 00000100:00000001:0.0:1787758455.141102:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.141103:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758455.141105:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141106:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758455.141109:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758455/real 1787758455] req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758455.141114:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758455.141115:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758455.141116:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758455.141118:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758455.141119:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758455.141121:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758455.141123:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758455.141129:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141134:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758455.141135:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141136:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.141137:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758455.141140:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141145:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758455.141148:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141154:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758455.141156:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141157:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.141158:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141159:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758455.141161:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758455.141163:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758455.141165:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758455.141167:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758455.141170:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758455.141176:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931178880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758455.141179:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758455.141181:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141186:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758455.141187:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.141188:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758455.141190:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758455.141191:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758455.141193:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758455.141195:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758455.141197:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758455.141198:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.141199:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758455.141202:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758455.141203:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758455.141206:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758455.141208:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758455.141211:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758455.141213:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179008, portal 4 00000100:00000001:0.0:1787758455.141215:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758455.141216:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758455.141220:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141225:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758455.141227:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758455.141228:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758455.141230:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931179008, offset 0 00000400:00000200:0.0:1787758455.141233:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758455.141235:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.141238:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758455.141240:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758455.141241:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758455.141244:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758455.141246:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758455.141248:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747969:747969:256:4294967295] 192.168.201.121@tcp LPNI seq info [747963:747963:8:4294967295] 00000400:00000200:0.0:1787758455.141251:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.141256:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758455.141259:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.141261:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758455.141264:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758455.141283:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758455.141293:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.141295:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758455.141297:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758455.141300:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758455.141303:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758455.141305:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758455.141307:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758455.141309:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141315:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141318:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141323:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141324:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758455.141326:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758455.141329:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758455.141332:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758455.141334:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310832176 00000100:00000001:0.0:1787758455.141336:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.141338:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310832176 00000100:00000001:0.0:1787758455.141339:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.141341:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758455.141343:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141344:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758455.141347:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758455/real 1787758455] req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758455.141352:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758455.141353:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758455.141354:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758455.141356:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758455.141358:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758455.141359:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758455.141362:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758455.141368:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141373:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758455.141374:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141376:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.141377:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758455.141379:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141384:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758455.141387:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141392:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758455.141393:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141395:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.141396:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141397:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758455.141398:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758455.141400:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758455.141402:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758455.141404:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758455.141407:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758455.141412:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758455.141415:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758455.141418:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141423:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758455.141424:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.141426:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758455.141427:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758455.141429:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758455.141431:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758455.141434:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758455.141435:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758455.141436:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758455.141437:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758455.141440:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758455.141441:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758455.141444:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758455.141446:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758455.141448:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758455.141451:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179136, portal 4 00000100:00000001:0.0:1787758455.141453:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758455.141455:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758455.141461:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141469:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758455.141472:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758455.141474:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758455.141478:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931179136, offset 0 00000400:00000200:0.0:1787758455.141484:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758455.141488:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.141492:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758455.141496:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758455.141499:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758455.141502:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758455.141505:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758455.141509:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747970:747970:256:4294967295] 192.168.201.121@tcp LPNI seq info [747964:747964:8:4294967295] 00000400:00000200:0.0:1787758455.141515:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758455.141520:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758455.141525:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.141527:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758455.141531:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758455.141533:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758455.141541:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758455.141543:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758455.141545:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758455.141548:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758455.141550:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758455.141552:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758455.141554:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758455.141557:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141563:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141566:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141571:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141573:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758455.141575:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758455.141577:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758455.141580:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758455.141582:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310832155 00000100:00000001:0.0:1787758455.141584:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.141586:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310832155 00000100:00000001:0.0:1787758455.141587:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310833104 00000100:00000001:0.0:1787758455.141589:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758455.141590:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141592:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758455.141594:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758455/real 1787758455] req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758455.141601:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758455.141602:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758455.141603:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758455.141605:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758455.141606:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758455.141608:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758455.141610:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758455.141617:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141622:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758455.141623:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141624:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.141625:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758455.141628:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141632:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758455.141635:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141640:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758455.141642:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141643:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758455.141644:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141645:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758455.141646:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758455.141648:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758455.141651:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758455.141652:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758455.141656:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758455.141662:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758455.141665:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141666:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141668:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931178752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141673:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758455.141674:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758455.141676:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758455.141678:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758455.141679:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758455.141680:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758455.141682:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758455.141684:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758455.141686:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758455.141687:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758455.141688:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758455.141691:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758455.141692:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141693:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141705:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931178880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141711:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758455.141712:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758455.141713:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758455.141715:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758455.141716:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758455.141716:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758455.141718:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758455.141719:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758455.141721:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758455.141722:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758455.141723:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758455.141725:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758455.141726:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141728:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141730:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931179008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141734:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758455.141735:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758455.141737:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758455.141738:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758455.141739:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758455.141740:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758455.141741:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758455.141743:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758455.141744:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758455.141745:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758455.141746:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758455.141747:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758455.141748:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141749:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758455.141752:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931179136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758455.141756:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758455.141757:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758455.141758:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758455.141759:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758455.141760:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758455.141761:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758455.141778:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758455.141779:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758455.141781:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758455.141782:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758455.141783:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758455.141785:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758455.141786:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141788:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758455.141790:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758455.141792:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758455.141793:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758455.141795:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758456.099366:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758456.099366:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758456.099373:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758456.099374:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758456.099376:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758456.099379:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758456.099382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758456.099388:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758456.099388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758456.099393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758456.099396:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758456.099397:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758456.099404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758456.099404:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758456.099410:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758456.099413:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758456.099419:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758456.099426:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758456.099428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758456.099434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758456.099438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758456.099445:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758456.099451:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758456.099455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758456.099459:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758456.099462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758456.099465:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758456.099483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758456.099489:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758456.099492:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758456.099497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758456.099502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758456.099507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758456.099510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758456.099512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758456.099516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758456.163352:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310833104, at 4310833152 00000100:00000040:1.0:1787758456.163357:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310833104, at 4310833152 00000100:00000010:0.0:1787758456.163367:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758456.163368:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000001:1.0:1787758457.123539:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758457.123556:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758457.123563:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758457.123568:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758457.123579:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758457.123607:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758457.123608:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758457.123619:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758457.123624:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758457.123637:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758457.123670:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758457.123674:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758457.123677:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758457.123681:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758457.123695:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758457.123752:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758457.123757:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758457.123762:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758457.123784:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758457.123795:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758457.123799:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758457.123807:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758457.123819:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758457.123826:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758457.123834:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758457.123837:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758457.123841:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758457.123843:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758457.123846:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758457.123858:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758457.123859:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758457.123879:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758457.123889:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758457.123902:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758457.123905:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758457.123913:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758457.123917:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758457.123931:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758457.123936:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758457.123949:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758457.123955:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758457.123963:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758457.123971:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758457.123980:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758457.123989:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758458.147495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758458.147501:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758458.147508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758458.147513:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758458.147515:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758458.147519:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758458.147529:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758458.147531:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758458.147551:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758458.147553:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758458.147571:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147572:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758458.147591:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758458.147604:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758458.147605:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758458.147617:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147635:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758458.147644:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758458.147645:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758458.147659:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758458.147667:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758458.147678:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758458.147686:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147695:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758458.147704:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147747:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758458.147792:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758458.147803:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758458.147817:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758458.147834:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758458.147843:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758458.147846:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758458.147862:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758458.147863:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758458.147871:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758458.147882:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758458.147883:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758458.147897:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147901:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758458.147912:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758458.147915:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147925:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758458.147933:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758458.147944:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758459.171396:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758459.171402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758459.171406:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758459.171406:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758459.171411:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758459.171412:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758459.171420:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758459.171420:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758459.171428:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758459.171428:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758459.171434:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758459.171434:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758459.171438:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758459.171444:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758459.171448:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758459.171448:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758459.171449:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758459.171451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758459.171461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758459.171465:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758459.171469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758459.171474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758459.171479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758459.171482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758459.171485:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758459.171487:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758459.171489:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758459.171493:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758459.171494:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758459.171498:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758459.171505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758459.171512:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758459.171516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758459.171522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758459.171526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758459.171531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.195357:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758460.195363:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758460.195369:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758460.195369:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758460.195376:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.195376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758460.195386:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758460.195387:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758460.195394:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758460.195395:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758460.195400:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.195401:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.195406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.195409:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.195412:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.195425:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758460.195425:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.195428:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758460.195429:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.195431:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.195434:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758460.195435:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758460.195440:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758460.195444:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.195447:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.195451:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.195451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758460.195457:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758460.195458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.195460:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758460.195466:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758460.195471:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758460.195475:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.195490:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758460.195493:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.195495:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758460.259360:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758460.259371:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758460.259374:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758460.259378:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758460.259383:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758460.259391:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16164 00000400:00000200:1.0:1787758460.259400:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758460.259408:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758460.259412:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758460.259417:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259420:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.259422:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259424:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758460.259427:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758460.259429:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758460.259431:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758460.259434:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758460.259435:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758460.259437:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758460.259439:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259441:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.259442:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259444:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758460.259446:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758460.259449:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259451:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758460.259453:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758460.259456:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758460.259458:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259459:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758460.259461:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758460.259470:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758460.259472:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758460.259475:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758460.259477:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259479:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758460.259482:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758460.259486:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758460.259492:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758460.259498:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758460.259505:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758460.259513:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758460.259516:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758460.259520:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758460.259538:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758460.259540:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758460.259543:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758460.259544:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758460.259546:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758460.259548:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758460.259550:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16164 00000400:00000200:1.0:1787758460.259552:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758460.259554:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758460.259556:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758460.259558:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259560:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.259562:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259564:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758460.259566:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758460.259567:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758460.259568:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758460.259570:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758460.259571:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758460.259573:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758460.259575:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758460.259577:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758460.259577:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.259582:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758460.259583:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758460.259584:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758460.259587:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787758460.259588:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758460.259592:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259596:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758460.259597:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758460.259602:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787758460.259603:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758460.259604:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259608:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758460.259613:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758460.259616:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1787758460.259617:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.259620:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259621:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.259628:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1787758460.259628:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 02000000:00000001:0.0:1787758460.259632:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787758460.259633:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758460.259639:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758460.259639:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758460.259642:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259645:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1787758460.259646:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931179264:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758460.259647:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758460.259651:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.259652:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1787758460.259655:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758460.259657:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758460.259660:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259661:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.259663:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1787758460.259668:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1787758460.259670:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758460.259685:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259692:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758460.259694:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758460.259696:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758460.259699:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000040:1.0:1787758460.259701:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787758460.259707:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758460.259709:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758460.259713:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787758460.259715:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179264, portal 25 00000100:00080000:1.0:1787758460.259716:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758460.259719:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758460.259720:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787758460.259722:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758460.259723:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000001:1.0:1787758460.259729:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758460.259733:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16164 00000100:00000040:0.0:1787758460.259734:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758460.259739:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758460.259745:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758460.259750:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758460.259752:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787758460.259755:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758460.259760:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259760:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1787758460.259765:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000040:1.0:1787758460.259767:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000200:0.0:1787758460.259769:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931179264, offset 0 00000100:00000001:1.0:1787758460.259772:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758460.259778:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758460.259778:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758460.259781:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758460.259785:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758460.259787:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000400:00000200:0.0:1787758460.259789:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:1.0:1787758460.259792:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758460.259798:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000020:00000001:1.0:1787758460.259799:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758460.259806:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787758460.259808:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758460.259812:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787758460.259813:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758460.259817:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787758460.259819:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758460.259823:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259825:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758460.259828:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747971:747971:256:4294967295] 192.168.201.121@tcp LPNI seq info [747965:747965:8:4294967295] 00000020:00000040:1.0:1787758460.259831:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758460.259834:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758460.259840:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758460.259844:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.259848:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 02000000:00000001:1.0:1787758460.259849:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758460.259854:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1787758460.259859:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758460.259860:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259865:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000800:00000010:0.0:1787758460.259868:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000008:00100000:1.0:1787758460.259868:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758460.259873:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259874:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758460.259879:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000010:1.0:1787758460.259882:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000800:00000200:0.0:1787758460.259883:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000020:00000040:1.0:1787758460.259885:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758460.259889:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758460.259893:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259897:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:0.0:1787758460.259904:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.259906:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 02000000:00000001:1.0:1787758460.259908:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758460.259910:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.259911:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758460.259918:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 02000000:00000010:1.0:1787758460.259919:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000400:00000200:0.0:1787758460.259923:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000100:00000001:1.0:1787758460.259923:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758460.259927:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758460.259932:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1787758460.259932:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758460.259939:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758460.259944:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758460.259948:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.259956:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758460.259956:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758460.259963:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758460.259969:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758460.259974:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758460.259976:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.259979:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1787758460.259979:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758460.259983:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758460.259985:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758460.259987:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.259988:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758460.259994:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758460.259995:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16164 00000100:00000001:0.0:1787758460.259999:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310838224 00000400:00000200:1.0:1787758460.260003:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:0.0:1787758460.260006:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000400:00000200:1.0:1787758460.260007:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758460.260012:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758460.260015:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758460.260016:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758460.260017:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.260022:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.260024:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758460.260025:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310838224 00000020:00000001:1.0:1787758460.260026:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758460.260030:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000010:0.0:1787758460.260031:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000020:00000001:1.0:1787758460.260032:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758460.260036:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758460.260037:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1787758460.260038:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758460.260041:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787758460.260041:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758460.260047:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758460.260048:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758460.260050:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758460.260051:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.260055:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758460.260057:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758460/real 1787758460] req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758460.260058:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758460.260062:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758460.260068:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758460.260073:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758460.260075:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1787758460.260075:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:0.0:1787758460.260078:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787758460.260079:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787758460.260081:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 02000000:00000001:1.0:1787758460.260082:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.260085:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00000001:1.0:1787758460.260085:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000010:0.0:1787758460.260089:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000008:00100000:1.0:1787758460.260089:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758460.260094:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:1.0:1787758460.260094:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.260098:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758460.260100:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787758460.260102:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758460.260107:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758460.260118:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1787758460.260120:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758460.260121:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.260125:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758460.260128:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758460.260130:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260133:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1787758460.260135:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:0.0:1787758460.260136:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260141:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758460.260141:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260143:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758460.260148:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758460.260149:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758460.260173:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758460.260175:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.260177:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.260182:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758460.260185:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260198:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758460.260203:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260204:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758460.260206:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758460.260207:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.260209:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758460.260212:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758460.260213:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787758460.260215:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758460.260216:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758460.260217:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787758460.260220:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758460.260221:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758460.260227:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00080000:1.0:1787758460.260227:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16164 00000400:00000200:1.0:1787758460.260234:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758460.260235:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:1.0:1787758460.260238:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758460.260242:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758460.260247:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758460.260248:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758460.260249:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758460.260253:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.260258:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758460.260262:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758460.260264:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758460.260293:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758460.260295:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758460.260297:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758460.260300:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758460.260304:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.260307:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787758460.260309:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931179264:192.168.201.121@tcp:250:kworker.0 00000100:00000040:1.0:1787758460.260310:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758460.260314:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758460.260318:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758460.260321:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758460.260322:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.260323:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260327:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758460.260327:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758460.260331:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758460.260335:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.260336:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758460.260338:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758460.260340:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.260343:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.260344:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931179264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787758460.260346:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758460.260351:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758460.260356:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758460.260358:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758460.260362:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758460.260365:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758460.260367:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787758460.260369:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260370:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758460.260374:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000010:1.0:1787758460.260376:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758460.260378:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758460.260382:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1787758460.260383:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787758460.260384:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758460.260389:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758460.260392:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 00000100:00100000:1.0:1787758460.260395:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758460.260396:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758460.260399:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758460.260401:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758460.260405:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758460.260408:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260412:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758460.260415:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758460.260419:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260420:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1787758460.260424:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260425:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260429:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758460.260431:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758460.260434:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758460.260440:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.260441:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758460.260445:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16174) 00000100:00000001:0.0:1787758460.260451:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.260452:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260454:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758460.260456:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758460.260457:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758460.260460:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758460.260463:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758460.260464:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758460.260466:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260467:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758460.260470:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758460.260471:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.260475:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758460.260477:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758460.260491:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758460.260493:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179392, portal 10 00000100:00000001:0.0:1787758460.260495:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758460.260496:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000040:0.0:1787758460.260501:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260506:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758460.260507:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758460.260509:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758460.260511:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931179392, offset 0 00000400:00000200:0.0:1787758460.260513:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758460.260516:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.260519:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758460.260521:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758460.260523:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758460.260525:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758460.260527:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758460.260529:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747972:747972:256:4294967295] 192.168.201.121@tcp LPNI seq info [747966:747966:8:4294967295] 00000400:00000200:0.0:1787758460.260532:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.260537:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758460.260541:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.260543:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758460.260546:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758460.260548:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758460.260556:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.260558:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758460.260560:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758460.260563:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758460.260564:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758460.260566:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758460.260568:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758460.260571:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260577:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.260579:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260585:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260587:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758460.260589:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.260593:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758460.260595:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758460.260597:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310837261 00000100:00000001:0.0:1787758460.260599:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.260601:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310837261 00000100:00000001:0.0:1787758460.260603:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.260605:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758460.260606:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260607:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758460.260610:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758460/real 1787758460] req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758460.260615:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758460.260616:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758460.260617:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758460.260619:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758460.260620:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758460.260621:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758460.260623:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758460.260629:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260637:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758460.260638:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260640:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.260651:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758460.260654:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260658:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758460.260661:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260665:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758460.260667:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260668:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.260669:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260670:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758460.260687:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758460.260690:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758460.260692:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758460.260694:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758460.260697:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758460.260703:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758460.260707:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758460.260709:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260715:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.260717:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260719:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758460.260720:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758460.260722:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758460.260724:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758460.260727:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758460.260728:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758460.260730:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260731:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758460.260734:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758460.260736:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.260739:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758460.260741:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758460.260744:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758460.260746:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179520, portal 10 00000100:00000001:0.0:1787758460.260748:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758460.260749:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758460.260754:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260758:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758460.260760:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758460.260763:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758460.260764:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931179520, offset 0 00000400:00000200:0.0:1787758460.260767:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758460.260771:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.260775:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758460.260778:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758460.260781:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758460.260783:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758460.260786:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758460.260788:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747973:747973:256:4294967295] 192.168.201.121@tcp LPNI seq info [747967:747967:8:4294967295] 00000400:00000200:0.0:1787758460.260791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.260795:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758460.260799:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.260802:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758460.260805:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758460.260807:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758460.260815:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.260816:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758460.260819:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758460.260821:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758460.260823:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758460.260824:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758460.260826:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758460.260828:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260834:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.260836:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260840:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260841:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758460.260843:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.260845:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758460.260847:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758460.260848:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310837259 00000100:00000001:0.0:1787758460.260850:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.260852:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310837259 00000100:00000001:0.0:1787758460.260853:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.260855:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758460.260856:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.260858:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758460.260861:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758460/real 1787758460] req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758460.260866:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758460.260868:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758460.260869:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758460.260871:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758460.260872:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758460.260873:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758460.260875:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758460.260880:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260885:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758460.260886:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260887:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.260888:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758460.260890:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260895:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758460.260897:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260901:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758460.260903:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260904:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.260905:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.260906:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758460.260908:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758460.260910:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758460.260911:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758460.260913:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758460.260916:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758460.260921:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758460.260924:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758460.260926:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260930:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.260931:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260932:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758460.260933:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758460.260935:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758460.260937:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758460.260939:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758460.260940:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758460.260941:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.260942:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758460.260953:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758460.260954:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.260956:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758460.260958:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758460.260960:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758460.260962:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179648, portal 4 00000100:00000001:0.0:1787758460.260963:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758460.260964:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758460.260968:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.260972:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758460.260973:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758460.260975:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758460.260977:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931179648, offset 0 00000400:00000200:0.0:1787758460.260980:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758460.260982:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.260984:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758460.260986:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758460.260988:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758460.260989:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758460.260991:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758460.260993:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747974:747974:256:4294967295] 192.168.201.121@tcp LPNI seq info [747968:747968:8:4294967295] 00000400:00000200:0.0:1787758460.260996:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.261000:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758460.261003:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.261005:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758460.261007:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758460.261009:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758460.261016:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.261029:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758460.261031:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758460.261033:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758460.261035:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758460.261036:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758460.261037:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758460.261040:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261045:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.261047:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261051:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.261052:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758460.261054:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.261057:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758460.261059:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758460.261061:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310837295 00000100:00000001:0.0:1787758460.261062:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.261064:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310837295 00000100:00000001:0.0:1787758460.261065:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.261067:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758460.261068:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.261069:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758460.261071:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758460/real 1787758460] req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758460.261076:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758460.261077:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758460.261078:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758460.261079:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758460.261080:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758460.261082:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758460.261083:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758460.261089:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261093:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758460.261094:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261095:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.261096:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758460.261098:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261103:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758460.261105:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261109:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758460.261121:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261122:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.261123:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261124:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758460.261125:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758460.261127:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758460.261129:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758460.261130:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758460.261133:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758460.261138:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758460.261140:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261141:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.261143:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931179392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261147:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758460.261148:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758460.261149:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758460.261151:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758460.261152:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758460.261153:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758460.261154:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758460.261155:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758460.261157:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758460.261158:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758460.261159:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787758460.261161:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758460.261162:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261163:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.261165:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931179520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261173:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758460.261174:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758460.261176:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758460.261177:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758460.261178:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758460.261179:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758460.261180:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758460.261181:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758460.261182:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758460.261183:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758460.261184:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758460.261186:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758460.261186:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261187:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.261189:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931179648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261193:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758460.261194:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758460.261195:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758460.261196:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758460.261197:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758460.261198:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758460.261199:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758460.261200:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758460.261201:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758460.261202:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758460.261203:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758460.261204:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758460.261205:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261206:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261209:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758460.261210:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.261211:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758460.261212:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758460.261213:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758460.261215:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261220:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758460.261221:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.261223:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758460.261224:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758460.261225:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758460.261227:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758460.261241:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758460.261243:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758460.261244:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758460.261246:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758460.261249:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758460.261252:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758460.261255:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758460.261258:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758460.261261:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758460.261264:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179776, portal 4 00000100:00000001:0.0:1787758460.261285:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758460.261287:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758460.261293:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261302:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758460.261303:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758460.261306:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758460.261308:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931179776, offset 0 00000400:00000200:0.0:1787758460.261311:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758460.261314:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.261317:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758460.261319:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758460.261321:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758460.261323:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758460.261324:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758460.261327:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747975:747975:256:4294967295] 192.168.201.121@tcp LPNI seq info [747969:747969:8:4294967295] 00000400:00000200:0.0:1787758460.261330:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758460.261335:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758460.261338:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.261340:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758460.261343:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758460.261345:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758460.261353:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758460.261354:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758460.261356:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758460.261359:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758460.261361:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758460.261362:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758460.261364:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758460.261366:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261372:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.261374:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261379:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.261380:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758460.261381:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758460.261384:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758460.261386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758460.261387:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310837275 00000100:00000001:0.0:1787758460.261389:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.261391:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310837275 00000100:00000001:0.0:1787758460.261392:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310838224 00000100:00000001:0.0:1787758460.261393:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758460.261396:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.261397:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758460.261399:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758460/real 1787758460] req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758460.261405:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758460.261406:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758460.261407:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758460.261409:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758460.261410:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758460.261411:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758460.261413:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758460.261419:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261424:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758460.261425:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261426:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.261427:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758460.261429:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261433:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758460.261436:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261440:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758460.261441:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261442:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758460.261443:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261444:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758460.261445:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758460.261448:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758460.261450:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758460.261452:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758460.261455:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758460.261460:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931179776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758460.261462:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261463:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758460.261465:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931179776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758460.261469:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758460.261470:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758460.261472:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758460.261473:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758460.261474:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758460.261475:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758460.261477:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758460.261478:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758460.261479:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758460.261480:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758460.261481:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758460.261483:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758460.261484:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261485:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758460.261487:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758460.261488:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758460.261490:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758460.261491:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758461.219380:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758461.219385:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758461.219388:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758461.219393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758461.219394:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758461.219400:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758461.219401:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758461.219405:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758461.219406:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758461.219410:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758461.219414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758461.219418:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758461.219426:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758461.219430:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758461.219434:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758461.219435:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758461.219440:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758461.219444:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758461.219463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758461.219477:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758461.219480:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758461.219483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758461.219485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758461.219488:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758461.219493:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758461.219494:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758461.219498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758461.219501:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758461.219503:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758461.219506:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758461.219510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758461.219512:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758461.219513:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758461.219519:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758461.219520:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758461.219527:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758461.219564:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758461.219567:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758461.219570:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758461.283364:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310838224, at 4310838272 00000100:00000040:1.0:1787758461.283364:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310838224, at 4310838272 00000100:00000010:1.0:1787758461.283378:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000010:0.0:1787758461.283381:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758462.243351:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758462.243360:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758462.243363:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758462.243373:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758462.243379:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758462.243379:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758462.243385:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758462.243386:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243389:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758462.243393:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758462.243395:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758462.243399:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243402:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758462.243405:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758462.243407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243414:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758462.243418:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243421:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758462.243440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758462.243443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758462.243445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758462.243447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758462.243451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758462.243454:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243459:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758462.243462:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243465:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758462.243473:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758462.243479:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758462.243486:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758462.243500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758462.243504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758462.243507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758462.243511:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758462.243511:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758462.243516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758462.243517:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758462.243520:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758462.243521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758462.243523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758462.243526:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758462.243527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758462.243529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243531:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758462.243532:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758462.243537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758462.243539:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758462.243541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758463.267371:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758463.267375:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758463.267378:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758463.267380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758463.267382:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758463.267387:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758463.267392:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758463.267393:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758463.267398:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758463.267400:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758463.267405:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758463.267406:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758463.267408:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758463.267410:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758463.267412:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758463.267422:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758463.267425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758463.267426:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758463.267430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758463.267431:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758463.267434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758463.267439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758463.267441:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758463.267445:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758463.267448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758463.267449:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758463.267453:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758463.267454:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758463.267457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758463.267461:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758463.267462:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758463.267469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758463.267474:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758463.267478:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758463.267482:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758463.267486:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758463.267504:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758463.267508:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758463.267511:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758464.291371:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758464.291371:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758464.291379:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758464.291379:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758464.291384:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758464.291385:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758464.291392:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758464.291393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758464.291398:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758464.291402:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758464.291402:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291407:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758464.291407:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758464.291413:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291421:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758464.291421:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758464.291425:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291428:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758464.291445:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758464.291449:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758464.291451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758464.291455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758464.291459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758464.291462:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291467:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758464.291467:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758464.291470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758464.291474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758464.291478:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758464.291483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758464.291487:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758464.291489:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758464.291491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758464.291494:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758464.291495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787758464.291498:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758464.291500:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758464.291505:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758464.291517:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758464.291521:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758464.291523:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758464.291525:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758464.291527:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758464.291529:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758464.291532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758464.291533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.315388:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758465.315388:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758465.315397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758465.315398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758465.315403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.315404:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758465.315412:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758465.315413:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758465.315420:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758465.315421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758465.315426:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.315427:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758465.315440:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758465.315444:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.315448:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758465.315448:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.315453:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.315458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.315478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758465.315481:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758465.315484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758465.315486:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758465.315489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758465.315491:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.315493:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758465.315494:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.315496:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.315500:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758465.315505:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758465.315507:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758465.315511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758465.315518:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758465.315523:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758465.315527:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758465.315531:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758465.315537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758465.315599:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758465.315603:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758465.315606:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758465.379348:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758465.379357:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758465.379359:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758465.379362:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758465.379366:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758465.379373:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16169 00000400:00000200:1.0:1787758465.379381:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758465.379386:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758465.379388:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758465.379391:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379393:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758465.379395:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379397:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758465.379400:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758465.379402:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758465.379404:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758465.379407:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758465.379408:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758465.379410:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758465.379412:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379414:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758465.379415:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379416:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758465.379418:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758465.379421:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379422:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758465.379424:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758465.379427:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758465.379430:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379431:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758465.379433:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758465.379441:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758465.379443:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758465.379447:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758465.379448:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379451:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758465.379453:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758465.379457:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758465.379463:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758465.379469:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758465.379490:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758465.379503:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758465.379507:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758465.379513:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758465.379539:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758465.379544:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758465.379548:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758465.379550:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758465.379552:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758465.379555:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758465.379559:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16169 00000400:00000200:1.0:1787758465.379564:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758465.379568:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758465.379570:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758465.379573:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379575:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758465.379577:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379579:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758465.379580:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758465.379582:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758465.379597:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758465.379599:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758465.379601:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758465.379602:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758465.379604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379606:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758465.379607:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379609:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758465.379611:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758465.379613:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379615:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758465.379616:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758465.379621:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758465.379623:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.379624:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758465.379625:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758465.379631:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000008:00100000:1.0:1787758465.379631:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758465.379635:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1787758465.379636:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379639:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758465.379643:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000100:00000040:0.0:1787758465.379644:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758465.379646:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758465.379651:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758465.379654:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379657:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758465.379660:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758465.379662:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787758465.379663:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.379667:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758465.379669:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758465.379671:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787758465.379674:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.379675:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758465.379680:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758465.379684:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758465.379685:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931179904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758465.379695:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758465.379699:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787758465.379701:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758465.379702:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.379705:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758465.379708:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787758465.379709:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758465.379717:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:1.0:1787758465.379718:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.379720:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758465.379722:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758465.379726:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758465.379727:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758465.379730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758465.379730:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787758465.379736:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758465.379736:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758465.379740:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16169 00000400:00000200:1.0:1787758465.379744:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758465.379745:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000400:00000200:1.0:1787758465.379747:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758465.379751:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1787758465.379754:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931179904, portal 25 00000100:00000040:1.0:1787758465.379754:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379756:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758465.379759:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1787758465.379760:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758465.379762:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000001:1.0:1787758465.379763:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758465.379767:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758465.379768:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758465.379771:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1787758465.379772:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758465.379773:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758465.379778:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758465.379783:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000001:0.0:1787758465.379790:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787758465.379790:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379794:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758465.379797:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758465.379799:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758465.379801:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758465.379802:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787758465.379806:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931179904, offset 0 00000020:00000040:1.0:1787758465.379807:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758465.379813:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379817:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.379818:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758465.379819:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758465.379823:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758465.379824:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379826:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758465.379828:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758465.379829:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00000001:1.0:1787758465.379834:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379836:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.379839:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000010:1.0:1787758465.379840:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758465.379844:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000400:00000200:0.0:1787758465.379846:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787758465.379847:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758465.379849:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.379851:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758465.379853:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 02000000:00000001:1.0:1787758465.379853:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758465.379857:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.379859:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1787758465.379862:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000400:00000200:0.0:1787758465.379864:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379866:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.379871:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747976:747976:256:4294967295] 192.168.201.121@tcp LPNI seq info [747970:747970:8:4294967295] 00000100:00100000:1.0:1787758465.379875:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758465.379879:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.379896:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758465.379898:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758465.379902:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758465.379905:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758465.379908:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1787758465.379911:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758465.379918:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758465.379920:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1787758465.379922:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00080000:1.0:1787758465.379924:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:0.0:1787758465.379927:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later) 00000100:00000001:1.0:1787758465.379927:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758465.379928:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758465.379934:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758465.379939:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16169 00000400:00000200:1.0:1787758465.379946:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000100:0.0:1787758465.379951:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758465.379951:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000010:0.0:1787758465.379955:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00080000:1.0:1787758465.379956:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758465.379960:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758465.379962:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787758465.379963:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758465.379967:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758465.379972:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758465.379973:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758465.379977:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787758465.379979:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000020:00000040:1.0:1787758465.379979:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758465.379980:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758465.379984:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000400:00000010:0.0:1787758465.379985:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000020:00000001:1.0:1787758465.379986:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758465.379989:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758465.379990:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787758465.379993:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.379997:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758465.379999:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758465.380001:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.380005:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758465.380010:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758465.380016:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758465.380018:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758465.380020:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758465.380024:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758465.380025:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758465.380030:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758465.380034:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758465.380035:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380037:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758465.380041:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758465.380044:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787758465.380045:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1787758465.380051:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00000001:1.0:1787758465.380053:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380054:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310843344 00000100:00000001:1.0:1787758465.380057:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758465.380060:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758465.380064:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758465.380067:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1787758465.380069:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758465.380074:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758465.380075:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380076:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310843344 00000100:00000001:1.0:1787758465.380077:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758465.380080:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1787758465.380083:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 02000000:00000001:1.0:1787758465.380083:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380089:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 02000000:00000010:1.0:1787758465.380091:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:0.0:1787758465.380093:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758465.380095:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380096:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380102:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787758465.380105:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758465.380107:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758465/real 1787758465] req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758465.380129:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758465.380133:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758465.380141:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758465.380143:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758465.380146:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758465.380149:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758465.380152:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.380153:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00080000:1.0:1787758465.380156:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787758465.380157:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758465.380162:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1787758465.380163:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758465.380166:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758465.380167:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1787758465.380169:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758465.380170:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758465.380176:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16169 00000400:00000200:1.0:1787758465.380182:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000200:0.0:1787758465.380186:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758465.380189:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758465.380194:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758465.380199:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758465.380200:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758465.380203:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758465.380204:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758465.380207:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1787758465.380208:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758465.380210:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758465.380211:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758465.380215:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758465.380217:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00100000:0.0:1787758465.380218:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758465.380221:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758465.380225:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758465.380228:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758465.380233:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758465.380233:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758465.380241:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758465.380243:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758465.380244:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758465.380249:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758465.380254:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758465.380258:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000001:0.0:1787758465.380263:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758465.380263:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758465.380265:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758465.380286:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758465.380289:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758465.380290:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.380291:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758465.380293:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758465.380295:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.380297:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758465.380299:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758465.380301:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758465.380303:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758465.380305:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758465.380306:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758465.380307:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758465.380309:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380316:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1787758465.380316:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758465.380319:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380320:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.380323:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758465.380326:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758465.380327:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758465.380331:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758465.380337:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758465.380341:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1787758465.380345:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758465.380346:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380350:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787758465.380353:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758465.380360:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758465.380362:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758465.380368:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16180) 00000100:00100000:0.0:1787758465.380377:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931179904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758465.380385:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380388:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.380392:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380400:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758465.380403:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758465.380406:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758465.380409:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758465.380411:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758465.380412:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758465.380414:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758465.380416:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758465.380419:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758465.380420:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758465.380421:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758465.380424:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758465.380425:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380426:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380432:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758465.380433:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380435:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758465.380437:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758465.380438:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758465.380441:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380447:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758465.380448:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.380449:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758465.380451:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758465.380453:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758465.380455:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758465.380458:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758465.380459:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758465.380460:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.380462:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758465.380464:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758465.380466:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.380469:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758465.380472:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758465.380476:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758465.380480:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931180032, portal 10 00000100:00000001:0.0:1787758465.380482:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758465.380484:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787758465.380491:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380498:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758465.380501:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758465.380503:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758465.380506:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931180032, offset 0 00000400:00000200:0.0:1787758465.380511:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758465.380516:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.380520:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758465.380523:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758465.380526:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758465.380529:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758465.380530:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758465.380533:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747977:747977:256:4294967295] 192.168.201.121@tcp LPNI seq info [747971:747971:8:4294967295] 00000400:00000200:0.0:1787758465.380536:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.380541:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758465.380545:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.380547:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758465.380550:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758465.380553:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1787758465.380565:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.380567:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758465.380570:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758465.380574:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758465.380578:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758465.380580:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758465.380595:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758465.380600:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380610:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.380614:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380619:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380620:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758465.380624:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758465.380627:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758465.380629:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758465.380631:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310842381 00000100:00000001:0.0:1787758465.380634:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.380636:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310842381 00000100:00000001:0.0:1787758465.380637:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.380639:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758465.380640:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380642:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758465.380644:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758465/real 1787758465] req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758465.380649:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758465.380650:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758465.380652:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758465.380654:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758465.380655:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758465.380657:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758465.380659:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758465.380665:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380669:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758465.380670:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380671:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.380672:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758465.380675:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380679:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758465.380682:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380686:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758465.380688:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380689:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.380689:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380691:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758465.380694:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758465.380696:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758465.380698:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758465.380700:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758465.380703:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758465.380708:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758465.380711:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758465.380713:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380718:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758465.380719:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.380721:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758465.380722:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758465.380723:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758465.380725:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758465.380727:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758465.380729:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758465.380730:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.380731:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758465.380734:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758465.380736:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.380738:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758465.380740:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758465.380742:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758465.380744:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931180160, portal 10 00000100:00000001:0.0:1787758465.380746:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758465.380747:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758465.380750:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380755:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758465.380757:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758465.380758:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758465.380760:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931180160, offset 0 00000400:00000200:0.0:1787758465.380763:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758465.380765:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.380768:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758465.380770:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758465.380772:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758465.380774:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758465.380776:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758465.380778:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747978:747978:256:4294967295] 192.168.201.121@tcp LPNI seq info [747972:747972:8:4294967295] 00000400:00000200:0.0:1787758465.380781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.380785:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758465.380788:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.380790:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758465.380793:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758465.380795:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1787758465.380803:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.380804:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758465.380806:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758465.380809:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758465.380811:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758465.380812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758465.380813:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758465.380816:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380821:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.380823:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380828:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380829:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758465.380831:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758465.380833:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758465.380835:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758465.380836:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310842379 00000100:00000001:0.0:1787758465.380838:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.380840:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310842379 00000100:00000001:0.0:1787758465.380842:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.380843:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758465.380845:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.380846:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758465.380848:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758465/real 1787758465] req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758465.380853:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758465.380854:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758465.380855:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758465.380856:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758465.380857:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758465.380859:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758465.380861:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758465.380866:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380870:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758465.380871:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380873:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.380874:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758465.380876:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380880:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758465.380883:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380887:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758465.380888:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380889:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.380890:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.380892:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758465.380894:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758465.380896:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758465.380898:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758465.380899:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758465.380902:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758465.380907:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758465.380909:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758465.380912:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380916:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758465.380917:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.380919:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758465.380920:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758465.380921:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758465.380923:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758465.380925:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758465.380926:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758465.380927:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.380928:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758465.380930:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758465.380932:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.380934:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758465.380936:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758465.380938:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758465.380940:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931180288, portal 4 00000100:00000001:0.0:1787758465.380941:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758465.380942:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758465.380946:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.380951:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758465.380953:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758465.380954:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758465.380956:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931180288, offset 0 00000400:00000200:0.0:1787758465.380958:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758465.380960:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.380962:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758465.380964:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758465.380966:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758465.380967:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758465.380969:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758465.380971:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747979:747979:256:4294967295] 192.168.201.121@tcp LPNI seq info [747973:747973:8:4294967295] 00000400:00000200:0.0:1787758465.380974:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.380978:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758465.380981:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.380982:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758465.380985:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758465.380987:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1787758465.380994:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.380995:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758465.380997:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758465.381000:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758465.381001:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758465.381003:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758465.381004:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758465.381006:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381012:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.381014:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381023:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.381024:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758465.381026:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758465.381028:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758465.381030:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758465.381031:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310842415 00000100:00000001:0.0:1787758465.381033:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.381035:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310842415 00000100:00000001:0.0:1787758465.381036:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.381037:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758465.381038:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.381040:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758465.381042:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758465/real 1787758465] req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758465.381047:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758465.381047:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758465.381048:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758465.381050:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758465.381051:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758465.381052:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758465.381054:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758465.381060:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381064:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758465.381065:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381066:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.381067:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758465.381069:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381074:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758465.381077:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381081:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758465.381083:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381084:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.381085:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381086:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758465.381087:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758465.381088:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758465.381091:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758465.381092:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758465.381094:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758465.381099:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758465.381101:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758465.381104:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381107:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758465.381109:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.381110:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758465.381111:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758465.381113:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758465.381115:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758465.381117:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758465.381118:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758465.381119:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758465.381121:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758465.381123:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758465.381125:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758465.381127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758465.381129:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758465.381131:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758465.381132:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931180416, portal 4 00000100:00000001:0.0:1787758465.381134:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758465.381135:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758465.381138:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381143:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758465.381144:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758465.381146:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758465.381147:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931180416, offset 0 00000400:00000200:0.0:1787758465.381150:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758465.381152:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.381154:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758465.381155:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758465.381157:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758465.381159:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758465.381160:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758465.381162:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747980:747980:256:4294967295] 192.168.201.121@tcp LPNI seq info [747974:747974:8:4294967295] 00000400:00000200:0.0:1787758465.381165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758465.381169:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758465.381172:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.381174:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758465.381177:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758465.381178:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1787758465.381185:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758465.381187:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758465.381189:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758465.381191:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758465.381193:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758465.381194:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758465.381195:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758465.381198:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381202:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.381204:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381209:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.381210:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758465.381211:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758465.381213:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758465.381215:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758465.381216:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310842394 00000100:00000001:0.0:1787758465.381218:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.381219:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310842394 00000100:00000001:0.0:1787758465.381221:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310843344 00000100:00000001:0.0:1787758465.381223:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758465.381224:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.381225:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758465.381227:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758465/real 1787758465] req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758465.381232:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758465.381233:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758465.381234:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758465.381235:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758465.381236:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758465.381238:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758465.381240:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758465.381246:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381250:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758465.381251:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381252:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.381252:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758465.381255:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381259:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758465.381263:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381270:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758465.381273:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381274:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758465.381295:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381297:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758465.381299:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758465.381302:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758465.381306:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758465.381309:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758465.381313:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758465.381321:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931180416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758465.381324:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381326:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.381328:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931180032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381333:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758465.381334:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758465.381336:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758465.381338:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758465.381339:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758465.381340:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758465.381342:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758465.381343:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758465.381345:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758465.381346:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758465.381347:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758465.381349:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758465.381350:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381351:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.381354:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931180160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381360:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758465.381362:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758465.381364:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758465.381366:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758465.381368:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758465.381369:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758465.381371:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758465.381372:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758465.381375:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758465.381376:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758465.381378:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758465.381380:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758465.381381:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381383:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.381387:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931180288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381395:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758465.381397:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758465.381398:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758465.381401:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758465.381403:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758465.381404:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758465.381406:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758465.381408:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758465.381411:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758465.381411:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758465.381413:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758465.381414:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758465.381415:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381416:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758465.381419:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931180416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758465.381423:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758465.381424:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758465.381426:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758465.381427:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758465.381428:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758465.381429:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758465.381430:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758465.381431:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758465.381432:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758465.381433:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758465.381434:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758465.381435:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758465.381436:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381437:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758465.381440:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758465.381441:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758465.381442:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758465.381443:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758466.339409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758466.339421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758466.339424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758466.339425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758466.339436:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758466.339439:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758466.339445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758466.339451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758466.339452:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758466.339472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758466.339473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758466.339479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758466.339490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758466.339490:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758466.339503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758466.339516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758466.339522:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758466.339527:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758466.339529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758466.339534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758466.339537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758466.339546:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758466.339549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758466.339552:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758466.339562:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758466.339564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758466.339585:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758466.339594:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758466.339596:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758466.339616:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758466.339650:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758466.339654:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758466.339658:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758466.339661:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758466.339664:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758466.339667:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758466.339670:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758466.339672:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758466.339673:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758466.339675:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758466.339684:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758466.339687:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758466.339691:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758466.339694:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758466.339699:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758466.339702:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758466.339704:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758466.339707:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758466.403379:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310843344, at 4310843392 00000100:00000040:1.0:1787758466.403379:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310843344, at 4310843392 00000100:00000010:0.0:1787758466.403401:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758466.403404:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758467.363393:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758467.363400:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758467.363402:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758467.363407:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758467.363411:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758467.363415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758467.363417:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758467.363420:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758467.363423:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758467.363440:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758467.363456:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758467.363469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758467.363472:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758467.363483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758467.363487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758467.363491:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758467.363492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758467.363514:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758467.363514:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758467.363534:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758467.363534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758467.363562:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758467.363570:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758467.363587:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758467.363589:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758467.363597:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758467.363603:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758467.363613:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758467.363618:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758467.363620:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758467.363623:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758467.363627:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758467.363631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758467.363635:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758467.363639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758467.363649:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758467.363652:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758467.363658:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758467.363664:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758467.363678:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758467.363683:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758467.363686:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758467.363692:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758467.363694:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758467.363706:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758467.363816:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758467.363819:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758467.363821:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758468.387415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758468.387424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758468.387429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758468.387433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758468.387437:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758468.387444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758468.387452:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758468.387459:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758468.387461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758468.387466:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758468.387470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758468.387475:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758468.387478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758468.387485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758468.387496:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758468.387497:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758468.387503:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758468.387511:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758468.387516:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758468.387523:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758468.387548:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758468.387556:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758468.387558:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758468.387561:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758468.387564:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758468.387569:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758468.387569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758468.387573:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758468.387577:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758468.387578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758468.387581:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758468.387583:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758468.387588:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758468.387588:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758468.387592:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758468.387596:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758468.387618:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758468.387625:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758468.387633:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758469.411388:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758469.411388:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758469.411397:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758469.411398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758469.411401:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758469.411403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758469.411409:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758469.411411:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758469.411413:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758469.411419:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758469.411419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758469.411425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758469.411426:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758469.411431:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758469.411438:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758469.411438:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758469.411442:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758469.411446:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758469.411465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758469.411467:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758469.411469:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758469.411473:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758469.411473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758469.411477:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758469.411478:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758469.411485:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758469.411485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758469.411490:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758469.411491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758469.411494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758469.411495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758469.411498:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758469.411504:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758469.411523:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758469.411526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758469.411529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758469.411605:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758469.411607:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758469.411610:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758470.435349:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758470.435356:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758470.435360:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758470.435365:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758470.435368:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758470.435371:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758470.435373:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758470.435374:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.435378:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758470.435379:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758470.435386:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758470.435389:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758470.435396:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758470.435399:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758470.435403:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758470.435404:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758470.435408:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758470.435412:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.435420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758470.435430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758470.435432:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758470.435439:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000020:00000001:1.0:1787758470.435444:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758470.435445:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758470.435447:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.435451:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787758470.435452:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758470.435455:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758470.435458:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758470.435463:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758470.435473:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758470.435477:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758470.435480:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758470.435484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758470.435490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758470.435511:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758470.435514:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758470.435519:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758470.435524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758470.499356:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758470.499367:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758470.499369:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758470.499372:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758470.499376:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758470.499382:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16175 00000400:00000200:0.0:1787758470.499390:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758470.499395:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758470.499398:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758470.499401:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499403:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499405:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499407:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758470.499410:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758470.499412:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758470.499414:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758470.499417:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758470.499418:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758470.499420:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758470.499422:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499424:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499425:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499427:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758470.499429:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758470.499431:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499433:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758470.499435:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758470.499438:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758470.499440:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499442:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758470.499444:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758470.499452:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758470.499455:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758470.499458:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758470.499460:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499462:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758470.499465:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758470.499468:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758470.499476:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758470.499481:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758470.499489:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931180544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758470.499509:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758470.499512:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758470.499516:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931180544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758470.499535:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758470.499537:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758470.499540:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758470.499541:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758470.499543:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758470.499545:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758470.499547:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16175 00000400:00000200:0.0:1787758470.499550:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758470.499552:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758470.499554:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758470.499561:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499564:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499565:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758470.499569:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758470.499573:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758470.499575:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758470.499577:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758470.499580:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758470.499583:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758470.499589:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499593:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499597:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499601:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758470.499606:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758470.499610:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499616:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758470.499619:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758470.499625:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758470.499629:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499635:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758470.499640:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758470.499645:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499649:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758470.499655:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758470.499657:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758470.499662:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758470.499664:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499666:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758470.499668:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758470.499672:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758470.499677:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758470.499681:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758470.499689:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931180672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758470.499703:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758470.499706:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758470.499711:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931180672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758470.499721:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758470.499726:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758470.499732:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758470.499736:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758470.499740:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758470.499744:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758470.499749:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16175 00000400:00000200:0.0:1787758470.499754:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758470.499761:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758470.499763:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758470.499766:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499769:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499773:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499776:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758470.499779:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758470.499782:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758470.499785:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758470.499787:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758470.499789:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758470.499793:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758470.499797:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499802:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499808:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499811:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758470.499815:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758470.499822:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499827:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758470.499829:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758470.499832:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758470.499837:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499841:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758470.499845:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758470.499849:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499852:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758470.499857:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758470.499861:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758470.499866:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758470.499869:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.499872:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758470.499873:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758470.499876:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758470.499882:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758470.499887:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758470.499896:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931180800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758470.499906:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758470.499910:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758470.499918:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931180800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758470.499930:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758470.499933:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758470.499937:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758470.499946:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758470.499949:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758470.499954:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758470.499960:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16175 00000400:00000200:0.0:1787758470.499966:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758470.499971:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758470.499974:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758470.499979:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499983:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.499987:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.499992:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758470.499995:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758470.499996:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758470.500001:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758470.500003:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758470.500006:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758470.500010:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758470.500015:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500018:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.500021:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500025:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758470.500028:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758470.500032:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500036:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758470.500039:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758470.500044:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758470.500047:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.500048:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758470.500050:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758470.500051:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.500053:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758470.500057:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758470.500062:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758470.500068:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758470.500069:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.500073:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758470.500076:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758470.500079:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758470.500084:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758470.500091:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758470.500099:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931180928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758470.500141:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758470.500145:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758470.500153:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931180928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758470.500177:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758470.500181:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758470.500186:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758470.500190:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758470.500192:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758470.500198:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758470.500203:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16175 00000400:00000200:0.0:1787758470.500210:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758470.500215:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758470.500219:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758470.500226:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500230:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.500235:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500239:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758470.500243:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758470.500245:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758470.500249:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758470.500251:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758470.500255:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758470.500259:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758470.500293:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500300:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758470.500308:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500313:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758470.500320:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758470.500328:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758470.500335:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758470.500338:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758470.500342:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758470.500348:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.500352:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758470.500355:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758470.500358:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.500359:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758470.500363:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758470.500369:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758470.500373:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758470.500375:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758470.500378:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758470.500381:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758470.500384:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758470.500390:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758470.500396:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758470.500406:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931181056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758470.500422:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758470.500427:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758470.500434:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931181056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758470.500452:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758470.500458:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16185) 00000100:00000001:1.0:1787758471.459370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758471.459378:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758471.459382:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758471.459383:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758471.459389:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758471.459391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758471.459397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758471.459398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758471.459403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758471.459405:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758471.459409:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758471.459413:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758471.459413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758471.459418:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758471.459424:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758471.459433:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758471.459436:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758471.459439:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758471.459441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758471.459446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758471.459447:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758471.459450:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758471.459454:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758471.459457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758471.459458:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758471.459463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758471.459467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758471.459470:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758471.459474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758471.459475:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758471.459493:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758471.459502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758471.459507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758471.459514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758471.459516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758471.459520:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758471.523366:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310848464, at 4310848512 00000100:00000040:1.0:1787758471.523366:0:261507:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310848464, at 4310848512 00000100:00000010:1.0:1787758471.523383:0:261507:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787758471.523388:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787758472.483355:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758472.483360:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758472.483363:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758472.483366:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758472.483367:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758472.483370:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758472.483372:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758472.483376:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758472.483378:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758472.483384:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758472.483385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758472.483391:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758472.483392:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758472.483396:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758472.483404:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758472.483404:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758472.483409:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758472.483416:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758472.483438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758472.483438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758472.483444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758472.483445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758472.483446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758472.483450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758472.483454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758472.483456:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758472.483474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758472.483479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758472.483481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758472.483482:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758472.483486:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758472.483487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758472.483492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758472.483494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758472.483500:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758472.483506:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758472.483516:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758472.483521:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758472.483530:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758472.483532:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758472.483535:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758472.483538:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758472.483540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758472.483541:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758472.483544:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758473.507379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758473.507384:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758473.507386:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758473.507390:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758473.507391:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758473.507393:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758473.507397:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758473.507398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758473.507405:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758473.507406:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758473.507410:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758473.507412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758473.507414:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758473.507418:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758473.507422:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758473.507423:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758473.507427:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758473.507430:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758473.507458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758473.507463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758473.507464:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758473.507466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758473.507469:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758473.507471:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758473.507474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758473.507476:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758473.507479:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758473.507489:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758473.507494:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758473.507497:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758473.507503:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758473.507504:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758473.507507:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758473.507510:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758473.507512:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758473.507515:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758473.507516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758473.507518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758473.507522:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758473.507522:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758473.507526:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758473.507531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758473.507533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758473.507536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758473.507539:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758474.531369:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758474.531372:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758474.531375:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758474.531378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758474.531380:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758474.531381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758474.531387:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758474.531389:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758474.531393:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758474.531395:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758474.531397:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758474.531399:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758474.531438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758474.531443:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758474.531450:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758474.531451:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758474.531454:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758474.531457:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758474.531480:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758474.531480:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758474.531484:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758474.531485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758474.531487:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758474.531488:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758474.531496:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758474.531496:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758474.531503:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758474.531503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758474.531509:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758474.531509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758474.531522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758474.531526:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758474.531529:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758474.531530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758474.531533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758474.531536:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758475.555385:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758475.555388:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758475.555391:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758475.555393:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758475.555396:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.555396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758475.555424:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758475.555430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758475.555432:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758475.555436:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758475.555438:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758475.555442:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758475.555447:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758475.555452:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758475.555457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758475.555457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758475.555459:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758475.555461:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758475.555474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758475.555474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758475.555480:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758475.555480:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758475.555485:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.555485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758475.555489:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758475.555489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758475.555497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758475.555497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758475.555503:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758475.555503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758475.555511:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758475.555515:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758475.555520:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758475.555521:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758475.555523:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758475.555526:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758475.619423:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758475.619433:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758475.619435:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758475.619439:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758475.619442:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758475.619449:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16180 00000400:00000200:1.0:1787758475.619456:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758475.619462:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758475.619469:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758475.619472:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619477:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.619480:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619482:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758475.619485:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758475.619487:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758475.619489:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758475.619492:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758475.619494:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758475.619496:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758475.619498:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619503:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.619504:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619506:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758475.619508:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758475.619511:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619513:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758475.619515:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758475.619518:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758475.619520:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619521:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758475.619523:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758475.619531:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758475.619534:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758475.619538:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758475.619539:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619541:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758475.619544:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758475.619548:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758475.619554:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758475.619560:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758475.619567:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931181184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758475.619575:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758475.619579:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758475.619582:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931181184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758475.619599:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758475.619602:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758475.619604:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758475.619606:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758475.619607:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758475.619609:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758475.619611:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16180 00000400:00000200:1.0:1787758475.619613:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758475.619615:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758475.619617:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758475.619619:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619621:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.619623:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619625:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758475.619627:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758475.619628:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758475.619630:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758475.619631:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758475.619632:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758475.619634:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758475.619636:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619638:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.619641:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619645:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758475.619650:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758475.619657:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619664:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758475.619670:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758475.619677:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758475.619683:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619688:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758475.619695:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758475.619702:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619705:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758475.619710:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758475.619717:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758475.619724:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758475.619727:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619731:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758475.619734:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758475.619739:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758475.619746:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758475.619752:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758475.619762:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931181312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758475.619775:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758475.619778:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758475.619785:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931181312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758475.619798:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758475.619802:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758475.619809:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758475.619813:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758475.619816:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758475.619822:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758475.619829:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16180 00000400:00000200:1.0:1787758475.619838:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758475.619842:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758475.619847:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758475.619853:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619856:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.619861:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619864:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758475.619867:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758475.619870:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758475.619872:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758475.619874:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758475.619876:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758475.619879:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758475.619885:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619887:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.619888:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619890:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758475.619893:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758475.619898:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758475.619900:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758475.619903:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758475.619906:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758475.619909:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619911:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758475.619914:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758475.619917:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619919:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758475.619924:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758475.619928:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758475.619933:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758475.619936:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.619941:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758475.619944:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758475.619947:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758475.619953:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758475.619959:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758475.619966:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931181440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758475.619981:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758475.619985:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758475.619992:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931181440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758475.620000:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758475.620003:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758475.620009:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758475.620012:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758475.620015:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758475.620022:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758475.620028:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16180 00000400:00000200:1.0:1787758475.620033:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758475.620037:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758475.620039:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758475.620043:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620046:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.620051:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620058:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758475.620063:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758475.620066:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758475.620069:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758475.620074:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758475.620077:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758475.620082:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758475.620087:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620090:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.620095:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620097:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758475.620100:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758475.620105:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620108:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758475.620112:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758475.620115:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758475.620122:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.620124:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758475.620128:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758475.620133:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.620135:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758475.620143:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758475.620145:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758475.620147:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758475.620150:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.620152:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758475.620154:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758475.620157:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758475.620163:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758475.620167:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758475.620174:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931181568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758475.620205:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758475.620208:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758475.620212:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931181568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758475.620222:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758475.620225:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758475.620231:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758475.620233:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758475.620236:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758475.620240:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758475.620244:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16180 00000400:00000200:1.0:1787758475.620249:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758475.620253:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758475.620257:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758475.620261:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620263:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.620265:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620311:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758475.620316:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758475.620320:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758475.620324:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758475.620329:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758475.620332:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758475.620334:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758475.620342:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620346:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758475.620352:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620358:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758475.620364:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758475.620371:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758475.620376:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758475.620381:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758475.620387:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758475.620393:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.620397:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758475.620401:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758475.620419:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.620424:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758475.620433:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758475.620439:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758475.620446:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758475.620450:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758475.620455:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758475.620459:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758475.620464:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758475.620471:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758475.620479:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758475.620492:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931181696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758475.620511:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758475.620517:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758475.620526:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931181696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758475.620547:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758475.620557:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16190) 00000100:00000001:0.0:1787758476.579375:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758476.579376:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758476.579384:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758476.579398:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758476.579401:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758476.579402:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758476.579406:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758476.579407:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758476.579414:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758476.579415:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758476.579419:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758476.579420:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758476.579425:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758476.579429:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758476.579433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758476.579433:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758476.579437:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758476.579440:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758476.579453:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758476.579457:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758476.579457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758476.579459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758476.579461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758476.579463:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758476.579464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758476.579468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758476.579469:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758476.579473:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758476.579474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758476.579477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758476.579479:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758476.579483:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758476.579491:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758476.579492:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758476.579497:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758476.579503:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758476.579521:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758476.579525:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758476.579526:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758476.579531:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758476.579537:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758476.579542:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758476.579544:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758476.579545:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758476.579547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758476.643349:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310853584, at 4310853632 00000100:00000010:1.0:1787758476.643364:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000040:0.0:1787758476.643414:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310853584, at 4310853632 00000100:00000010:0.0:1787758476.643422:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787758477.603386:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758477.603390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758477.603394:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758477.603396:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758477.603399:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758477.603399:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758477.603406:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758477.603407:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758477.603411:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758477.603414:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758477.603415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603418:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758477.603422:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758477.603427:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758477.603433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758477.603434:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758477.603439:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603443:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758477.603453:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758477.603456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758477.603458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758477.603458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758477.603460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758477.603463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758477.603465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758477.603466:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758477.603468:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758477.603474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758477.603474:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758477.603477:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758477.603482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758477.603484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603498:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758477.603501:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603506:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758477.603521:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758477.603527:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758477.603532:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758477.603539:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758477.603546:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758477.603551:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603557:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758477.603559:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758477.603563:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758477.731399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758477.731408:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758477.731411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758477.731417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758477.731422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758477.731427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758477.731431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758477.731435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758477.731439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.627392:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758478.627392:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758478.627399:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758478.627400:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758478.627404:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758478.627404:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758478.627410:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758478.627410:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758478.627417:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758478.627417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758478.627423:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627424:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.627429:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758478.627432:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.627436:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.627437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758478.627441:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627445:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758478.627464:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758478.627471:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758478.627476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.627477:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758478.627483:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758478.627483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758478.627487:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758478.627489:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758478.627491:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758478.627495:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627497:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758478.627502:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.627502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758478.627508:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.627515:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.627516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758478.627521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627526:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758478.627543:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758478.627546:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758478.627548:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758478.627550:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758478.627553:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758478.627554:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758478.627556:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627558:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758478.627559:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758478.627563:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758478.627563:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.627565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758478.627569:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758478.627574:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758478.627577:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627580:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758478.627582:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758478.627585:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1787758478.691558:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:0.0:1787758478.691601:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1787758478.691611:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758478.691616:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:0.0:1787758478.691621:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758478.691626:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1787758478.691631:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787758478.691636:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59700. 00000400:00000200:0.0:1787758478.691640:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787758478.691645:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787758478.691651:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72990 00000400:00000010:0.0:1787758478.691654:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72990. 00000100:00000001:0.0:1787758478.691660:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758478.691670:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01334b40 x1874583931181184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.691697:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758478.691702:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931181184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.691711:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.691713:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787758478.691725:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787758478.691729:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:0.0:1787758478.691733:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787758478.691739:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787758478.691743:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72220 00000400:00000010:0.0:1787758478.691747:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72220. 00000100:00000001:0.0:1787758478.691750:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758478.691758:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01335680 x1874583931181312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.691770:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758478.691777:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931181312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.691803:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.691807:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787758478.691821:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787758478.691827:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:0.0:1787758478.691832:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787758478.691841:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787758478.691845:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72d48 00000400:00000010:0.0:1787758478.691849:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72d48. 00000100:00000001:0.0:1787758478.691854:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758478.691861:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01334780 x1874583931181440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.691894:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758478.691903:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931181440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.691913:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.691915:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787758478.691926:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787758478.691933:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:0.0:1787758478.691940:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787758478.691948:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787758478.691953:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72770 00000400:00000010:0.0:1787758478.691974:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72770. 00000100:00000001:0.0:1787758478.691982:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758478.691992:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01337480 x1874583931181568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.692020:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758478.692027:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931181568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.692042:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.692046:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787758478.692057:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787758478.692063:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:0.0:1787758478.692069:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787758478.692078:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787758478.692084:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72aa0 00000400:00000010:0.0:1787758478.692088:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72aa0. 00000100:00000001:0.0:1787758478.692095:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758478.692103:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c013370c0 x1874583931181696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.692142:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758478.692151:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931181696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758478.692165:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758478.692169:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758478.755391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758478.755400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758478.755403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758478.755408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758478.755412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758478.755416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.755419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758478.755422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758478.755425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758479.651388:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758479.651397:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758479.651400:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758479.651407:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758479.651415:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758479.651417:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758479.651421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.651423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758479.651427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758479.651429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758479.651431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758479.651434:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.651436:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758479.651441:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758479.651448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.651455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758479.651459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758479.651460:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758479.651462:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758479.651465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758479.651466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758479.651467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758479.651473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758479.651477:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758479.651479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758479.651483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758479.651488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758479.651495:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758479.651501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758479.651503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758479.651506:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758479.651507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758479.651512:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758479.651517:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758479.651517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758479.651524:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758479.651525:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758479.651530:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.651530:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.651537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758479.651544:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.651551:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758479.651552:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758479.651555:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758479.651557:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758479.779386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758479.779396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758479.779398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758479.779404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758479.779408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758479.779412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.779415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758479.779419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758479.779422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758480.675394:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758480.675394:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758480.675404:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758480.675409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.675411:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758480.675415:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758480.675417:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758480.675423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758480.675424:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758480.675430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758480.675431:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675436:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758480.675438:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758480.675444:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758480.675452:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.675453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758480.675456:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675459:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758480.675473:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758480.675479:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758480.675480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758480.675484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.675486:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758480.675491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758480.675492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758480.675496:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758480.675499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758480.675501:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758480.675505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675505:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675511:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758480.675513:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675515:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758480.675520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758480.675523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758480.675526:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.675538:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758480.675543:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758480.675545:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.675546:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758480.675549:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758480.675550:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675552:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758480.675553:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.675555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758480.739339:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758480.739347:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758480.739350:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758480.739353:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758480.739357:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758480.739363:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16185 00000400:00000200:1.0:1787758480.739370:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758480.739375:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758480.739378:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758480.739383:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739386:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.739389:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739392:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758480.739397:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758480.739399:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758480.739402:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758480.739406:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758480.739409:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758480.739411:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758480.739416:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739418:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.739421:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739423:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758480.739427:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758480.739431:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739433:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758480.739436:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758480.739439:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758480.739441:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739442:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758480.739444:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758480.739450:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758480.739453:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758480.739456:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758480.739457:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739460:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758480.739462:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758480.739466:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758480.739472:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758480.739477:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.739485:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931181824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758480.739493:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758480.739497:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758480.739500:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931181824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758480.739519:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758480.739522:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758480.739525:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758480.739526:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758480.739527:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758480.739529:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758480.739531:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16185 00000400:00000200:1.0:1787758480.739534:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758480.739537:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758480.739539:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758480.739542:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739544:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.739546:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739548:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758480.739549:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758480.739550:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758480.739552:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758480.739553:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758480.739555:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758480.739556:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758480.739559:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739562:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.739565:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758480.739572:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758480.739576:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739581:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758480.739584:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758480.739589:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758480.739595:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739600:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758480.739604:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758480.739610:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739624:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758480.739631:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758480.739636:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758480.739643:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758480.739646:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739652:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758480.739655:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758480.739659:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758480.739665:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758480.739672:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.739686:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931181952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758480.739701:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758480.739706:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758480.739711:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931181952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758480.739725:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758480.739730:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758480.739736:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758480.739740:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758480.739743:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758480.739750:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758480.739755:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16185 00000400:00000200:1.0:1787758480.739763:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758480.739769:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758480.739775:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758480.739783:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739788:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.739792:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739795:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758480.739798:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758480.739801:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758480.739805:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758480.739807:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758480.739810:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758480.739815:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758480.739823:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739828:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.739834:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739838:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758480.739843:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758480.739851:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758480.739857:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758480.739861:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758480.739884:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758480.739888:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739893:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758480.739897:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758480.739906:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739910:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758480.739917:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758480.739920:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758480.739925:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758480.739929:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.739932:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758480.739935:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758480.739938:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758480.739943:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758480.739950:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.739960:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931182080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758480.739973:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758480.739975:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758480.739980:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931182080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758480.739995:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758480.740000:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758480.740006:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758480.740010:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758480.740013:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758480.740019:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758480.740026:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16185 00000400:00000200:1.0:1787758480.740036:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758480.740043:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758480.740048:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758480.740056:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740062:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.740066:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740070:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758480.740074:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758480.740078:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758480.740082:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758480.740093:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758480.740099:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758480.740104:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758480.740109:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740114:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.740119:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740125:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758480.740130:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758480.740135:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740140:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758480.740143:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758480.740149:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758480.740154:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.740160:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758480.740164:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758480.740170:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.740175:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758480.740181:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758480.740186:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758480.740191:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758480.740195:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.740198:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758480.740201:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758480.740204:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758480.740212:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758480.740218:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.740229:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931182208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758480.740245:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758480.740250:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758480.740258:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931182208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758480.740298:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758480.740301:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758480.740305:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758480.740308:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758480.740323:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758480.740328:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758480.740335:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16185 00000400:00000200:1.0:1787758480.740344:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758480.740348:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758480.740352:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758480.740357:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740361:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.740365:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740369:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758480.740374:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758480.740376:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758480.740379:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758480.740382:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758480.740388:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758480.740393:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758480.740400:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740404:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758480.740406:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740411:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758480.740416:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758480.740424:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758480.740430:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758480.740437:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758480.740441:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758480.740448:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.740453:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758480.740458:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758480.740465:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.740470:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758480.740478:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758480.740483:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758480.740489:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758480.740492:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758480.740496:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758480.740499:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758480.740501:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758480.740507:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758480.740512:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.740521:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931182336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758480.740537:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758480.740540:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758480.740551:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931182336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758480.740565:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758480.740572:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16195) 00000100:00000001:1.0:1787758480.803371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758480.803377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758480.803378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758480.803383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758480.803386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758480.803388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.803390:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758480.803392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758480.803395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758481.699365:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758481.699370:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758481.699374:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758481.699378:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758481.699383:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758481.699386:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758481.699391:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758481.699396:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758481.699476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758481.699504:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758481.699504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758481.699509:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758481.699510:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758481.699514:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758481.699514:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758481.699521:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758481.699521:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758481.699529:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758481.699529:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758481.699534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758481.699534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758481.699539:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758481.699543:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758481.699549:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758481.699550:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758481.699552:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758481.699555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758481.763339:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310858704, at 4310858752 00000100:00000010:1.0:1787758481.763351:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000040:0.0:1787758481.763450:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310858704, at 4310858752 00000100:00000010:0.0:1787758481.763455:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787758481.827351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758481.827357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758481.827359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758481.827364:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758481.827368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758481.827371:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758481.827374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758481.827376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758481.827380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758482.723410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758482.723416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758482.723420:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758482.723425:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758482.723428:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758482.723432:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.723438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758482.723441:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.723447:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758482.723449:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758482.723462:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758482.723473:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758482.723478:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758482.723487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758482.723488:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758482.723494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758482.723501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758482.723503:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758482.723510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.723512:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758482.723518:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.723523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758482.723525:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758482.723529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758482.723529:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758482.723536:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758482.723556:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758482.723559:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758482.723568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758482.723573:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758482.723579:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758482.723586:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758482.723590:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.723596:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758482.723601:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.723606:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758482.851372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758482.851380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758482.851383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758482.851389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758482.851392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758482.851396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.851399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758482.851402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758482.851405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758483.747382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758483.747387:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758483.747393:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758483.747395:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758483.747397:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758483.747400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758483.747405:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758483.747407:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758483.747412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758483.747413:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758483.747417:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747420:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758483.747421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758483.747425:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747428:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758483.747429:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758483.747434:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747445:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758483.747452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758483.747458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758483.747464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758483.747468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758483.747473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758483.747479:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758483.747479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758483.747486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758483.747486:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758483.747497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758483.747501:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758483.747502:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758483.747515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758483.747518:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758483.747533:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758483.747550:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758483.747554:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758483.747557:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758483.747561:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758483.747567:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758483.747573:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747576:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758483.747577:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758483.747581:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758483.747581:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747586:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758483.747586:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758483.747591:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758483.747597:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758483.747606:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747617:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758483.747622:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758483.747628:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758483.875419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758483.875429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758483.875431:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758483.875436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758483.875439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758483.875444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758483.875446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758483.875449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758483.875452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758484.771364:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758484.771364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758484.771372:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758484.771373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758484.771378:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758484.771378:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758484.771387:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758484.771387:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758484.771394:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758484.771394:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758484.771400:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.771401:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771403:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758484.771406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758484.771407:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.771412:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771414:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758484.771419:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758484.771431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758484.771435:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758484.771437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758484.771437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758484.771442:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758484.771443:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758484.771446:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758484.771447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758484.771449:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758484.771452:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758484.771462:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758484.771468:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758484.771471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.771475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758484.771477:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.771480:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758484.771510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758484.771513:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758484.771515:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758484.771518:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758484.771521:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758484.771523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.771526:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758484.771528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771529:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758484.771531:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758484.771533:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758484.771537:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758484.771548:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758484.771556:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758484.771560:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771563:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758484.771564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758484.771566:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758484.899349:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758484.899357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758484.899359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758484.899364:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758484.899368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758484.899372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.899375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758484.899378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758484.899381:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758485.795363:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758485.795364:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758485.795369:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758485.795370:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758485.795374:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.795375:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758485.795382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758485.795384:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758485.795386:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758485.795390:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758485.795391:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.795397:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758485.795397:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758485.795401:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.795405:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758485.795405:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.795411:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.795417:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758485.795427:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758485.795431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758485.795433:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.795434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758485.795436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758485.795440:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758485.795441:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758485.795446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758485.795447:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758485.795451:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758485.795453:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758485.795458:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758485.795459:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.795462:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.795467:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758485.795467:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.795473:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.795478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758485.795484:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758485.795488:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758485.795493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758485.795498:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758485.795500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758485.795502:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758485.795505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758485.795506:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758485.795508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.859585:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758485.859590:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758485.859593:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758485.859600:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.859609:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758485.859611:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.859615:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758485.859617:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758485.859620:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758485.859624:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931182464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758485.859629:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758485.859633:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758485.859636:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.859639:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758485.859644:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758485.859647:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758485.859653:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758485.859657:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758485.859664:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758485.859670:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931182464, portal 25 00000100:00000001:0.0:1787758485.859673:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758485.859675:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758485.859681:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.859690:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758485.859693:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758485.859696:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758485.859699:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931182464, offset 0 00000400:00000200:0.0:1787758485.859707:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758485.859715:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.859721:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758485.859727:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758485.859732:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758485.859736:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758485.859739:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758485.859744:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747996:747996:256:4294967295] 192.168.201.121@tcp LPNI seq info [747990:747990:8:4294967295] 00000400:00000200:0.0:1787758485.859749:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.859759:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758485.859766:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.859771:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758485.859778:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758485.859782:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758485.859798:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.859801:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758485.859807:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758485.859812:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758485.859817:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758485.859820:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758485.859824:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758485.859829:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.859839:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.859843:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.859858:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.859861:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758485.859866:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758485.859870:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758485.859874:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310863824 00000100:00000010:0.0:1787758485.859879:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758485.859886:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758485.859893:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310863824 00000100:00000010:0.0:1787758485.859896:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758485.859900:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758485.859903:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758485.859906:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.859908:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758485.859914:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758485/real 1787758485] req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758485.859924:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758485.859927:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758485.859929:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758485.859932:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758485.859934:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758485.859937:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758485.859940:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758485.859951:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.859958:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758485.859960:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.859963:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.859965:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758485.859970:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.859990:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758485.859995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860004:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758485.860011:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860013:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860014:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860017:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758485.860019:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758485.860022:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758485.860026:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758485.860029:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758485.860034:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758485.860043:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931182464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758485.860049:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860051:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.860055:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860063:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758485.860066:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758485.860069:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758485.860072:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758485.860074:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758485.860076:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758485.860079:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758485.860082:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758485.860085:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758485.860087:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758485.860089:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758485.860093:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758485.860094:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860096:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860104:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758485.860106:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860108:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758485.860110:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758485.860112:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758485.860116:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860124:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758485.860125:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860128:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758485.860129:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758485.860131:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758485.860133:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758485.860136:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758485.860137:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758485.860139:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860140:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758485.860143:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758485.860144:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758485.860147:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758485.860149:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758485.860152:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758485.860154:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931182592, portal 10 00000100:00000001:0.0:1787758485.860156:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758485.860157:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758485.860162:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860167:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758485.860168:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758485.860170:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758485.860172:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931182592, offset 0 00000400:00000200:0.0:1787758485.860175:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860178:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860180:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758485.860183:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758485.860185:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758485.860187:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758485.860189:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860191:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747997:747997:256:4294967295] 192.168.201.121@tcp LPNI seq info [747991:747991:8:4294967295] 00000400:00000200:0.0:1787758485.860194:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860198:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758485.860201:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860204:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758485.860207:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758485.860209:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758485.860217:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860219:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758485.860221:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758485.860237:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758485.860239:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758485.860241:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758485.860243:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758485.860245:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860250:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.860253:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860257:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860258:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758485.860261:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758485.860264:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758485.860288:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758485.860289:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310862861 00000100:00000001:0.0:1787758485.860292:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860294:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310862861 00000100:00000001:0.0:1787758485.860295:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860297:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758485.860298:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860300:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758485.860302:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758485/real 1787758485] req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758485.860308:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758485.860309:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758485.860310:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758485.860312:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758485.860313:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758485.860315:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758485.860317:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758485.860329:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860334:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758485.860335:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860336:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860337:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758485.860339:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860344:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758485.860347:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860352:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758485.860354:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860355:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860356:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860357:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758485.860360:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758485.860362:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758485.860364:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758485.860365:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758485.860368:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758485.860374:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758485.860376:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758485.860378:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860382:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758485.860383:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860385:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758485.860386:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758485.860387:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758485.860389:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758485.860391:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758485.860392:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758485.860393:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860395:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758485.860397:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758485.860399:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758485.860401:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758485.860403:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758485.860405:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758485.860407:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931182720, portal 10 00000100:00000001:0.0:1787758485.860409:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758485.860410:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758485.860413:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860418:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758485.860420:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758485.860421:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758485.860423:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931182720, offset 0 00000400:00000200:0.0:1787758485.860425:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860428:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860430:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758485.860432:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758485.860434:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758485.860436:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758485.860437:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860440:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747998:747998:256:4294967295] 192.168.201.121@tcp LPNI seq info [747992:747992:8:4294967295] 00000400:00000200:0.0:1787758485.860443:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860447:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758485.860450:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860452:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758485.860454:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758485.860456:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758485.860464:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860466:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758485.860468:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758485.860470:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758485.860473:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758485.860474:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758485.860476:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758485.860478:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860484:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.860486:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860490:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860491:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758485.860493:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758485.860495:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758485.860497:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758485.860499:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310862859 00000100:00000001:0.0:1787758485.860500:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860502:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310862859 00000100:00000001:0.0:1787758485.860503:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860505:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758485.860506:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860507:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758485.860509:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758485/real 1787758485] req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758485.860514:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758485.860515:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758485.860516:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758485.860518:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758485.860519:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758485.860520:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758485.860523:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758485.860528:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860533:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758485.860534:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860535:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860536:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758485.860538:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860543:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758485.860545:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860549:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758485.860551:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860552:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860553:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860554:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758485.860555:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758485.860557:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758485.860559:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758485.860560:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758485.860563:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758485.860568:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758485.860570:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758485.860572:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860576:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758485.860577:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860579:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758485.860580:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758485.860582:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758485.860584:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758485.860586:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758485.860587:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758485.860588:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860590:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758485.860591:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758485.860593:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758485.860595:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758485.860597:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758485.860599:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758485.860601:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931182848, portal 4 00000100:00000001:0.0:1787758485.860603:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758485.860604:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758485.860607:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860611:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758485.860613:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758485.860615:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758485.860616:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931182848, offset 0 00000400:00000200:0.0:1787758485.860619:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860621:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860624:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758485.860627:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758485.860629:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758485.860632:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758485.860634:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860638:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [747999:747999:256:4294967295] 192.168.201.121@tcp LPNI seq info [747993:747993:8:4294967295] 00000400:00000200:0.0:1787758485.860642:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860649:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758485.860654:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860658:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758485.860662:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758485.860665:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758485.860678:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860680:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758485.860683:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758485.860687:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758485.860689:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758485.860691:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758485.860693:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758485.860696:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860701:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.860703:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860708:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860709:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758485.860712:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758485.860714:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758485.860717:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758485.860719:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310862895 00000100:00000001:0.0:1787758485.860721:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860722:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310862895 00000100:00000001:0.0:1787758485.860724:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860725:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758485.860727:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860728:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758485.860730:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758485/real 1787758485] req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758485.860736:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758485.860737:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758485.860738:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758485.860740:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758485.860741:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758485.860743:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758485.860744:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758485.860750:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860755:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758485.860756:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860757:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860758:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758485.860760:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860764:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758485.860767:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860771:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758485.860772:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860774:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860774:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860776:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758485.860777:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758485.860778:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758485.860780:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758485.860782:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758485.860785:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758485.860790:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758485.860793:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758485.860795:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860799:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758485.860800:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860801:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758485.860802:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758485.860804:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758485.860805:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758485.860807:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758485.860809:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758485.860810:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758485.860811:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758485.860813:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758485.860815:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758485.860817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758485.860818:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758485.860820:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758485.860822:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931182976, portal 4 00000100:00000001:0.0:1787758485.860824:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758485.860825:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758485.860829:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860834:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758485.860835:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758485.860837:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758485.860838:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931182976, offset 0 00000400:00000200:0.0:1787758485.860841:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860844:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860846:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758485.860848:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758485.860850:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758485.860853:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758485.860856:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758485.860859:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748000:748000:256:4294967295] 192.168.201.121@tcp LPNI seq info [747994:747994:8:4294967295] 00000400:00000200:0.0:1787758485.860864:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758485.860869:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758485.860875:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860878:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758485.860883:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758485.860886:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758485.860897:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758485.860900:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758485.860903:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758485.860906:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758485.860910:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758485.860911:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758485.860913:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758485.860916:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860922:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.860924:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860928:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860930:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758485.860932:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758485.860934:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758485.860937:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758485.860938:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310862874 00000100:00000001:0.0:1787758485.860940:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860942:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310862874 00000100:00000001:0.0:1787758485.860944:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310863824 00000100:00000001:0.0:1787758485.860945:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758485.860946:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.860948:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758485.860950:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758485/real 1787758485] req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758485.860955:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758485.860956:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758485.860958:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758485.860959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758485.860960:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758485.860962:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758485.860964:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758485.860969:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860973:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758485.860974:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860975:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860976:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758485.860979:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860983:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758485.860985:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.860989:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758485.860991:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860993:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758485.860993:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.860995:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758485.860996:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758485.860998:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758485.861000:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758485.861001:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758485.861004:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758485.861008:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931182976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758485.861011:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.861012:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.861014:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931182592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.861019:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758485.861020:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758485.861022:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758485.861024:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758485.861025:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758485.861026:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758485.861028:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758485.861029:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758485.861031:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758485.861032:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758485.861033:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758485.861035:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758485.861036:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.861037:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.861039:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931182720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.861048:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758485.861049:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758485.861050:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758485.861051:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758485.861052:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758485.861053:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758485.861054:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758485.861055:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758485.861057:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758485.861057:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758485.861058:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758485.861060:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758485.861060:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.861061:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.861063:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931182848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.861067:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758485.861068:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758485.861069:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758485.861070:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758485.861071:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758485.861072:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758485.861073:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758485.861074:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758485.861075:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758485.861076:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758485.861077:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758485.861078:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758485.861079:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.861080:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758485.861082:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931182976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758485.861086:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758485.861087:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758485.861088:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758485.861090:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758485.861090:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758485.861091:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758485.861093:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758485.861094:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758485.861095:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758485.861096:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758485.861097:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758485.861098:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758485.861099:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.861100:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758485.861103:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758485.861104:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758485.861105:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758485.861106:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758485.923357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758485.923363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758485.923365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758485.923369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758485.923373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758485.923376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758485.923378:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758485.923380:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758485.923383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758486.819399:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758486.819399:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758486.819409:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758486.819409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758486.819415:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758486.819415:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758486.819424:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758486.819424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758486.819430:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758486.819431:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758486.819437:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758486.819437:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758486.819445:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758486.819450:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819455:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758486.819457:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758486.819458:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819465:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758486.819483:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758486.819484:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758486.819489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758486.819490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758486.819494:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758486.819496:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758486.819502:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758486.819503:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758486.819509:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758486.819512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819517:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758486.819517:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758486.819521:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758486.819522:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758486.819536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758486.819541:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819545:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758486.819546:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758486.819550:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758486.819554:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758486.819557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758486.819582:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758486.819584:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819586:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758486.819588:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758486.819590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758486.883342:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310863824, at 4310863872 00000100:00000040:1.0:1787758486.883342:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310863824, at 4310863872 00000100:00000010:0.0:1787758486.883356:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758486.883357:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:1.0:1787758486.947320:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758486.947328:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758486.947331:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758486.947337:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758486.947340:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758486.947344:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758486.947347:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758486.947350:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758486.947353:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758487.843345:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758487.843350:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758487.843353:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758487.843357:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758487.843361:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758487.843365:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758487.843365:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758487.843372:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758487.843376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758487.843383:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758487.843386:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758487.843387:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758487.843391:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758487.843392:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.843396:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758487.843397:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758487.843403:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758487.843411:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758487.843422:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758487.843427:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758487.843430:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758487.843431:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758487.843433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758487.843437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758487.843438:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758487.843443:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758487.843444:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.843449:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758487.843450:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758487.843452:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758487.843455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758487.843459:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.843459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758487.843467:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758487.843471:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758487.843475:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758487.843475:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758487.843480:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758487.843483:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758487.843504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758487.843508:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758487.843513:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.843518:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758487.843521:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.843527:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758487.971319:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758487.971327:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758487.971330:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758487.971335:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758487.971339:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758487.971343:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.971346:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758487.971349:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758487.971353:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758488.867380:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758488.867380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758488.867388:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758488.867389:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758488.867391:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758488.867396:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758488.867399:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758488.867403:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758488.867407:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758488.867409:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758488.867414:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758488.867415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758488.867421:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758488.867426:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758488.867433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758488.867434:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758488.867439:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758488.867445:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758488.867456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758488.867463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758488.867469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758488.867475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758488.867476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758488.867481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758488.867483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758488.867484:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758488.867489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758488.867490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758488.867495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758488.867496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758488.867498:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758488.867502:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758488.867507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758488.867508:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758488.867512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758488.867518:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758488.995340:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758488.995349:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758488.995352:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758488.995357:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758488.995360:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758488.995363:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758488.995365:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758488.995367:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758488.995370:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758489.891342:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758489.891343:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758489.891350:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758489.891350:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758489.891352:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758489.891355:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758489.891359:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758489.891362:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758489.891364:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758489.891369:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758489.891370:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758489.891375:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758489.891375:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758489.891380:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758489.891383:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758489.891394:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758489.891398:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758489.891401:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758489.891417:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758489.891421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758489.891424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758489.891428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758489.891429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758489.891434:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758489.891438:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758489.891438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758489.891443:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758489.891444:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758489.891450:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758489.891452:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758489.891454:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758489.891458:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758489.891465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758489.891466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758489.891470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758489.891475:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758489.891485:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758489.891488:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758489.891490:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758489.891492:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758489.891494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758489.891496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758489.891498:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758489.891499:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758489.891500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758489.891502:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758489.891504:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758489.891507:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758490.019349:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758490.019357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758490.019360:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758490.019366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758490.019370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758490.019374:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.019377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758490.019381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.019385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758490.915374:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758490.915380:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758490.915384:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758490.915387:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758490.915388:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.915391:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758490.915396:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758490.915397:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758490.915406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758490.915406:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758490.915412:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.915413:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.915419:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758490.915423:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.915426:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.915427:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758490.915432:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.915438:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.915461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787758490.915462:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758490.915466:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787758490.915466:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.915471:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758490.915471:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787758490.915478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758490.915484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758490.915484:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758490.915490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.915490:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758490.915495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.915498:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758490.915500:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758490.915502:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.915506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758490.915508:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758490.915510:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.915517:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758490.915521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758490.915524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.979604:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758490.979611:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758490.979616:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758490.979628:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.979648:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758490.979653:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.979660:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758490.979664:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758490.979671:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758490.979681:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931183104:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758490.979691:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758490.979697:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758490.979703:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.979711:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758490.979718:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758490.979725:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758490.979737:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758490.979745:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758490.979755:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758490.979765:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183104, portal 25 00000100:00000001:0.0:1787758490.979770:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758490.979774:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758490.979782:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.979808:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758490.979815:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758490.979820:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758490.979826:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931183104, offset 0 00000400:00000200:0.0:1787758490.979838:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758490.979850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.979863:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758490.979874:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758490.979884:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758490.979892:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758490.979899:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758490.979916:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748001:748001:256:4294967295] 192.168.201.121@tcp LPNI seq info [747995:747995:8:4294967295] 00000400:00000200:0.0:1787758490.979924:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.979945:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758490.979959:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.979968:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758490.979980:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758490.979986:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758490.980019:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.980025:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758490.980036:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758490.980047:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758490.980058:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758490.980064:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758490.980071:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758490.980082:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980115:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.980126:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980172:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.980175:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758490.980185:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758490.980195:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758490.980200:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310868944 00000100:00000010:0.0:1787758490.980208:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758490.980220:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758490.980228:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310868944 00000100:00000010:0.0:1787758490.980235:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758490.980241:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758490.980247:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758490.980251:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.980255:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758490.980295:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758490/real 1787758490] req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758490.980322:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758490.980327:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758490.980330:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758490.980335:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758490.980339:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758490.980345:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758490.980354:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758490.980370:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980385:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758490.980389:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980392:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.980395:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758490.980402:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980421:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758490.980429:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980444:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758490.980451:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980454:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.980457:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980460:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758490.980463:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758490.980467:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758490.980473:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758490.980476:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758490.980483:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758490.980501:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931183104:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758490.980507:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980511:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.980518:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931183104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980547:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758490.980551:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758490.980555:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758490.980560:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758490.980564:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758490.980568:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758490.980571:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758490.980575:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758490.980580:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758490.980584:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758490.980587:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758490.980593:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758490.980595:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980596:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980602:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758490.980604:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.980606:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758490.980608:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758490.980609:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758490.980613:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980618:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758490.980619:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.980621:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758490.980622:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758490.980624:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758490.980626:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183232:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758490.980628:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758490.980630:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758490.980631:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.980632:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758490.980635:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758490.980636:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758490.980639:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758490.980642:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758490.980644:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758490.980646:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183232, portal 10 00000100:00000001:0.0:1787758490.980648:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758490.980649:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758490.980654:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980659:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758490.980661:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758490.980663:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758490.980665:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931183232, offset 0 00000400:00000200:0.0:1787758490.980668:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758490.980671:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.980674:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758490.980676:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758490.980678:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758490.980680:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758490.980682:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758490.980684:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748002:748002:256:4294967295] 192.168.201.121@tcp LPNI seq info [747996:747996:8:4294967295] 00000400:00000200:0.0:1787758490.980687:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.980692:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758490.980695:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.980697:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758490.980700:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758490.980702:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758490.980711:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.980712:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758490.980714:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758490.980717:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758490.980719:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758490.980720:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758490.980722:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758490.980724:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980730:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.980732:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980737:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.980738:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758490.980740:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758490.980743:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758490.980745:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758490.980747:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310867981 00000100:00000001:0.0:1787758490.980748:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.980750:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310867981 00000100:00000001:0.0:1787758490.980752:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.980753:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758490.980755:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.980756:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758490.980759:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758490/real 1787758490] req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758490.980764:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758490.980765:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758490.980767:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758490.980769:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758490.980771:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758490.980773:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758490.980775:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758490.980781:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980785:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758490.980786:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980787:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.980788:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758490.980791:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980795:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758490.980798:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980803:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758490.980805:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980806:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.980807:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.980808:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758490.980811:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758490.980813:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758490.980815:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758490.980816:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758490.980819:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758490.980824:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183232:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758490.980828:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758490.980832:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980839:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758490.980841:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.980843:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758490.980845:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758490.980847:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758490.980849:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183360:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758490.980851:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758490.980853:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758490.980854:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.980856:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758490.980859:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758490.980862:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758490.980866:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758490.980869:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758490.980873:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758490.980876:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183360, portal 10 00000100:00000001:0.0:1787758490.980878:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758490.980880:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758490.980887:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980895:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758490.980898:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758490.980900:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758490.980903:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931183360, offset 0 00000400:00000200:0.0:1787758490.980908:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758490.980913:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.980917:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758490.980920:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758490.980923:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758490.980926:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758490.980928:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758490.980930:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748003:748003:256:4294967295] 192.168.201.121@tcp LPNI seq info [747997:747997:8:4294967295] 00000400:00000200:0.0:1787758490.980935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.980941:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758490.980947:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.980951:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758490.980955:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758490.980958:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758490.980969:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.980971:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758490.980974:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758490.980978:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758490.980981:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758490.980983:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758490.980986:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758490.980990:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.980999:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981002:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981009:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981011:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758490.981014:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758490.981018:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758490.981022:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758490.981025:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310867979 00000100:00000001:0.0:1787758490.981027:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.981030:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310867979 00000100:00000001:0.0:1787758490.981033:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.981035:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758490.981038:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981040:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758490.981044:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758490/real 1787758490] req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758490.981053:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758490.981054:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758490.981056:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758490.981058:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758490.981059:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758490.981061:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758490.981063:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758490.981069:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981074:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758490.981075:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981077:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.981078:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758490.981080:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981084:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758490.981087:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981092:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758490.981094:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981095:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.981096:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981097:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758490.981099:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758490.981101:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758490.981103:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758490.981104:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758490.981107:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758490.981112:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183360:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758490.981114:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758490.981117:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981121:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758490.981122:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.981124:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758490.981125:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758490.981127:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758490.981129:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183488:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758490.981131:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758490.981232:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758490.981234:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.981235:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758490.981238:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758490.981239:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758490.981243:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758490.981245:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758490.981247:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758490.981250:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183488, portal 4 00000100:00000001:0.0:1787758490.981252:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758490.981253:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758490.981257:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981262:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758490.981264:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758490.981281:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758490.981283:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931183488, offset 0 00000400:00000200:0.0:1787758490.981287:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758490.981290:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.981293:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758490.981295:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758490.981297:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758490.981299:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758490.981300:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758490.981303:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748004:748004:256:4294967295] 192.168.201.121@tcp LPNI seq info [747998:747998:8:4294967295] 00000400:00000200:0.0:1787758490.981306:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.981310:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758490.981314:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.981316:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758490.981319:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758490.981321:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758490.981330:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.981332:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758490.981334:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758490.981336:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758490.981338:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758490.981340:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758490.981341:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758490.981344:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981350:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981352:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981356:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981357:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758490.981359:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758490.981362:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758490.981364:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758490.981365:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310868016 00000100:00000001:0.0:1787758490.981367:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.981369:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310868016 00000100:00000001:0.0:1787758490.981370:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.981372:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758490.981373:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981374:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758490.981377:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758490/real 1787758490] req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758490.981383:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758490.981384:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758490.981385:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758490.981386:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758490.981388:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758490.981389:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758490.981391:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758490.981396:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981401:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758490.981402:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981403:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.981404:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758490.981406:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981411:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758490.981413:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981417:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758490.981419:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981420:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.981421:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981422:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758490.981423:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758490.981425:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758490.981427:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758490.981428:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758490.981431:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758490.981437:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183488:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758490.981439:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758490.981441:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981445:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758490.981446:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.981448:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758490.981449:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758490.981450:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758490.981452:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183616:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758490.981454:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758490.981455:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758490.981456:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758490.981457:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758490.981459:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758490.981461:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758490.981463:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758490.981465:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758490.981467:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758490.981469:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183616, portal 4 00000100:00000001:0.0:1787758490.981470:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758490.981471:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758490.981475:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981480:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758490.981481:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758490.981483:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758490.981484:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931183616, offset 0 00000400:00000200:0.0:1787758490.981487:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758490.981489:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.981491:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758490.981493:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758490.981495:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758490.981497:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758490.981499:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758490.981501:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748005:748005:256:4294967295] 192.168.201.121@tcp LPNI seq info [747999:747999:8:4294967295] 00000400:00000200:0.0:1787758490.981504:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758490.981507:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758490.981510:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.981512:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758490.981515:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758490.981516:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787758490.981524:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758490.981525:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758490.981527:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758490.981529:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758490.981531:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758490.981533:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758490.981534:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758490.981536:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981541:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981543:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981548:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981549:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758490.981551:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758490.981552:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758490.981555:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758490.981556:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310867995 00000100:00000001:0.0:1787758490.981558:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.981560:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310867995 00000100:00000001:0.0:1787758490.981562:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310868944 00000100:00000001:0.0:1787758490.981563:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758490.981564:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981565:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758490.981568:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758490/real 1787758490] req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758490.981572:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758490.981573:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758490.981574:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758490.981575:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758490.981576:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758490.981578:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758490.981580:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758490.981585:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981589:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758490.981590:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981591:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.981592:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758490.981594:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981599:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758490.981601:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981605:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758490.981607:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981608:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758490.981609:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981611:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758490.981612:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758490.981614:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758490.981616:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758490.981617:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758490.981619:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758490.981624:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183616:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758490.981626:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981628:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981630:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931183232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981634:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758490.981635:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758490.981636:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758490.981638:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758490.981639:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758490.981640:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758490.981641:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758490.981642:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758490.981644:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758490.981645:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758490.981646:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758490.981648:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758490.981649:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981650:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981652:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931183360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981661:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758490.981662:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758490.981663:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758490.981664:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758490.981665:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758490.981666:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758490.981667:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758490.981668:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758490.981670:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758490.981670:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758490.981671:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758490.981673:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758490.981674:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981675:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981677:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931183488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981680:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758490.981681:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758490.981682:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758490.981684:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758490.981684:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758490.981685:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758490.981686:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758490.981687:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758490.981689:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758490.981689:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758490.981690:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758490.981692:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758490.981692:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981693:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758490.981695:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931183616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758490.981699:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758490.981700:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758490.981719:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758490.981721:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758490.981722:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758490.981723:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758490.981724:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758490.981725:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758490.981727:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758490.981728:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758490.981729:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758490.981730:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758490.981731:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981733:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758490.981735:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758490.981736:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758490.981737:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758490.981738:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758491.043340:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758491.043347:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758491.043348:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758491.043353:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758491.043355:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758491.043358:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758491.043360:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758491.043362:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758491.043365:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758491.939354:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758491.939360:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758491.939363:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758491.939370:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758491.939374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758491.939375:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758491.939382:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758491.939383:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758491.939386:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758491.939388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758491.939389:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939396:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758491.939397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758491.939404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758491.939412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758491.939417:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758491.939419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758491.939421:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939422:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758491.939429:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758491.939430:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758491.939433:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758491.939437:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939440:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758491.939443:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758491.939450:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758491.939456:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758491.939463:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758491.939476:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758491.939479:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758491.939482:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758491.939487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758491.939495:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758491.939500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939506:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758491.939509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758491.939512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758492.003357:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310868944, at 4310868992 00000100:00000040:1.0:1787758492.003357:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310868944, at 4310868992 00000100:00000010:0.0:1787758492.003371:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758492.003375:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:1.0:1787758492.067327:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758492.067334:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758492.067335:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758492.067340:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758492.067343:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758492.067345:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758492.067347:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758492.067349:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758492.067352:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758492.963334:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758492.963341:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758492.963344:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758492.963348:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758492.963350:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758492.963353:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758492.963356:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758492.963357:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758492.963362:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758492.963362:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758492.963368:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758492.963369:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758492.963373:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758492.963374:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758492.963381:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758492.963391:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758492.963395:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758492.963398:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758492.963414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758492.963415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758492.963419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758492.963420:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758492.963422:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758492.963424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758492.963428:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758492.963428:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758492.963433:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758492.963435:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758492.963436:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758492.963442:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758492.963443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758492.963448:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758492.963453:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758492.963454:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758492.963457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758492.963461:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758492.963560:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758492.963562:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758492.963565:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758493.091356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758493.091362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758493.091363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758493.091367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758493.091370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758493.091373:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.091375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758493.091377:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.091379:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758493.987350:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758493.987357:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758493.987358:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758493.987360:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758493.987362:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758493.987366:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758493.987368:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758493.987369:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758493.987373:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758493.987375:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758493.987378:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.987385:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758493.987387:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.987390:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.987396:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758493.987407:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758493.987411:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758493.987415:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758493.987432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758493.987436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758493.987441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758493.987444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758493.987448:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758493.987449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758493.987452:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758493.987454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758493.987456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758493.987458:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758493.987461:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758493.987463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758493.987464:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758493.987467:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.987470:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758493.987479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758493.987483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758493.987487:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758493.987500:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758493.987506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758493.987510:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758493.987515:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758493.987520:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758493.987524:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.987527:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758493.987529:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758493.987531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758493.987561:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758493.987564:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758493.987566:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758494.115363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758494.115371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758494.115373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758494.115377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758494.115380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758494.115383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758494.115385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758494.115387:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758494.115389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758495.011376:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758495.011377:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758495.011384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758495.011385:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758495.011390:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758495.011391:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758495.011399:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758495.011399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758495.011406:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758495.011408:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758495.011413:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.011414:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758495.011421:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758495.011425:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758495.011429:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758495.011437:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758495.011439:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.011442:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758495.011450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758495.011456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758495.011456:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758495.011460:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758495.011461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758495.011465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758495.011466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758495.011473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758495.011473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758495.011479:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758495.011486:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758495.011488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758495.011489:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.011492:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758495.011494:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758495.011501:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758495.011503:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.011505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758495.011514:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758495.011516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758495.011518:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758495.011520:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758495.011524:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758495.011524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758495.011529:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758495.011533:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758495.011535:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.011538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758495.011540:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.011542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758495.139328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758495.139335:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758495.139337:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758495.139341:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758495.139344:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758495.139347:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.139349:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758495.139351:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758495.139353:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.035395:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758496.035400:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758496.035404:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758496.035405:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758496.035409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758496.035410:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758496.035418:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758496.035418:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758496.035426:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758496.035427:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758496.035432:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.035433:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758496.035443:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758496.035447:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758496.035454:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.035455:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.035461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.035468:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758496.035475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758496.035481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758496.035486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.035487:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758496.035492:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758496.035494:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758496.035496:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758496.035500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758496.035502:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758496.035506:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.035507:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758496.035512:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.035513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758496.035514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.035522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758496.035522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.035528:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.035536:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758496.035560:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758496.035563:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758496.035567:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758496.099575:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758496.099583:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758496.099589:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758496.099602:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.099623:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.099627:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.099632:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758496.099638:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758496.099645:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758496.099652:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931183744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758496.099661:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758496.099667:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758496.099672:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.099678:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758496.099685:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758496.099691:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758496.099702:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758496.099708:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758496.099715:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758496.099725:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183744, portal 25 00000100:00000001:0.0:1787758496.099732:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758496.099737:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787758496.099751:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.099790:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758496.099800:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758496.099806:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758496.099824:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931183744, offset 0 00000400:00000200:0.0:1787758496.099839:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758496.099852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.099862:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758496.099868:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758496.099877:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758496.099884:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758496.099891:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758496.099901:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748006:748006:256:4294967295] 192.168.201.121@tcp LPNI seq info [748000:748000:8:4294967295] 00000400:00000200:0.0:1787758496.099912:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.099932:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758496.099944:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.099953:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758496.099968:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758496.099977:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758496.100021:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.100027:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758496.100036:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758496.100079:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758496.100088:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758496.100093:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758496.100101:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758496.100112:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100139:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.100149:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100179:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.100186:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758496.100195:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758496.100206:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758496.100212:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310874064 00000100:00000010:0.0:1787758496.100221:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758496.100230:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758496.100243:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310874064 00000100:00000010:0.0:1787758496.100251:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758496.100257:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758496.100302:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758496.100308:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.100315:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758496.100324:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758496/real 1787758496] req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758496.100338:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758496.100341:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758496.100344:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758496.100347:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758496.100349:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758496.100352:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758496.100357:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758496.100367:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100375:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758496.100377:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100380:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.100382:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758496.100387:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100396:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758496.100401:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100410:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758496.100413:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100416:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.100417:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100420:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758496.100422:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758496.100425:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758496.100430:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758496.100432:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758496.100438:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758496.100446:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931183744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758496.100452:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100455:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.100459:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931183744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100467:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758496.100470:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758496.100473:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758496.100476:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758496.100478:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758496.100480:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758496.100483:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758496.100486:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:0.0:1787758496.100490:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758496.100491:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758496.100493:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:0.0:1787758496.100496:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758496.100498:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100501:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100507:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758496.100509:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.100512:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758496.100513:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758496.100515:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758496.100519:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100527:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.100529:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.100532:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758496.100534:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758496.100536:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758496.100540:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758496.100543:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758496.100546:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758496.100548:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.100550:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758496.100554:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758496.100556:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758496.100560:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758496.100563:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758496.100567:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758496.100570:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931183872, portal 10 00000100:00000001:0.0:1787758496.100573:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758496.100574:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787758496.100582:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100589:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758496.100592:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758496.100595:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758496.100597:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931183872, offset 0 00000400:00000200:0.0:1787758496.100602:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758496.100606:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.100611:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758496.100614:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758496.100617:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758496.100620:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758496.100623:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758496.100627:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748007:748007:256:4294967295] 192.168.201.121@tcp LPNI seq info [748001:748001:8:4294967295] 00000400:00000200:0.0:1787758496.100632:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.100639:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758496.100644:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.100648:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758496.100653:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758496.100656:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758496.100669:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.100671:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758496.100674:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758496.100678:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758496.100681:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758496.100683:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758496.100686:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758496.100690:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100700:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.100704:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100712:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.100714:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758496.100718:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758496.100721:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758496.100725:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758496.100728:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310873101 00000100:00000001:0.0:1787758496.100730:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.100733:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310873101 00000100:00000001:0.0:1787758496.100736:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.100738:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758496.100740:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.100742:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758496.100746:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758496/real 1787758496] req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758496.100755:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758496.100757:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758496.100759:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758496.100761:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758496.100764:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758496.100766:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758496.100770:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758496.100780:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100787:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758496.100789:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100791:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.100793:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758496.100797:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100805:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758496.100809:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100818:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758496.100821:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100822:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.100824:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.100826:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758496.100830:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758496.100833:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758496.100837:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758496.100839:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758496.100844:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758496.100853:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931183872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758496.100858:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758496.100861:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100869:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.100871:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.100873:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758496.100875:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758496.100877:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758496.100881:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758496.100885:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758496.100887:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758496.100889:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.100891:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758496.100895:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758496.100897:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758496.100902:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758496.100905:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758496.100909:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758496.100912:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184000, portal 10 00000100:00000001:0.0:1787758496.100914:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758496.100916:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787758496.100921:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.100929:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758496.100932:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758496.100934:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758496.100937:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931184000, offset 0 00000400:00000200:0.0:1787758496.100941:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758496.100945:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.100949:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758496.100952:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758496.100955:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758496.100958:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758496.100961:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758496.100964:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748008:748008:256:4294967295] 192.168.201.121@tcp LPNI seq info [748002:748002:8:4294967295] 00000400:00000200:0.0:1787758496.100969:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.100976:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758496.100981:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.100985:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758496.100989:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758496.100991:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758496.101004:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.101006:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758496.101010:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758496.101014:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758496.101017:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758496.101019:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758496.101022:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758496.101026:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101036:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.101040:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101061:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.101063:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758496.101066:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758496.101069:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758496.101073:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758496.101075:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310873099 00000100:00000001:0.0:1787758496.101078:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.101081:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310873099 00000100:00000001:0.0:1787758496.101083:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.101085:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758496.101087:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.101089:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758496.101094:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758496/real 1787758496] req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758496.101103:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758496.101104:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758496.101106:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758496.101110:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758496.101112:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758496.101114:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758496.101118:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758496.101128:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101136:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758496.101138:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101140:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.101141:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758496.101146:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101154:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758496.101159:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101166:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758496.101169:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101171:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.101173:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101175:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758496.101178:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758496.101181:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758496.101185:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758496.101187:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758496.101192:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758496.101201:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758496.101206:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758496.101210:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101217:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.101219:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.101221:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758496.101223:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758496.101226:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758496.101229:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758496.101233:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758496.101235:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758496.101236:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.101238:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758496.101242:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758496.101244:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758496.101248:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758496.101251:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758496.101255:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758496.101259:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184128, portal 4 00000100:00000001:0.0:1787758496.101261:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758496.101263:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787758496.101287:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101295:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758496.101298:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758496.101300:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758496.101303:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931184128, offset 0 00000400:00000200:0.0:1787758496.101308:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758496.101312:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.101316:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758496.101319:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758496.101321:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758496.101324:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758496.101327:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758496.101331:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748009:748009:256:4294967295] 192.168.201.121@tcp LPNI seq info [748003:748003:8:4294967295] 00000400:00000200:0.0:1787758496.101336:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.101344:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758496.101349:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.101353:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758496.101357:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758496.101360:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758496.101373:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.101375:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758496.101378:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758496.101382:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758496.101385:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758496.101387:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758496.101390:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758496.101394:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101402:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.101407:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101415:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.101416:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758496.101419:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758496.101423:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758496.101426:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758496.101429:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310873136 00000100:00000001:0.0:1787758496.101432:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.101435:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310873136 00000100:00000001:0.0:1787758496.101438:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.101440:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758496.101443:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.101445:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758496.101449:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758496/real 1787758496] req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758496.101458:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758496.101459:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758496.101461:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758496.101464:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758496.101466:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758496.101468:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758496.101472:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758496.101482:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101490:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758496.101492:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101494:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.101496:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758496.101500:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101508:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758496.101513:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101521:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758496.101523:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101525:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.101526:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101528:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758496.101530:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758496.101534:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758496.101537:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758496.101540:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758496.101545:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758496.101554:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758496.101559:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758496.101563:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101570:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758496.101572:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.101574:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758496.101576:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758496.101578:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758496.101582:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758496.101585:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758496.101588:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758496.101589:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758496.101591:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758496.101595:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758496.101597:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758496.101601:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758496.101604:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758496.101607:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758496.101611:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184256, portal 4 00000100:00000001:0.0:1787758496.101614:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758496.101615:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787758496.101621:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101629:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758496.101631:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758496.101634:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758496.101636:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931184256, offset 0 00000400:00000200:0.0:1787758496.101641:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758496.101645:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.101649:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758496.101651:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758496.101654:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758496.101657:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758496.101659:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758496.101663:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748010:748010:256:4294967295] 192.168.201.121@tcp LPNI seq info [748004:748004:8:4294967295] 00000400:00000200:0.0:1787758496.101668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758496.101674:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758496.101679:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.101683:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758496.101687:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758496.101690:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758496.101702:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758496.101704:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758496.101708:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758496.101711:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758496.101715:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758496.101717:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758496.101719:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758496.101724:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101733:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.101736:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101744:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.101746:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758496.101748:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758496.101751:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758496.101755:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758496.101758:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310873115 00000100:00000001:0.0:1787758496.101761:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.101763:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310873115 00000100:00000001:0.0:1787758496.101766:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310874064 00000100:00000001:0.0:1787758496.101769:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758496.101771:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.101773:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758496.101778:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758496/real 1787758496] req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758496.101785:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758496.101787:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758496.101789:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758496.101792:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758496.101794:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758496.101796:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758496.101800:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758496.101810:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101817:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758496.101819:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101821:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.101822:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758496.101826:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101834:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758496.101838:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101846:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758496.101849:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101851:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758496.101852:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101854:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758496.101856:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758496.101859:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758496.101863:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758496.101865:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758496.101870:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758496.101878:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758496.101883:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101885:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.101889:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931183872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101897:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758496.101899:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758496.101901:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758496.101904:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758496.101905:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758496.101907:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758496.101909:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758496.101911:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787758496.101913:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758496.101915:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758496.101917:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:0.0:1787758496.101920:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758496.101921:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101923:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.101927:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931184000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101941:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758496.101943:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758496.101944:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758496.101947:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758496.101948:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758496.101950:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758496.101952:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758496.101954:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787758496.101956:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758496.101957:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758496.101959:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787758496.101962:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758496.101963:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101965:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.101969:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931184128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.101976:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758496.101978:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758496.101979:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758496.101982:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758496.101983:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758496.101984:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758496.101987:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758496.101989:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787758496.101991:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758496.101992:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758496.101994:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787758496.101996:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758496.101997:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.101999:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758496.102002:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931184256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758496.102009:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758496.102011:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758496.102013:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758496.102015:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758496.102016:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758496.102018:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758496.102020:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758496.102022:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787758496.102024:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758496.102025:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758496.102027:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787758496.102030:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758496.102031:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.102034:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758496.102037:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758496.102039:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758496.102041:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758496.102058:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758496.163375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758496.163382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758496.163385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758496.163390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758496.163394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758496.163399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758496.163402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758496.163405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758496.163408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758497.059394:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758497.059398:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758497.059400:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758497.059404:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758497.059404:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758497.059409:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758497.059410:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758497.059417:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758497.059417:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758497.059421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.059423:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758497.059427:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758497.059435:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758497.059439:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758497.059443:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758497.059444:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758497.059449:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.059453:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758497.059462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758497.059466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758497.059470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758497.059473:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758497.059476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758497.059480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758497.059481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758497.059486:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.059486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758497.059493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758497.059495:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758497.059496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.059501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758497.059503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758497.059505:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.059510:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758497.059514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.059520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758497.123365:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310874064, at 4310874112 00000100:00000040:0.0:1787758497.123366:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310874064, at 4310874112 00000100:00000010:0.0:1787758497.123378:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758497.123381:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000001:1.0:1787758497.187379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758497.187386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758497.187388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758497.187392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758497.187395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758497.187398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.187400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758497.187402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758497.187405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758498.083385:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758498.083385:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758498.083392:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758498.083392:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758498.083397:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758498.083398:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758498.083404:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758498.083405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758498.083410:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758498.083411:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758498.083414:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758498.083415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758498.083431:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758498.083435:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758498.083438:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758498.083439:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758498.083442:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758498.083445:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758498.083463:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758498.083467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758498.083470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758498.083475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758498.083483:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758498.083487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758498.083493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758498.083497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758498.083499:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758498.083501:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758498.083503:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758498.083508:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758498.083511:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758498.083517:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758498.083522:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758498.083526:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758498.083529:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758498.083535:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758498.211359:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758498.211366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758498.211368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758498.211372:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758498.211375:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758498.211378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758498.211380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758498.211382:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758498.211385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758499.107349:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758499.107356:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758499.107358:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758499.107364:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758499.107370:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758499.107370:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758499.107376:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.107377:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758499.107380:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758499.107383:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758499.107384:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758499.107392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758499.107393:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758499.107399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758499.107404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.107412:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758499.107415:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.107419:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758499.107422:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758499.107426:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758499.107430:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758499.107435:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758499.107438:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758499.107443:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758499.107447:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758499.107451:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758499.107456:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758499.107466:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758499.107471:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758499.107477:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758499.107484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758499.107491:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758499.107496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.107501:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758499.107505:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.107511:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758499.235372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758499.235381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758499.235383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758499.235389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:1.0:1787758499.235393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758499.235397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.235400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758499.235403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758499.235406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758500.131343:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758500.131350:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758500.131352:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758500.131359:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758500.131363:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758500.131369:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758500.131375:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758500.131380:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758500.131385:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758500.131386:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758500.131393:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758500.131397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758500.131405:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758500.131412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758500.131418:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758500.131418:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758500.131423:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758500.131426:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758500.131427:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758500.131428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758500.131434:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758500.131435:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758500.131439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758500.131441:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758500.131443:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758500.131446:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758500.131451:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758500.131480:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758500.131483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758500.131487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758500.131492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758500.131495:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758500.131498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758500.131500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758500.131501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758500.131502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.155371:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758501.155371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758501.155382:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758501.155383:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758501.155389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.155389:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758501.155398:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758501.155406:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758501.155407:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758501.155413:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758501.155414:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758501.155430:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.155442:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758501.155446:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.155450:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.155451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758501.155457:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758501.155465:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.155489:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758501.155494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758501.155497:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758501.155500:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758501.155504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758501.155510:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.155517:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758501.155522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.155529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758501.219388:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758501.219399:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758501.219402:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758501.219406:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758501.219411:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758501.219418:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16205 00000400:00000200:1.0:1787758501.219428:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758501.219434:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758501.219438:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758501.219443:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219446:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.219450:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219452:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758501.219457:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758501.219459:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758501.219461:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758501.219464:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758501.219468:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758501.219470:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758501.219474:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219476:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.219478:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219481:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758501.219484:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758501.219488:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219491:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.219494:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758501.219498:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758501.219501:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.219503:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758501.219506:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758501.219516:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758501.219520:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758501.219524:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758501.219527:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.219530:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758501.219533:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758501.219537:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758501.219545:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758501.219551:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758501.219560:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758501.219572:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758501.219576:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758501.219581:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758501.219604:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758501.219608:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758501.219612:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758501.219613:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758501.219615:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758501.219618:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758501.219621:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16205 00000400:00000200:1.0:1787758501.219625:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758501.219629:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758501.219631:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758501.219635:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219638:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.219641:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219644:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758501.219647:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758501.219649:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758501.219651:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758501.219653:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758501.219654:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787758501.219656:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758501.219660:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758501.219661:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758501.219665:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787758501.219668:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219673:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758501.219676:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758501.219679:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.219685:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758501.219691:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000001:0.0:1787758501.219698:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1787758501.219699:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758501.219703:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.219710:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.219711:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787758501.219714:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758501.219716:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758501.219721:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.219722:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758501.219728:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931184384:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758501.219729:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.219734:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758501.219738:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1787758501.219741:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758501.219744:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1787758501.219747:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.219749:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.219752:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.219755:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1787758501.219758:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 02000000:00000010:0.0:1787758501.219763:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 00000020:00000040:1.0:1787758501.219764:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758501.219769:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.219771:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758501.219785:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.219788:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758501.219791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758501.219792:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758501.219796:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758501.219798:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 02000000:00000010:1.0:1787758501.219802:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000400:00000010:0.0:1787758501.219808:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758501.219809:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758501.219820:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184384, portal 25 00000100:00100000:1.0:1787758501.219820:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758501.219826:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758501.219830:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000001:1.0:1787758501.219837:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758501.219842:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.219843:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758501.219851:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.219856:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758501.219865:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758501.219870:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758501.219872:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758501.219877:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931184384, offset 0 00000100:00080000:1.0:1787758501.219878:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758501.219885:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758501.219887:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758501.219890:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758501.219891:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758501.219898:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758501.219902:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16205 00000400:00000200:0.0:1787758501.219905:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.219926:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758501.219932:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758501.219936:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758501.219941:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758501.219944:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758501.219948:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748011:748011:256:4294967295] 192.168.201.121@tcp LPNI seq info [748005:748005:8:4294967295] 00000400:00000200:0.0:1787758501.219969:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.219979:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758501.219989:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758501.219991:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000010:0.0:1787758501.219997:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000400:00000200:1.0:1787758501.219999:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758501.220004:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1787758501.220010:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000040:1.0:1787758501.220012:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758501.220018:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000100:00000001:1.0:1787758501.220024:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.220031:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220036:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758501.220042:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758501.220045:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000800:00000100:0.0:1787758501.220049:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758501.220050:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758501.220054:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000800:00000010:0.0:1787758501.220056:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000020:00000001:1.0:1787758501.220060:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758501.220064:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758501.220066:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758501.220070:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220076:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758501.220077:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787758501.220082:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220086:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758501.220087:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000020:00000040:1.0:1787758501.220089:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000010:0.0:1787758501.220092:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00080000:1.0:1787758501.220095:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758501.220099:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787758501.220100:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.220104:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1787758501.220108:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758501.220110:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758501.220116:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.220121:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758501.220124:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758501.220128:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00000001:1.0:1787758501.220130:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.220135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758501.220135:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758501.220141:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758501.220146:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758501.220147:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758501.220152:0:2420:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1787758501.220154:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758501.220157:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220160:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.220161:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758501.220165:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758501.220168:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.220169:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758501.220175:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310879184 02000000:00000010:1.0:1787758501.220176:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000010:0.0:1787758501.220182:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758501.220182:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758501.220193:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758501.220194:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758501.220203:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310879184 00000100:00000001:1.0:1787758501.220205:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1787758501.220209:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:1.0:1787758501.220210:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220217:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1787758501.220219:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.220223:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758501.220230:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220236:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758501.220238:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758501.220242:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758501.220246:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758501/real 1787758501] req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758501.220247:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758501.220251:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758501.220254:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758501.220261:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:0.0:1787758501.220294:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758501.220297:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758501.220299:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00080000:1.0:1787758501.220302:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16205 00000400:00000200:0.0:1787758501.220305:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758501.220309:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000400:00000200:1.0:1787758501.220310:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758501.220315:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787758501.220319:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000200:0.0:1787758501.220325:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758501.220325:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758501.220332:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220339:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.220344:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220349:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787758501.220350:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758501.220353:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758501.220356:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758501.220360:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758501.220363:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758501.220367:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1787758501.220368:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758501.220371:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758501.220373:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758501.220377:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1787758501.220381:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758501.220383:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758501.220386:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.220392:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758501.220393:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758501.220395:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758501.220401:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758501.220409:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758501.220414:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758501.220416:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.220420:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1787758501.220424:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758501.220426:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758501.220432:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.220437:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758501.220441:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758501.220443:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1787758501.220448:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220449:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758501.220453:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220455:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.220458:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787758501.220460:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758501.220461:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000040:1.0:1787758501.220465:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000001:0.0:1787758501.220466:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1787758501.220472:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00080000:0.0:1787758501.220473:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1787758501.220476:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758501.220480:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758501.220482:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758501.220487:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1787758501.220487:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758501.220490:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.220496:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758501.220497:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758501.220503:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758501.220514:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758501.220516:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931184384:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758501.220529:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758501.220533:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758501.220534:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758501.220539:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.220542:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931184384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758501.220549:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.220562:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758501.220567:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787758501.220568:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758501.220572:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 00000100:00080000:1.0:1787758501.220574:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787758501.220578:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1787758501.220580:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1787758501.220582:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1787758501.220584:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:0.0:1787758501.220586:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00080000:1.0:1787758501.220588:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1787758501.220591:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787758501.220593:0:218438:0:(import.c:485:import_select_connection()) Process entered 02000000:00000010:0.0:1787758501.220596:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 00000100:00080000:1.0:1787758501.220600:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16205 02000000:00000001:0.0:1787758501.220603:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758501.220608:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1787758501.220608:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:0.0:1787758501.220612:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000400:00000200:1.0:1787758501.220615:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758501.220618:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1787758501.220620:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758501.220622:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.220627:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758501.220627:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220634:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758501.220637:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758501.220638:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758501.220641:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758501.220643:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758501.220646:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758501.220648:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787758501.220650:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000001:0.0:1787758501.220652:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758501.220655:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758501.220656:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787758501.220660:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000040:0.0:1787758501.220666:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758501.220666:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758501.220671:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758501.220680:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758501.220685:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758501.220687:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787758501.220690:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758501.220691:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.220695:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787758501.220697:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758501.220701:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787758501.220702:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 02000000:00000001:0.0:1787758501.220706:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758501.220710:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00100000:0.0:1787758501.220714:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:1.0:1787758501.220716:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.220722:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758501.220723:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758501.220727:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787758501.220727:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758501.220731:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758501.220733:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.220735:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758501.220737:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758501.220741:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 02000000:00000010:0.0:1787758501.220742:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 00000008:00000001:1.0:1787758501.220747:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.220748:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758501.220752:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.220758:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:1.0:1787758501.220761:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000400:00000010:0.0:1787758501.220763:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000020:00000040:1.0:1787758501.220766:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000400:00000010:0.0:1787758501.220769:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 02000000:00000001:1.0:1787758501.220771:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758501.220775:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758501.220776:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184512, portal 10 00000100:00000001:1.0:1787758501.220779:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758501.220781:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1787758501.220783:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758501.220785:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 02000000:00000001:1.0:1787758501.220787:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758501.220796:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000040:0.0:1787758501.220797:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758501.220803:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220812:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1787758501.220814:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787758501.220819:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758501.220825:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758501.220830:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787758501.220831:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931184512, offset 0 00000100:00000001:1.0:1787758501.220835:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.220841:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758501.220846:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758501.220852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.220861:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758501.220864:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.220867:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787758501.220872:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16215) 00000400:00000200:0.0:1787758501.220873:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758501.220879:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758501.220883:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758501.220887:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748012:748012:256:4294967295] 192.168.201.121@tcp LPNI seq info [748006:748006:8:4294967295] 00000400:00000200:0.0:1787758501.220892:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.220901:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758501.220906:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.220910:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758501.220915:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758501.220918:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758501.220930:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.220933:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758501.220936:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758501.220940:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758501.220943:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758501.220945:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758501.220948:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758501.220967:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.220978:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.220982:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.220989:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.220991:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758501.220995:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.220999:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758501.221003:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758501.221005:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310878221 00000100:00000001:0.0:1787758501.221007:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.221010:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310878221 00000100:00000001:0.0:1787758501.221012:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.221015:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758501.221017:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.221019:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758501.221024:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758501/real 1787758501] req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758501.221032:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758501.221033:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758501.221035:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758501.221038:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758501.221040:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758501.221042:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758501.221045:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758501.221055:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221062:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758501.221063:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221066:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.221067:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758501.221071:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221078:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758501.221082:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221089:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758501.221092:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221093:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.221095:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221097:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758501.221101:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758501.221104:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758501.221107:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758501.221110:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758501.221114:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758501.221122:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184512:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758501.221127:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758501.221130:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221137:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758501.221139:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.221142:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758501.221144:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758501.221146:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758501.221149:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758501.221153:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758501.221155:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758501.221157:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.221159:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758501.221163:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758501.221165:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.221169:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758501.221172:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758501.221175:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758501.221179:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184640, portal 10 00000100:00000001:0.0:1787758501.221181:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758501.221182:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758501.221189:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221202:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758501.221205:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758501.221208:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758501.221211:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931184640, offset 0 00000400:00000200:0.0:1787758501.221215:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758501.221219:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.221223:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758501.221226:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758501.221229:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758501.221232:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758501.221234:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758501.221238:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748013:748013:256:4294967295] 192.168.201.121@tcp LPNI seq info [748007:748007:8:4294967295] 00000400:00000200:0.0:1787758501.221242:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.221249:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758501.221253:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.221257:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758501.221262:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758501.221265:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758501.221297:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.221299:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758501.221302:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758501.221307:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758501.221310:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758501.221312:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758501.221316:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758501.221320:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221328:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.221331:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221345:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.221347:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758501.221350:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.221353:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758501.221357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758501.221359:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310878220 00000100:00000001:0.0:1787758501.221362:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.221364:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310878220 00000100:00000001:0.0:1787758501.221367:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.221369:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758501.221371:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.221373:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758501.221378:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758501/real 1787758501] req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758501.221386:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758501.221388:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758501.221390:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758501.221392:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758501.221394:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758501.221397:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758501.221400:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758501.221409:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221415:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758501.221417:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221419:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.221421:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758501.221425:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221432:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758501.221437:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221444:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758501.221447:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221449:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.221450:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221452:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758501.221455:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758501.221458:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758501.221461:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758501.221464:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758501.221468:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758501.221477:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184640:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758501.221481:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758501.221485:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221492:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758501.221493:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.221496:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758501.221498:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758501.221500:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758501.221503:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758501.221507:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758501.221509:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758501.221512:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.221513:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758501.221517:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758501.221519:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.221523:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758501.221527:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758501.221530:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758501.221534:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184768, portal 4 00000100:00000001:0.0:1787758501.221536:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758501.221537:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758501.221543:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221550:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758501.221552:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758501.221554:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758501.221557:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931184768, offset 0 00000400:00000200:0.0:1787758501.221561:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758501.221566:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.221570:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758501.221573:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758501.221576:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758501.221579:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758501.221581:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758501.221585:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748014:748014:256:4294967295] 192.168.201.121@tcp LPNI seq info [748008:748008:8:4294967295] 00000400:00000200:0.0:1787758501.221589:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.221596:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758501.221601:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.221605:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758501.221610:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758501.221613:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758501.221625:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.221627:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758501.221630:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758501.221634:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758501.221637:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758501.221640:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758501.221642:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758501.221646:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221654:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.221658:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221664:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.221666:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758501.221669:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.221673:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758501.221676:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758501.221678:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310878256 00000100:00000001:0.0:1787758501.221681:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.221684:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310878256 00000100:00000001:0.0:1787758501.221686:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.221689:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758501.221691:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.221693:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758501.221697:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758501/real 1787758501] req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758501.221705:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758501.221706:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758501.221708:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758501.221711:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758501.221712:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758501.221715:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758501.221719:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758501.221727:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221734:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758501.221736:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221738:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.221740:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758501.221744:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221752:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758501.221756:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221763:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758501.221765:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221767:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.221769:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221771:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758501.221772:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758501.221775:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758501.221779:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758501.221782:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758501.221785:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758501.221794:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184768:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758501.221799:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221801:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.221805:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931184512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221813:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758501.221815:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758501.221818:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758501.221821:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758501.221823:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758501.221824:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758501.221827:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758501.221829:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758501.221831:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758501.221832:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758501.221834:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758501.221838:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758501.221839:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221841:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.221845:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931184640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221853:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758501.221855:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758501.221857:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758501.221859:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758501.221860:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758501.221862:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758501.221864:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758501.221866:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758501.221869:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758501.221870:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758501.221872:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758501.221874:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758501.221876:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221878:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.221882:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931184768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221888:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758501.221890:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758501.221892:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758501.221894:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758501.221896:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758501.221897:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758501.221900:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758501.221901:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758501.221903:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758501.221905:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758501.221906:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758501.221908:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758501.221910:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221912:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.221915:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758501.221917:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.221919:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758501.221921:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758501.221922:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758501.221926:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.221934:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758501.221935:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.221938:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758501.221940:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758501.221942:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758501.221946:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758501.221949:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758501.221951:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758501.221971:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758501.221973:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758501.221977:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758501.221979:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758501.221983:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758501.221985:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758501.221990:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758501.221993:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931184896, portal 4 00000100:00000001:0.0:1787758501.221996:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758501.221997:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758501.222003:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222010:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758501.222013:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758501.222015:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758501.222018:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931184896, offset 0 00000400:00000200:0.0:1787758501.222023:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758501.222027:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.222031:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758501.222035:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758501.222038:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758501.222041:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758501.222043:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758501.222047:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748015:748015:256:4294967295] 192.168.201.121@tcp LPNI seq info [748009:748009:8:4294967295] 00000400:00000200:0.0:1787758501.222051:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758501.222058:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758501.222062:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.222066:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758501.222070:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758501.222073:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758501.222086:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758501.222088:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758501.222091:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758501.222094:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758501.222098:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758501.222100:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758501.222103:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758501.222107:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222121:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.222125:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222132:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.222134:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758501.222137:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758501.222140:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758501.222143:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758501.222146:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310878235 00000100:00000001:0.0:1787758501.222148:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.222151:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310878235 00000100:00000001:0.0:1787758501.222153:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310879184 00000100:00000001:0.0:1787758501.222155:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758501.222157:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.222159:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758501.222163:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758501/real 1787758501] req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758501.222172:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758501.222173:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758501.222175:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758501.222178:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758501.222180:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758501.222183:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758501.222186:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758501.222195:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222202:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758501.222204:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.222206:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.222208:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758501.222212:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222219:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758501.222224:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222231:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758501.222234:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.222235:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758501.222237:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.222239:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758501.222241:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758501.222244:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758501.222248:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758501.222250:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758501.222254:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758501.222262:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931184896:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758501.222285:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.222288:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758501.222291:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931184896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758501.222299:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758501.222301:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758501.222303:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758501.222306:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758501.222308:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758501.222310:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758501.222312:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758501.222314:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758501.222317:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758501.222319:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758501.222320:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758501.222323:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758501.222325:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.222327:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758501.222330:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758501.222332:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758501.222334:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758501.222336:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758502.179368:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758502.179368:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758502.179377:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758502.179377:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758502.179381:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758502.179382:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758502.179391:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758502.179391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758502.179399:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758502.179400:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758502.179404:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758502.179406:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758502.179410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758502.179415:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758502.179421:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758502.179422:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758502.179426:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758502.179431:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758502.179467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758502.179472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758502.179477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758502.179481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758502.179486:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758502.179492:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758502.179493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758502.179499:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758502.179503:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758502.179504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758502.179507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758502.179508:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758502.179511:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758502.179512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758502.179515:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758502.179519:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758502.179522:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758502.179524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758502.243401:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310879184, at 4310879232 00000100:00000040:1.0:1787758502.243401:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310879184, at 4310879232 00000100:00000010:0.0:1787758502.243415:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758502.243417:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787758503.203410:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758503.203417:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758503.203421:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758503.203427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758503.203429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758503.203440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758503.203441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758503.203453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758503.203457:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758503.203460:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203473:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758503.203474:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758503.203482:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758503.203485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203488:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758503.203500:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758503.203511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758503.203523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758503.203533:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758503.203542:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758503.203550:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758503.203555:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758503.203563:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758503.203570:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203579:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758503.203584:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203591:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758503.203594:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758503.203605:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758503.203610:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758503.203616:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758503.203622:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758503.203629:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758503.203636:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758503.203637:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758503.203647:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203648:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758503.203656:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758503.203657:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758503.203668:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758503.203677:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758503.203685:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203691:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758503.203697:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758503.203707:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758503.203746:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758503.203750:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758503.203754:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758504.227358:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758504.227368:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758504.227370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758504.227372:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758504.227376:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758504.227379:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758504.227380:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758504.227386:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758504.227387:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758504.227391:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758504.227392:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758504.227396:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758504.227396:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758504.227400:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758504.227406:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758504.227406:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758504.227410:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758504.227414:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758504.227428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758504.227434:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758504.227436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758504.227437:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758504.227441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758504.227441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758504.227445:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758504.227446:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758504.227450:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758504.227450:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758504.227456:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758504.227461:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758504.227462:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758504.227464:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758504.227467:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758504.227467:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758504.227469:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758504.227472:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758504.227484:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758504.227489:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758504.227498:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758505.251352:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758505.251359:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758505.251362:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758505.251366:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758505.251370:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758505.251373:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758505.251374:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758505.251379:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758505.251381:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758505.251382:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758505.251387:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758505.251387:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758505.251396:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758505.251404:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758505.251407:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758505.251410:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758505.251411:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758505.251415:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758505.251417:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758505.251419:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758505.251422:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758505.251424:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758505.251428:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758505.251431:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758505.251438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758505.251442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758505.251445:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758505.251454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758505.251460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758505.251464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758505.251472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758505.251480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758505.251484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758505.251492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758505.251496:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758505.251500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758505.251516:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758505.251520:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758505.251522:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758506.275344:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758506.275350:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758506.275354:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.275359:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758506.275365:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758506.275369:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.275376:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758506.275379:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.275386:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758506.275387:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.275393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758506.275398:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758506.275404:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787758506.275404:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758506.275408:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.275412:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1787758506.275413:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758506.275418:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.275423:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758506.275427:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.275431:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.275438:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758506.275442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758506.275445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.275449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758506.275453:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758506.275457:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.275463:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758506.275466:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.275470:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.275493:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758506.275500:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758506.275504:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758506.275511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758506.275517:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758506.275522:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.275529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758506.275533:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.275535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758506.339353:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758506.339361:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758506.339364:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758506.339367:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758506.339370:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758506.339377:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16210 00000400:00000200:1.0:1787758506.339384:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758506.339390:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758506.339402:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758506.339406:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339414:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339417:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339420:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758506.339424:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758506.339427:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758506.339430:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758506.339434:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758506.339437:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758506.339440:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758506.339443:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339445:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339447:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339448:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758506.339451:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758506.339453:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339455:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758506.339457:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758506.339459:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758506.339461:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339463:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758506.339465:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758506.339472:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758506.339475:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758506.339479:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758506.339480:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339483:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758506.339485:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758506.339488:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758506.339494:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758506.339499:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758506.339507:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758506.339515:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758506.339518:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758506.339521:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758506.339538:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758506.339541:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758506.339544:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758506.339545:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758506.339546:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758506.339549:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758506.339550:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16210 00000400:00000200:1.0:1787758506.339554:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758506.339556:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758506.339558:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758506.339561:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339562:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758506.339565:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758506.339565:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758506.339571:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758506.339571:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758506.339572:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000100:00000001:0.0:1787758506.339575:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758506.339576:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758506.339580:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758506.339582:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758506.339584:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758506.339585:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758506.339589:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339593:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339596:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339599:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758506.339603:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00000001:0.0:1787758506.339606:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1787758506.339607:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758506.339610:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339611:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758506.339614:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758506.339615:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758506.339618:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758506.339619:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758506.339622:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758506.339623:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339626:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00100000:0.0:1787758506.339628:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931185024:192.168.201.121@tcp:250:kworker.0 00000008:00100000:1.0:1787758506.339630:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758506.339634:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1787758506.339635:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339637:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.339639:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1787758506.339640:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 02000000:00000001:0.0:1787758506.339642:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758506.339645:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758506.339646:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758506.339650:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758506.339651:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758506.339653:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:1.0:1787758506.339653:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758506.339654:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758506.339658:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758506.339658:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758506.339665:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000400:00000200:0.0:1787758506.339666:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758506.339669:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758506.339671:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00100000:1.0:1787758506.339676:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787758506.339678:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758506.339685:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787758506.339687:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185024, portal 25 00000100:00000001:1.0:1787758506.339688:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.339692:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1787758506.339695:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758506.339701:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758506.339703:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758506.339705:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758506.339706:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758506.339707:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758506.339709:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758506.339711:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16210 00000400:00000200:1.0:1787758506.339713:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758506.339715:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758506.339717:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758506.339718:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339720:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339721:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339723:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758506.339727:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000020:00000001:1.0:1787758506.339727:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758506.339729:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758506.339732:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758506.339733:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758506.339736:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758506.339737:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758506.339739:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758506.339745:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339749:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339753:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758506.339757:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758506.339757:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758506.339761:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00000040:0.0:1787758506.339764:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758506.339767:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000010:0.0:1787758506.339769:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758506.339770:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758506.339773:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1787758506.339774:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931185024, offset 0 02000000:00000001:1.0:1787758506.339776:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758506.339780:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339782:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758506.339786:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000008:00100000:1.0:1787758506.339786:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758506.339791:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339795:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758506.339799:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000400:00000200:0.0:1787758506.339800:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758506.339806:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000400:00000200:0.0:1787758506.339812:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 02000000:00000001:1.0:1787758506.339812:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758506.339816:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.339820:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758506.339821:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787758506.339822:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787758506.339825:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758506.339830:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 02000000:00000010:1.0:1787758506.339832:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000400:00000200:0.0:1787758506.339836:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787758506.339839:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758506.339840:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758506.339846:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748016:748016:256:4294967295] 192.168.201.121@tcp LPNI seq info [748010:748010:8:4294967295] 00000100:00100000:1.0:1787758506.339851:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758506.339854:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758506.339873:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758506.339877:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758506.339884:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758506.339886:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758506.339898:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758506.339901:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758506.339902:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758506.339908:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758506.339909:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758506.339910:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:0.0:1787758506.339912:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758506.339913:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758506.339918:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16210 00000400:00000200:1.0:1787758506.339922:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758506.339926:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000400:00000200:1.0:1787758506.339927:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758506.339932:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1787758506.339934:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1787758506.339935:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339938:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339942:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339944:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758506.339947:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758506.339948:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758506.339950:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758506.339953:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758506.339956:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758506.339960:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758506.339964:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000100:0.0:1787758506.339968:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339969:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.339973:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000010:0.0:1787758506.339974:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758506.339976:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758506.339979:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000400:00000200:0.0:1787758506.339981:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1787758506.339982:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758506.339985:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758506.339988:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787758506.339989:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1787758506.339992:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758506.339995:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 02000000:00000001:1.0:1787758506.339995:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340000:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000010:0.0:1787758506.340001:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000008:00100000:1.0:1787758506.340002:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758506.340005:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:1.0:1787758506.340006:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340009:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758506.340012:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787758506.340013:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758506.340017:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758506.340021:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758506.340024:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340028:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758506.340030:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758506.340032:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758506.340033:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758506.340038:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000040:0.0:1787758506.340039:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758506.340042:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340051:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758506.340051:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758506.340056:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758506.340061:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758506.340062:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340064:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758506.340069:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758506.340070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758506.340075:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310884304 00000100:00000001:1.0:1787758506.340079:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758506.340081:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1787758506.340083:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00080000:1.0:1787758506.340084:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758506.340088:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758506.340089:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758506.340091:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758506.340091:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758506.340094:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16210 00000400:00000200:1.0:1787758506.340099:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758506.340100:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310884304 00000400:00000200:1.0:1787758506.340103:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000010:0.0:1787758506.340105:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00080000:1.0:1787758506.340106:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758506.340110:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1787758506.340111:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758506.340115:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758506.340115:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758506.340120:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758506.340121:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340123:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758506.340124:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1787758506.340126:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758506.340128:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758506.340130:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:0.0:1787758506.340132:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758506/real 1787758506] req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758506.340133:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758506.340137:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758506.340141:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758506.340148:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758506.340151:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1787758506.340153:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1787758506.340154:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000001:0.0:1787758506.340156:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758506.340157:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000010:0.0:1787758506.340160:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000020:00000040:1.0:1787758506.340161:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000400:00000200:0.0:1787758506.340166:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00080000:1.0:1787758506.340166:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000010:0.0:1787758506.340170:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758506.340171:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340174:0:2420:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1787758506.340174:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758506.340179:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787758506.340181:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758506.340182:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340186:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758506.340188:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758506.340192:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340196:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758506.340202:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000100:00000200:0.0:1787758506.340203:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758506.340205:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758506.340210:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758506.340212:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758506.340217:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758506.340218:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1787758506.340219:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758506.340220:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758506.340221:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340224:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1787758506.340226:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:0.0:1787758506.340227:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.340230:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.340234:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758506.340237:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758506.340260:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758506.340261:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758506.340264:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758506.340289:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758506.340296:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340297:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758506.340301:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340305:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.340307:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340312:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787758506.340313:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340315:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787758506.340318:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16221) 00000100:00080000:0.0:1787758506.340319:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758506.340326:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758506.340328:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758506.340332:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758506.340338:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931185024:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758506.340341:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340343:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.340345:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340350:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758506.340352:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758506.340354:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758506.340356:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758506.340357:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758506.340358:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758506.340361:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758506.340363:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758506.340366:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758506.340367:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758506.340369:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758506.340371:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758506.340372:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340373:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340379:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758506.340381:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340382:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758506.340383:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758506.340384:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758506.340387:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340393:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758506.340394:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.340397:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758506.340399:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758506.340401:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.340405:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758506.340409:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758506.340411:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758506.340413:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.340415:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758506.340419:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758506.340421:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758506.340426:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758506.340429:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758506.340433:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758506.340437:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185152, portal 10 00000100:00000001:0.0:1787758506.340439:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758506.340441:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787758506.340448:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340455:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758506.340457:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758506.340460:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758506.340463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931185152, offset 0 00000400:00000200:0.0:1787758506.340467:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758506.340472:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.340476:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758506.340479:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758506.340482:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758506.340484:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758506.340487:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758506.340490:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748017:748017:256:4294967295] 192.168.201.121@tcp LPNI seq info [748011:748011:8:4294967295] 00000400:00000200:0.0:1787758506.340495:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.340501:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758506.340507:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.340511:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758506.340515:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758506.340518:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758506.340530:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.340531:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758506.340534:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758506.340538:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758506.340541:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758506.340543:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758506.340546:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758506.340550:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340557:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.340560:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340567:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340569:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758506.340572:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758506.340576:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758506.340579:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758506.340581:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310883341 00000100:00000001:0.0:1787758506.340584:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.340586:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310883341 00000100:00000001:0.0:1787758506.340589:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.340591:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758506.340593:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340595:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758506.340600:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758506/real 1787758506] req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758506.340607:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758506.340609:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758506.340611:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758506.340613:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758506.340615:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758506.340617:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758506.340620:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758506.340629:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340636:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758506.340638:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340640:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.340641:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758506.340645:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340652:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758506.340656:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340664:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758506.340666:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340668:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.340669:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340671:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758506.340675:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758506.340677:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758506.340681:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758506.340683:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758506.340688:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758506.340696:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185152:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758506.340699:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758506.340703:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340709:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758506.340711:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.340713:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758506.340715:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758506.340717:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.340720:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758506.340724:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758506.340726:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758506.340728:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.340730:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758506.340733:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758506.340735:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758506.340739:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758506.340741:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758506.340745:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758506.340747:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185280, portal 10 00000100:00000001:0.0:1787758506.340750:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758506.340751:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758506.340756:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340763:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758506.340765:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758506.340768:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758506.340770:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931185280, offset 0 00000400:00000200:0.0:1787758506.340775:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758506.340779:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.340783:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758506.340786:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758506.340789:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758506.340791:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758506.340794:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758506.340797:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748018:748018:256:4294967295] 192.168.201.121@tcp LPNI seq info [748012:748012:8:4294967295] 00000400:00000200:0.0:1787758506.340802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.340808:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758506.340813:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.340816:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758506.340820:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758506.340823:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758506.340834:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.340836:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758506.340839:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758506.340844:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758506.340847:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758506.340849:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758506.340851:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758506.340855:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340876:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.340880:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340888:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340890:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758506.340894:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758506.340897:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758506.340900:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758506.340901:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310883339 00000100:00000001:0.0:1787758506.340904:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.340906:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310883339 00000100:00000001:0.0:1787758506.340909:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.340911:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758506.340913:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.340915:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758506.340920:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758506/real 1787758506] req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758506.340928:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758506.340930:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758506.340932:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758506.340935:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758506.340937:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758506.340939:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758506.340943:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758506.340953:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340959:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758506.340961:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340962:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.340963:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758506.340966:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340971:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758506.340973:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.340978:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758506.340980:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340981:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.340981:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.340983:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758506.340985:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758506.340986:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758506.340988:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758506.340990:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758506.340992:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758506.340997:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185280:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758506.341000:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758506.341003:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341007:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758506.341008:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.341010:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758506.341011:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758506.341013:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.341015:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758506.341017:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758506.341019:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758506.341020:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.341021:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758506.341023:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758506.341025:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758506.341028:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758506.341029:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758506.341032:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758506.341034:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185408, portal 4 00000100:00000001:0.0:1787758506.341036:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758506.341037:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758506.341041:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341045:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758506.341047:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758506.341048:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758506.341050:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931185408, offset 0 00000400:00000200:0.0:1787758506.341053:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758506.341056:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.341058:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758506.341060:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758506.341062:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758506.341064:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758506.341065:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758506.341068:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748019:748019:256:4294967295] 192.168.201.121@tcp LPNI seq info [748013:748013:8:4294967295] 00000400:00000200:0.0:1787758506.341070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.341075:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758506.341079:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.341081:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758506.341084:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758506.341086:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758506.341094:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.341095:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758506.341097:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758506.341100:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758506.341102:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758506.341103:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758506.341105:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758506.341107:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341112:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.341114:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341119:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.341120:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758506.341121:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758506.341124:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758506.341126:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758506.341127:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310883375 00000100:00000001:0.0:1787758506.341129:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.341131:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310883375 00000100:00000001:0.0:1787758506.341132:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.341134:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758506.341135:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.341136:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758506.341139:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758506/real 1787758506] req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758506.341144:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758506.341145:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758506.341146:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758506.341148:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758506.341149:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758506.341150:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758506.341152:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758506.341157:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341161:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758506.341162:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341163:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.341164:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758506.341166:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341170:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758506.341173:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341177:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758506.341178:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341180:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.341180:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341181:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758506.341182:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758506.341184:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758506.341187:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758506.341188:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758506.341191:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758506.341197:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185408:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758506.341199:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758506.341201:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341205:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758506.341206:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.341207:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758506.341209:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758506.341210:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758506.341212:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758506.341214:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758506.341215:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758506.341216:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758506.341217:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758506.341219:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758506.341220:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758506.341222:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758506.341224:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758506.341226:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758506.341227:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185536, portal 4 00000100:00000001:0.0:1787758506.341229:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758506.341230:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758506.341233:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341237:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758506.341239:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758506.341240:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758506.341242:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931185536, offset 0 00000400:00000200:0.0:1787758506.341245:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758506.341247:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.341249:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758506.341251:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758506.341253:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758506.341254:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758506.341256:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758506.341258:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748020:748020:256:4294967295] 192.168.201.121@tcp LPNI seq info [748014:748014:8:4294967295] 00000400:00000200:0.0:1787758506.341261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758506.341281:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758506.341284:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.341287:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758506.341289:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758506.341291:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758506.341299:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758506.341300:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758506.341302:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758506.341305:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758506.341307:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758506.341308:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758506.341309:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758506.341312:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341317:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.341319:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341324:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.341325:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758506.341326:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758506.341329:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758506.341331:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758506.341333:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310883355 00000100:00000001:0.0:1787758506.341334:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.341336:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310883355 00000100:00000001:0.0:1787758506.341337:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310884304 00000100:00000001:0.0:1787758506.341339:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758506.341340:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.341341:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758506.341344:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758506/real 1787758506] req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758506.341348:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758506.341349:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758506.341350:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758506.341352:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758506.341353:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758506.341354:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758506.341356:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758506.341362:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341366:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758506.341367:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341368:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.341369:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758506.341371:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341375:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758506.341378:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341382:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758506.341384:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341385:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758506.341386:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341387:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758506.341388:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758506.341390:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758506.341393:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758506.341395:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758506.341399:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758506.341407:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185536:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758506.341411:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341414:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.341418:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931185152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341425:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758506.341427:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758506.341429:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758506.341432:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758506.341434:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758506.341435:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758506.341438:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758506.341440:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758506.341443:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758506.341444:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758506.341446:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758506.341448:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758506.341449:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341450:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.341453:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931185280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341462:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758506.341463:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758506.341464:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758506.341466:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758506.341467:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758506.341467:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758506.341469:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758506.341470:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758506.341471:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758506.341472:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758506.341473:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758506.341474:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758506.341475:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341476:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.341478:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931185408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341482:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758506.341483:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758506.341484:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758506.341485:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758506.341486:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758506.341486:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758506.341488:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758506.341489:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758506.341490:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758506.341491:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758506.341492:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758506.341493:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758506.341494:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341495:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758506.341497:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931185536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758506.341501:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758506.341501:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758506.341503:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758506.341504:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758506.341505:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758506.341506:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758506.341507:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758506.341508:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758506.341509:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758506.341510:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758506.341511:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758506.341512:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758506.341513:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341514:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758506.341517:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758506.341518:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758506.341519:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758506.341520:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758507.299353:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758507.299360:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758507.299363:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758507.299366:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758507.299370:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758507.299372:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758507.299377:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758507.299383:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758507.299385:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758507.299390:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758507.299391:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758507.299394:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758507.299396:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758507.299399:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758507.299401:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758507.299414:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758507.299416:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758507.299419:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758507.299430:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758507.299434:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758507.299434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758507.299439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758507.299440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758507.299443:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758507.299446:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758507.299447:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758507.299452:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758507.299453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758507.299460:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758507.299461:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758507.299464:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758507.299466:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758507.299468:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758507.299472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758507.299476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758507.299479:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758507.299517:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758507.299521:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758507.299523:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758507.363341:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310884304, at 4310884352 00000100:00000040:1.0:1787758507.363347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310884304, at 4310884352 00000100:00000010:0.0:1787758507.363356:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758507.363357:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787758508.323355:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758508.323355:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758508.323364:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758508.323365:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758508.323368:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758508.323370:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758508.323375:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758508.323376:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758508.323382:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758508.323383:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758508.323388:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758508.323388:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758508.323401:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758508.323403:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758508.323408:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758508.323409:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758508.323415:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758508.323422:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758508.323426:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758508.323432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758508.323435:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758508.323439:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758508.323445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758508.323446:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758508.323451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758508.323451:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758508.323457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758508.323457:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758508.323461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758508.323464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758508.323467:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758508.323470:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758508.323477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758508.323483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758508.323487:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758508.323492:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758508.323526:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758508.323532:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758508.323537:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758508.323542:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758508.323548:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758508.323554:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758508.323559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758508.323562:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758508.323565:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758508.323601:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758508.323603:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758508.323605:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758509.347362:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758509.347370:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758509.347375:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758509.347378:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758509.347381:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758509.347387:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758509.347393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758509.347393:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347397:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758509.347400:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758509.347402:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758509.347405:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347408:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758509.347422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758509.347423:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347429:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758509.347432:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347436:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758509.347453:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758509.347456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758509.347458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758509.347464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758509.347470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758509.347473:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758509.347474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758509.347480:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758509.347481:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758509.347485:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758509.347485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758509.347493:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758509.347493:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758509.347509:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758509.347515:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347522:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758509.347522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758509.347526:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347527:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758509.347529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758509.347530:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758509.347535:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758509.347538:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758509.347543:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758509.347548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758509.347551:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758510.371381:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758510.371382:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758510.371388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758510.371388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758510.371392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758510.371393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758510.371399:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758510.371400:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758510.371408:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758510.371408:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758510.371414:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758510.371415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758510.371418:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758510.371423:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758510.371429:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758510.371440:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758510.371441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758510.371445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758510.371446:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758510.371447:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758510.371452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758510.371454:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758510.371455:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758510.371460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758510.371476:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758510.371480:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758510.371482:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.395341:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758511.395349:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758511.395352:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758511.395359:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758511.395366:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758511.395370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758511.395372:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.395378:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758511.395379:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.395385:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.395387:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.395392:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758511.395398:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758511.395402:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.395404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.395415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.395420:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.395425:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.395437:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758511.395443:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758511.395446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758511.395446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758511.395452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758511.395453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758511.395458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.395458:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758511.395463:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.395464:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758511.395467:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.395470:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758511.395470:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758511.395475:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.395476:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.395483:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.395488:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.395492:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758511.459376:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758511.459385:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758511.459396:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758511.459400:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758511.459405:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758511.459413:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16216 00000400:00000200:1.0:1787758511.459423:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758511.459431:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758511.459435:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758511.459438:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459440:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459442:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459444:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758511.459448:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758511.459450:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758511.459452:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758511.459455:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758511.459456:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758511.459458:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758511.459460:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459461:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459463:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459465:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758511.459468:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758511.459471:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459473:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758511.459476:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758511.459478:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758511.459480:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459482:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758511.459485:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758511.459494:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758511.459497:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758511.459501:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758511.459502:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459505:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758511.459507:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758511.459511:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758511.459518:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758511.459523:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758511.459531:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758511.459540:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758511.459545:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758511.459550:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758511.459575:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758511.459579:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758511.459583:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758511.459585:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758511.459587:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758511.459590:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758511.459594:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16216 00000400:00000200:1.0:1787758511.459598:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758511.459600:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758511.459603:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758511.459605:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459607:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459609:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459611:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758511.459613:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758511.459614:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758511.459615:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758511.459617:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758511.459618:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758511.459619:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758511.459622:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787758511.459622:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459624:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459627:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459630:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758511.459632:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1787758511.459632:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758511.459637:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758511.459640:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758511.459640:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758511.459643:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758511.459648:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758511.459652:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459653:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:0.0:1787758511.459655:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787758511.459657:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758511.459661:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459664:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758511.459669:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758511.459672:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758511.459676:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758511.459679:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.459681:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758511.459681:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758511.459683:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758511.459687:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.459688:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758511.459691:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758511.459696:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787758511.459696:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.459703:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1787758511.459703:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758511.459712:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459714:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758511.459718:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758511.459725:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931185664:192.168.201.121@tcp:250:kworker.0 00000100:00000040:1.0:1787758511.459725:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.459742:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758511.459742:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758511.459745:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758511.459748:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1787758511.459750:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758511.459750:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758511.459751:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758511.459756:0:220460:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1787758511.459757:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758511.459758:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16216 00000400:00000200:1.0:1787758511.459765:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:0.0:1787758511.459766:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1787758511.459768:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758511.459771:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758511.459789:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 02000000:00000010:0.0:1787758511.459792:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:1.0:1787758511.459793:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459796:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000001:0.0:1787758511.459800:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459800:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758511.459803:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758511.459806:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758511.459808:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758511.459809:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758511.459811:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758511.459816:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758511.459817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758511.459820:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459823:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459825:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758511.459827:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758511.459827:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758511.459831:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758511.459835:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459837:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758511.459838:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758511.459840:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787758511.459842:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 02000000:00000001:1.0:1787758511.459843:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459845:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758511.459847:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758511.459850:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459852:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758511.459856:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185664, portal 25 00000100:00000010:1.0:1787758511.459856:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758511.459858:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758511.459864:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1787758511.459864:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758511.459866:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.459869:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758511.459870:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 02000000:00000001:1.0:1787758511.459870:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758511.459873:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758511.459878:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758511.459882:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758511.459887:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758511.459889:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758511.459906:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758511.459910:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758511.459915:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.459920:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758511.459925:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758511.459929:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787758511.459932:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758511.459933:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758511.459937:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758511.459938:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787758511.459941:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758511.459941:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758511.459945:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16216 00000400:00000200:1.0:1787758511.459950:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000200:0.0:1787758511.459951:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931185664, offset 0 00000400:00000200:1.0:1787758511.459953:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758511.459958:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758511.459960:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459962:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.459966:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459969:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758511.459971:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758511.459972:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758511.459974:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758511.459977:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758511.459979:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758511.459980:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758511.459982:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758511.459984:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459985:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758511.459991:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758511.459995:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.459998:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758511.459999:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758511.460004:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758511.460005:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758511.460006:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758511.460010:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758511.460013:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758511.460015:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.460017:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758511.460019:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00100000:1.0:1787758511.460020:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758511.460024:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.460026:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758511.460029:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000400:00000200:0.0:1787758511.460030:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000020:00000040:1.0:1787758511.460032:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758511.460035:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758511.460037:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758511.460040:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787758511.460040:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758511.460043:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758511.460045:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758511.460049:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000400:00000200:0.0:1787758511.460050:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.460052:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758511.460059:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758511.460064:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748021:748021:256:4294967295] 192.168.201.121@tcp LPNI seq info [748015:748015:8:4294967295] 00000100:00000001:1.0:1787758511.460067:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758511.460071:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758511.460077:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758511.460083:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758511.460087:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758511.460090:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758511.460093:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758511.460094:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758511.460095:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758511.460097:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758511.460102:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16216 00000400:00000200:0.0:1787758511.460108:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758511.460117:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758511.460122:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758511.460122:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758511.460126:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758511.460130:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.460132:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.460133:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000010:0.0:1787758511.460135:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758511.460136:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758511.460140:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758511.460143:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758511.460144:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758511.460145:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758511.460147:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758511.460149:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000800:00000200:0.0:1787758511.460155:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000040:1.0:1787758511.460155:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.460157:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758511.460160:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758511.460164:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758511.460165:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000800:00000200:0.0:1787758511.460166:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000100:00080000:1.0:1787758511.460168:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758511.460171:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758511.460176:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758511.460179:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758511.460184:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.460186:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758511.460188:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758511.460190:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.460192:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758511.460196:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758511.460199:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758511.460202:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758511.460205:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758511.460209:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758511.460212:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758511.460215:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758511.460220:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000800:00000100:0.0:1787758511.460224:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758511.460226:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787758511.460231:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00100000:1.0:1787758511.460233:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758511.460243:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787758511.460245:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758511.460249:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758511.460254:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758511.460259:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758511.460263:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758511.460285:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16226) 00000400:00000200:0.0:1787758511.460308:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758511.460313:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758511.460320:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758511.460327:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460339:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.460345:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460354:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.460357:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758511.460367:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758511.460373:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758511.460377:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310889425 00000100:00000010:0.0:1787758511.460384:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758511.460392:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758511.460400:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310889425 00000100:00000010:0.0:1787758511.460404:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787758511.460408:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758511.460412:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758511.460416:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.460418:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758511.460425:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758511/real 1787758511] req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758511.460437:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758511.460439:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758511.460442:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758511.460444:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758511.460446:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758511.460449:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758511.460453:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758511.460463:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460471:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758511.460473:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460476:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.460478:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.460483:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460491:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758511.460495:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460504:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758511.460507:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460508:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.460510:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460512:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758511.460514:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758511.460517:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758511.460521:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758511.460524:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758511.460529:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758511.460538:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931185664:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758511.460543:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460546:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.460549:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931185664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460557:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758511.460560:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758511.460563:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758511.460566:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758511.460568:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758511.460570:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758511.460573:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758511.460576:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758511.460580:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758511.460582:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758511.460584:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758511.460587:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758511.460589:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460591:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460597:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758511.460600:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.460602:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758511.460604:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758511.460605:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758511.460609:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460617:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.460619:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.460621:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758511.460624:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758511.460626:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758511.460630:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758511.460633:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758511.460635:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758511.460637:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.460639:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758511.460642:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758511.460645:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758511.460649:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758511.460652:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758511.460655:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758511.460659:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185792, portal 10 00000100:00000001:0.0:1787758511.460661:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758511.460663:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000100:00000040:0.0:1787758511.460669:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460677:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758511.460680:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758511.460682:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758511.460685:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931185792, offset 0 00000400:00000200:0.0:1787758511.460690:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758511.460694:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.460698:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758511.460701:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758511.460704:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758511.460707:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758511.460709:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758511.460713:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748022:748022:256:4294967295] 192.168.201.121@tcp LPNI seq info [748016:748016:8:4294967295] 00000400:00000200:0.0:1787758511.460718:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.460726:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758511.460731:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.460735:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758511.460739:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758511.460743:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758511.460755:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.460758:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758511.460761:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758511.460765:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758511.460768:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758511.460770:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758511.460788:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758511.460793:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460802:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.460805:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460819:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.460821:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758511.460824:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758511.460828:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758511.460832:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758511.460834:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310888461 00000100:00000001:0.0:1787758511.460837:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.460840:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310888461 00000100:00000001:0.0:1787758511.460842:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.460845:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758511.460847:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.460849:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758511.460853:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758511/real 1787758511] req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758511.460862:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758511.460863:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758511.460865:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758511.460867:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758511.460869:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758511.460872:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758511.460875:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758511.460885:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460892:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758511.460894:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460896:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.460897:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.460902:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460910:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758511.460915:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460923:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758511.460926:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460927:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.460929:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.460931:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758511.460934:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758511.460937:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758511.460940:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758511.460943:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758511.460947:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758511.460956:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185792:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758511.460960:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758511.460964:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.460972:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.460973:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.460976:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758511.460977:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758511.460980:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758511.460983:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758511.460986:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758511.460989:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758511.460991:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.460993:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758511.460996:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758511.460998:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758511.461002:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758511.461004:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758511.461008:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758511.461011:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931185920, portal 10 00000100:00000001:0.0:1787758511.461013:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758511.461015:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758511.461021:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461028:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758511.461031:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758511.461033:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758511.461036:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931185920, offset 0 00000400:00000200:0.0:1787758511.461040:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758511.461044:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.461047:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758511.461050:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758511.461053:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758511.461056:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758511.461059:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758511.461063:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748023:748023:256:4294967295] 192.168.201.121@tcp LPNI seq info [748017:748017:8:4294967295] 00000400:00000200:0.0:1787758511.461067:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.461074:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758511.461079:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.461083:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758511.461087:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758511.461090:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758511.461102:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.461105:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758511.461108:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758511.461112:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758511.461115:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758511.461117:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758511.461120:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758511.461124:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461133:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.461137:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461144:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.461146:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758511.461149:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758511.461152:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758511.461156:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758511.461158:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310888459 00000100:00000001:0.0:1787758511.461160:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.461163:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310888459 00000100:00000001:0.0:1787758511.461165:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.461167:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758511.461170:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.461172:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758511.461176:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758511/real 1787758511] req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758511.461184:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758511.461185:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758511.461187:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758511.461190:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758511.461192:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758511.461194:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758511.461198:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758511.461208:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461216:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758511.461217:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461219:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.461221:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.461225:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461233:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758511.461237:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461246:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758511.461249:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461250:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.461252:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461254:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758511.461256:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758511.461259:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758511.461262:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758511.461265:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758511.461287:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758511.461297:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931185920:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758511.461301:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758511.461305:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461313:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.461315:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.461317:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758511.461319:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758511.461322:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758511.461325:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758511.461328:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758511.461330:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758511.461332:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.461334:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758511.461338:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758511.461340:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758511.461344:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758511.461347:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758511.461350:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758511.461354:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186048, portal 4 00000100:00000001:0.0:1787758511.461356:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758511.461357:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758511.461363:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461371:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758511.461373:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758511.461376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758511.461378:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931186048, offset 0 00000400:00000200:0.0:1787758511.461382:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758511.461386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.461390:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758511.461393:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758511.461395:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758511.461398:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758511.461400:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758511.461404:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748024:748024:256:4294967295] 192.168.201.121@tcp LPNI seq info [748018:748018:8:4294967295] 00000400:00000200:0.0:1787758511.461409:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.461416:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758511.461420:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.461424:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758511.461428:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758511.461431:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758511.461443:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.461446:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758511.461449:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758511.461453:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758511.461456:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758511.461458:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758511.461460:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758511.461464:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461473:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.461477:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461484:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.461486:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758511.461489:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758511.461492:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758511.461495:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758511.461498:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310888496 00000100:00000001:0.0:1787758511.461500:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.461503:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310888496 00000100:00000001:0.0:1787758511.461505:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.461508:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758511.461510:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.461513:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758511.461516:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758511/real 1787758511] req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758511.461525:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758511.461527:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758511.461529:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758511.461531:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758511.461533:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758511.461535:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758511.461538:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758511.461549:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461556:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758511.461558:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461560:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.461561:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.461565:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461573:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758511.461577:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461586:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758511.461588:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461590:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.461592:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461594:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758511.461595:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758511.461598:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758511.461602:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758511.461604:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758511.461608:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758511.461618:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186048:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758511.461621:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758511.461625:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461632:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758511.461633:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.461636:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758511.461637:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758511.461640:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758511.461643:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758511.461646:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758511.461648:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758511.461650:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758511.461652:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758511.461655:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758511.461657:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758511.461661:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758511.461663:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758511.461667:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758511.461670:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186176, portal 4 00000100:00000001:0.0:1787758511.461672:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758511.461673:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758511.461679:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461686:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758511.461689:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758511.461691:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758511.461694:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931186176, offset 0 00000400:00000200:0.0:1787758511.461698:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758511.461702:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.461706:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758511.461709:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758511.461712:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758511.461715:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758511.461717:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758511.461721:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748025:748025:256:4294967295] 192.168.201.121@tcp LPNI seq info [748019:748019:8:4294967295] 00000400:00000200:0.0:1787758511.461725:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758511.461732:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758511.461736:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.461740:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758511.461744:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758511.461747:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758511.461759:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758511.461761:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758511.461764:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758511.461768:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758511.461771:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758511.461786:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758511.461789:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758511.461794:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461803:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.461806:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461813:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.461815:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758511.461818:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758511.461821:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758511.461825:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758511.461827:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310888475 00000100:00000001:0.0:1787758511.461830:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.461833:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310888475 00000100:00000001:0.0:1787758511.461835:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310889425 00000100:00000001:0.0:1787758511.461838:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758511.461840:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.461842:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758511.461846:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758511/real 1787758511] req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758511.461855:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758511.461856:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758511.461858:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758511.461861:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758511.461863:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758511.461865:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758511.461868:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758511.461879:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461886:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758511.461888:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461890:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.461891:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758511.461895:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461903:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758511.461907:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461916:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758511.461919:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461921:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758511.461922:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461924:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758511.461926:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758511.461928:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758511.461932:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758511.461934:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758511.461938:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758511.461947:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186176:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758511.461951:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461953:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.461957:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931185792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.461965:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758511.461967:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758511.461969:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758511.461972:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758511.461973:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758511.461975:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758511.461977:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758511.461979:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758511.461982:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758511.461984:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758511.461985:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758511.461988:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758511.461989:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.461992:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.461995:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931185920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.462004:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758511.462005:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758511.462007:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758511.462009:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758511.462010:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758511.462012:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758511.462014:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758511.462015:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758511.462018:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758511.462019:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758511.462020:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758511.462023:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758511.462024:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.462026:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.462029:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931186048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.462037:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758511.462038:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758511.462040:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758511.462042:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758511.462043:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758511.462045:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758511.462047:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758511.462048:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758511.462050:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758511.462052:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758511.462053:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758511.462056:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758511.462057:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.462059:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758511.462062:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931186176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758511.462075:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758511.462077:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758511.462078:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758511.462081:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758511.462082:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758511.462083:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758511.462086:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758511.462087:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758511.462089:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758511.462091:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758511.462092:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758511.462094:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758511.462096:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.462098:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758511.462101:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758511.462102:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758511.462104:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758511.462106:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758512.419392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758512.419402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758512.419407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758512.419410:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758512.419416:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758512.419417:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758512.419422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758512.419423:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758512.419429:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758512.419430:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758512.419437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758512.419439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758512.419442:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758512.419444:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758512.419450:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758512.419451:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758512.419455:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758512.419458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758512.419477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758512.419483:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758512.419489:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758512.419497:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758512.419497:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758512.419503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758512.419504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758512.419507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758512.419509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758512.419512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758512.419514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758512.419519:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758512.419519:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758512.419525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758512.419526:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758512.419532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758512.419536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758512.419541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758512.419560:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758512.419564:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758512.419568:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758512.483383:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310889425, at 4310889472 00000100:00000040:1.0:1787758512.483383:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310889425, at 4310889472 00000100:00000010:0.0:1787758512.483399:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758512.483402:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000001:1.0:1787758513.443363:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758513.443372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758513.443372:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758513.443375:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758513.443379:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758513.443381:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758513.443384:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758513.443386:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758513.443392:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758513.443394:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758513.443399:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758513.443402:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758513.443404:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758513.443408:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758513.443414:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758513.443416:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758513.443430:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758513.443435:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758513.443449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758513.443453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758513.443455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758513.443455:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758513.443460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758513.443462:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758513.443464:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758513.443468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758513.443469:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758513.443475:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758513.443477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758513.443478:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758513.443484:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758513.443486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758513.443490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758513.443496:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758513.443501:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758513.443507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758513.443574:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758513.443577:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758513.443581:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758514.467393:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758514.467401:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758514.467405:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758514.467410:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758514.467416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758514.467422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758514.467428:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758514.467431:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758514.467432:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758514.467434:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758514.467440:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758514.467445:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758514.467463:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758514.467464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758514.467466:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758514.467470:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758514.467471:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758514.467474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758514.467476:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758514.467480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758514.467486:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758514.467495:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758514.467499:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758514.467507:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758514.467508:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758514.467512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758514.467516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758514.467530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758514.467534:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758514.467537:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758514.467540:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758514.467543:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758514.467545:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758514.467547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758514.467549:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758514.467550:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758514.467551:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758514.467555:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758514.467557:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758514.467560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758514.467562:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758514.467564:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758514.467574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758514.467575:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758514.467577:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758515.491328:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758515.491337:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758515.491340:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758515.491346:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758515.491352:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758515.491356:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758515.491361:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758515.491374:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758515.491375:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758515.491381:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758515.491383:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758515.491385:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758515.491394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758515.491403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758515.491408:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758515.491415:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758515.491420:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758515.491423:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758515.491441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758515.491447:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758515.491452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758515.491458:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758515.491466:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758515.491470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758515.491477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758515.491481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758515.491484:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758515.491485:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758515.491491:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758515.491494:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758515.491498:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758515.491504:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758515.491510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758515.491516:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758515.491520:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758515.491538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.515363:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758516.515370:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758516.515371:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758516.515372:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.515376:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758516.515379:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758516.515381:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.515385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758516.515387:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758516.515390:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.515391:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758516.515394:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.515395:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.515402:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.515405:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.515419:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758516.515422:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758516.515424:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.515426:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758516.515429:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.515430:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758516.515431:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758516.515437:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758516.515442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.515447:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.515451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758516.515451:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.515458:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.515459:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758516.515464:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758516.515471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758516.515477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758516.515481:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.515484:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.515488:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.515491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758516.579329:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758516.579336:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758516.579338:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758516.579341:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758516.579345:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758516.579351:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16221 00000400:00000200:1.0:1787758516.579358:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758516.579363:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758516.579365:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758516.579368:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579371:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579372:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579374:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758516.579377:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758516.579379:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758516.579381:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758516.579384:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758516.579385:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758516.579387:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758516.579389:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579390:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579392:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579393:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758516.579396:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758516.579398:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579400:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758516.579402:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758516.579405:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758516.579407:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579409:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758516.579411:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758516.579418:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758516.579421:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758516.579424:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758516.579426:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579428:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758516.579430:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758516.579433:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758516.579439:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758516.579445:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758516.579452:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758516.579460:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758516.579464:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758516.579467:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579486:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758516.579490:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758516.579493:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758516.579495:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758516.579497:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758516.579500:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758516.579503:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16221 00000400:00000200:1.0:1787758516.579507:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758516.579510:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758516.579513:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758516.579517:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579519:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579521:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579523:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758516.579526:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758516.579528:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758516.579529:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758516.579531:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787758516.579532:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758516.579534:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758516.579536:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758516.579537:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758516.579538:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787758516.579540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579543:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579545:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758516.579546:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579547:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758516.579550:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758516.579553:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758516.579555:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758516.579556:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579557:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758516.579558:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758516.579560:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758516.579563:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758516.579564:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758516.579565:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758516.579566:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579568:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00100000:0.0:1787758516.579569:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931186304:192.168.201.121@tcp:250:kworker.0 00000008:00100000:1.0:1787758516.579572:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758516.579573:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1787758516.579575:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.579577:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787758516.579578:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.579580:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758516.579581:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 02000000:00000001:0.0:1787758516.579583:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1787758516.579583:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758516.579586:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758516.579588:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758516.579589:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:1.0:1787758516.579590:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758516.579591:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758516.579591:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758516.579593:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758516.579596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758516.579598:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000400:00000010:0.0:1787758516.579601:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758516.579601:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758516.579606:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787758516.579607:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000001:1.0:1787758516.579613:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787758516.579614:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186304, portal 25 00000100:00000001:1.0:1787758516.579615:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579617:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758516.579619:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:1.0:1787758516.579619:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758516.579625:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579628:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758516.579631:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758516.579633:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1787758516.579635:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:0.0:1787758516.579637:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579637:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758516.579639:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787758516.579640:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758516.579643:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1787758516.579644:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931186304, offset 0 00000100:00080000:1.0:1787758516.579645:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16221 00000400:00000200:1.0:1787758516.579648:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.579651:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758516.579651:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758516.579663:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758516.579666:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.579668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758516.579673:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758516.579674:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000040:1.0:1787758516.579675:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579677:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758516.579679:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787758516.579680:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1787758516.579681:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000400:00000200:0.0:1787758516.579701:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758516.579705:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758516.579708:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.579711:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748026:748026:256:4294967295] 192.168.201.121@tcp LPNI seq info [748020:748020:8:4294967295] 00000020:00000001:1.0:1787758516.579714:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787758516.579716:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758516.579717:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758516.579719:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758516.579721:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758516.579725:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.579726:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758516.579727:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579729:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579731:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000200:0.0:1787758516.579733:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787758516.579734:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758516.579737:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000800:00000010:0.0:1787758516.579739:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00000001:1.0:1787758516.579739:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758516.579741:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758516.579744:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1787758516.579747:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 02000000:00000001:1.0:1787758516.579747:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579749:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758516.579751:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1787758516.579752:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000008:00000001:1.0:1787758516.579754:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579756:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758516.579760:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758516.579763:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758516.579765:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758516.579767:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1787758516.579768:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579769:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758516.579770:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1787758516.579772:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 02000000:00000001:1.0:1787758516.579772:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758516.579776:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000400:00000200:0.0:1787758516.579779:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787758516.579780:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758516.579784:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00100000:1.0:1787758516.579785:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758516.579790:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000100:00000001:1.0:1787758516.579792:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1787758516.579793:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758516.579795:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579797:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787758516.579799:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758516.579801:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579808:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579811:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787758516.579811:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758516.579814:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:0.0:1787758516.579815:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579816:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758516.579818:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758516.579822:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758516.579824:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758516.579825:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16221 00000100:00000001:0.0:1787758516.579826:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787758516.579828:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758516.579831:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758516.579833:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758516.579836:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579838:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758516.579839:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758516.579840:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579842:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758516.579843:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:1.0:1787758516.579845:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758516.579846:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310894544 00000020:00000040:1.0:1787758516.579847:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758516.579849:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758516.579851:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000010:0.0:1787758516.579852:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000020:00000001:1.0:1787758516.579853:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758516.579855:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000001:0.0:1787758516.579858:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1787758516.579858:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579860:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579863:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758516.579864:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310894544 00000100:00000001:1.0:1787758516.579865:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000010:0.0:1787758516.579867:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000020:00000040:1.0:1787758516.579868:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758516.579870:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758516.579871:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787758516.579873:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579874:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758516.579875:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758516.579878:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758516.579878:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758516.579880:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1787758516.579880:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579882:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758516.579884:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787758516.579885:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758516/real 1787758516] req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1787758516.579887:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.579889:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758516.579892:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000400:00000001:0.0:1787758516.579895:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1787758516.579895:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000400:00000001:0.0:1787758516.579897:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787758516.579897:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758516.579898:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758516.579899:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758516.579901:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758516.579902:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 02000000:00000001:1.0:1787758516.579902:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787758516.579904:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 02000000:00000001:1.0:1787758516.579904:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579907:0:2420:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1787758516.579908:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000200:0.0:1787758516.579911:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579911:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758516.579916:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758516.579921:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579924:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758516.579926:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.579929:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758516.579931:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758516.579931:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.579934:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.579936:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.579939:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758516.579940:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758516.579942:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758516.579946:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758516.579947:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758516.579949:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758516.579949:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758516.579952:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787758516.579954:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758516.579954:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16221 00000400:00000200:1.0:1787758516.579958:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758516.579961:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758516.579964:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758516.579964:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758516.579967:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758516.579967:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758516.579969:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758516.579969:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758516.579971:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758516.579972:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758516.579973:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787758516.579974:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758516.579975:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1787758516.579976:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758516.579978:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00080000:0.0:1787758516.579979:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1787758516.579979:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758516.579981:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00080000:0.0:1787758516.579983:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000020:00000001:1.0:1787758516.579983:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758516.579985:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:1.0:1787758516.579986:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758516.579989:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758516.579990:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758516.579991:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758516.579994:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758516.579996:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758516.579999:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00100000:0.0:1787758516.580001:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931186304:192.168.201.121@tcp:250:kworker.0 00000100:00080000:1.0:1787758516.580002:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758516.580004:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580005:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758516.580006:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758516.580008:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787758516.580009:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787758516.580011:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931186304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758516.580011:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758516.580013:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758516.580015:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758516.580018:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580019:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787758516.580020:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580022:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1787758516.580023:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 02000000:00000010:0.0:1787758516.580025:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 00000020:00000040:1.0:1787758516.580025:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758516.580028:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1787758516.580028:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758516.580029:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758516.580030:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1787758516.580031:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1787758516.580032:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758516.580033:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758516.580034:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758516.580035:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758516.580038:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000010:1.0:1787758516.580038:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758516.580041:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580042:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758516.580044:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758516.580045:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00100000:1.0:1787758516.580045:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758516.580049:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758516.580051:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580053:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758516.580053:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758516.580055:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758516.580059:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580060:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758516.580062:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580064:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758516.580066:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758516.580067:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758516.580068:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758516.580071:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758516.580072:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16231) 00000100:00000001:0.0:1787758516.580078:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.580079:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580081:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758516.580083:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758516.580086:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758516.580089:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758516.580093:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758516.580095:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758516.580096:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580098:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580101:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758516.580104:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758516.580108:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758516.580111:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758516.580115:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758516.580118:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186432, portal 10 00000100:00000001:0.0:1787758516.580121:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758516.580122:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758516.580127:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580132:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758516.580134:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758516.580135:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758516.580137:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931186432, offset 0 00000400:00000200:0.0:1787758516.580140:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580143:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580146:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758516.580149:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758516.580151:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758516.580153:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758516.580154:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580157:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748027:748027:256:4294967295] 192.168.201.121@tcp LPNI seq info [748021:748021:8:4294967295] 00000400:00000200:0.0:1787758516.580160:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580165:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758516.580168:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580170:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758516.580173:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758516.580176:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758516.580184:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580185:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758516.580187:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758516.580190:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758516.580192:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758516.580194:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758516.580195:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758516.580198:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580203:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580206:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580210:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580212:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758516.580214:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758516.580224:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758516.580227:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758516.580228:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310893580 00000100:00000001:0.0:1787758516.580231:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580232:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310893580 00000100:00000001:0.0:1787758516.580234:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580236:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758516.580237:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580238:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758516.580241:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758516/real 1787758516] req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758516.580246:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758516.580247:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758516.580248:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758516.580250:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758516.580251:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758516.580252:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758516.580255:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758516.580260:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580264:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758516.580265:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580285:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580286:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758516.580289:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580294:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758516.580296:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580302:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758516.580303:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580305:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580306:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580308:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758516.580310:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758516.580312:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758516.580314:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758516.580316:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758516.580318:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758516.580324:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758516.580327:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758516.580329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580333:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.580334:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580335:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758516.580337:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758516.580338:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758516.580340:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758516.580342:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758516.580343:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758516.580344:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580345:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580348:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758516.580350:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758516.580352:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758516.580353:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758516.580355:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758516.580358:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186560, portal 10 00000100:00000001:0.0:1787758516.580359:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758516.580360:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758516.580364:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580369:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758516.580370:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758516.580372:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758516.580373:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931186560, offset 0 00000400:00000200:0.0:1787758516.580376:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580378:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580381:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758516.580383:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758516.580384:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758516.580386:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758516.580387:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580390:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748028:748028:256:4294967295] 192.168.201.121@tcp LPNI seq info [748022:748022:8:4294967295] 00000400:00000200:0.0:1787758516.580393:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580397:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758516.580400:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580402:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758516.580405:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758516.580407:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758516.580416:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580417:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758516.580419:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758516.580422:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758516.580424:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758516.580425:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758516.580427:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758516.580429:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580438:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580440:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580445:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580446:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758516.580447:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758516.580449:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758516.580451:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758516.580453:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310893579 00000100:00000001:0.0:1787758516.580454:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580456:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310893579 00000100:00000001:0.0:1787758516.580457:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580459:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758516.580460:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580462:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758516.580464:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758516/real 1787758516] req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758516.580469:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758516.580470:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758516.580471:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758516.580472:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758516.580473:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758516.580475:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758516.580477:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758516.580482:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580486:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758516.580487:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580489:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580490:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758516.580492:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580497:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758516.580499:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580503:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758516.580505:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580506:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580507:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580508:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758516.580509:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758516.580511:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758516.580513:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758516.580514:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758516.580517:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758516.580522:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758516.580524:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758516.580526:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580530:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.580531:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580533:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758516.580534:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758516.580535:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758516.580537:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758516.580540:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758516.580541:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758516.580542:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580544:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580546:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758516.580547:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758516.580549:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758516.580551:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758516.580553:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758516.580555:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186688, portal 4 00000100:00000001:0.0:1787758516.580556:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758516.580557:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758516.580561:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580565:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758516.580566:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758516.580567:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758516.580569:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931186688, offset 0 00000400:00000200:0.0:1787758516.580572:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580574:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580576:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758516.580578:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758516.580579:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758516.580581:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758516.580583:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580585:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748029:748029:256:4294967295] 192.168.201.121@tcp LPNI seq info [748023:748023:8:4294967295] 00000400:00000200:0.0:1787758516.580588:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580592:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758516.580595:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580596:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758516.580599:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758516.580601:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758516.580609:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580610:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758516.580612:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758516.580614:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758516.580616:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758516.580617:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758516.580619:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758516.580621:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580626:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580628:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580633:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580634:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758516.580635:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758516.580638:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758516.580639:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758516.580641:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310893615 00000100:00000001:0.0:1787758516.580642:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580644:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310893615 00000100:00000001:0.0:1787758516.580645:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580647:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758516.580648:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580650:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758516.580652:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758516/real 1787758516] req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758516.580656:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758516.580658:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758516.580659:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758516.580660:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758516.580661:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758516.580663:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758516.580665:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758516.580670:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580674:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758516.580675:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580676:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580677:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758516.580679:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580697:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758516.580700:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580704:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758516.580705:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580707:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580707:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580709:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758516.580710:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758516.580711:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758516.580713:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758516.580715:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758516.580717:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758516.580726:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758516.580729:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580730:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580732:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931186432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580736:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758516.580737:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580739:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758516.580741:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758516.580742:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758516.580743:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758516.580744:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758516.580745:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758516.580747:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758516.580748:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758516.580749:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758516.580751:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758516.580752:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580753:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580755:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931186560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580759:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758516.580760:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580761:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758516.580762:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758516.580763:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758516.580764:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758516.580765:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758516.580766:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758516.580768:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758516.580768:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758516.580770:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758516.580771:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758516.580772:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580774:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580776:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931186688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580780:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758516.580781:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580782:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758516.580783:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758516.580784:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758516.580784:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758516.580786:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758516.580787:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758516.580788:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758516.580789:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758516.580789:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758516.580791:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758516.580792:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580793:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580796:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758516.580797:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580798:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758516.580799:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758516.580800:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758516.580802:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580806:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758516.580807:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580808:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758516.580809:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758516.580811:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758516.580813:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758516.580815:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758516.580816:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758516.580818:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758516.580819:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758516.580822:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758516.580823:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758516.580825:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758516.580827:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758516.580829:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758516.580831:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186816, portal 4 00000100:00000001:0.0:1787758516.580832:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758516.580833:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758516.580838:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580842:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758516.580844:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758516.580846:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758516.580847:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931186816, offset 0 00000400:00000200:0.0:1787758516.580850:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580852:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580854:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758516.580856:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758516.580858:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758516.580860:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758516.580862:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758516.580864:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748030:748030:256:4294967295] 192.168.201.121@tcp LPNI seq info [748024:748024:8:4294967295] 00000400:00000200:0.0:1787758516.580867:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758516.580871:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758516.580874:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580876:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758516.580879:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758516.580881:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758516.580889:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758516.580891:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758516.580893:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758516.580895:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758516.580897:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758516.580899:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758516.580900:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758516.580902:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580908:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580910:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580914:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580916:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758516.580917:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758516.580919:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758516.580921:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758516.580923:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310893594 00000100:00000001:0.0:1787758516.580925:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580926:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310893594 00000100:00000001:0.0:1787758516.580928:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310894544 00000100:00000001:0.0:1787758516.580929:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758516.580930:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.580932:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758516.580934:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758516/real 1787758516] req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758516.580939:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758516.580940:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758516.580941:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758516.580942:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758516.580944:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758516.580945:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758516.580947:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758516.580953:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580957:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758516.580958:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580959:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580960:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758516.580963:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580967:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758516.580969:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.580973:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758516.580975:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580976:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758516.580976:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580978:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758516.580979:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758516.580980:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758516.580982:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758516.580984:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758516.580986:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758516.580991:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931186816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758516.580993:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.580994:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758516.580997:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931186816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758516.581001:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758516.581002:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758516.581004:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758516.581005:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758516.581006:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758516.581007:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758516.581008:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758516.581009:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758516.581011:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758516.581012:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758516.581012:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758516.581014:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758516.581015:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.581016:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758516.581018:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758516.581019:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758516.581020:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758516.581021:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758517.539401:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758517.539401:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758517.539412:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758517.539413:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758517.539418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758517.539418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758517.539428:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758517.539429:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758517.539439:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758517.539445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758517.539446:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758517.539452:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758517.539457:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758517.539462:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758517.539467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758517.539475:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758517.539479:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758517.539483:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758517.539485:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758517.539490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758517.539492:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758517.539498:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758517.539502:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758517.539506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758517.539509:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758517.539511:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758517.539512:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758517.539519:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758517.539520:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758517.539524:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758517.539528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758517.539531:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758517.539534:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758517.539551:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758517.539555:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758517.539559:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758517.603331:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310894544, at 4310894592 00000100:00000040:1.0:1787758517.603331:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310894544, at 4310894592 00000100:00000010:1.0:1787758517.603346:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:0.0:1787758517.603347:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758518.563375:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758518.563375:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758518.563385:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758518.563386:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758518.563391:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758518.563399:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758518.563400:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758518.563405:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758518.563409:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758518.563410:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758518.563417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758518.563423:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758518.563432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758518.563436:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758518.563442:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758518.563443:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758518.563447:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758518.563452:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758518.563473:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758518.563480:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758518.563485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758518.563492:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758518.563498:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758518.563499:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758518.563505:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758518.563506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758518.563510:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758518.563512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758518.563516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758518.563516:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758518.563523:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758518.563526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758518.563533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758518.563540:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758518.563546:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758518.563552:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758518.563553:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758518.563559:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758518.563564:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758518.563570:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758518.563575:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758518.563578:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758518.563582:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758518.563584:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758518.563587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758518.563589:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758518.563594:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758518.563598:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758519.587387:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758519.587390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758519.587395:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758519.587396:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758519.587402:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758519.587402:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758519.587411:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758519.587412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758519.587420:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758519.587421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758519.587426:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758519.587427:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758519.587435:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758519.587441:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758519.587443:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758519.587448:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758519.587449:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758519.587469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758519.587475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758519.587480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758519.587486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758519.587487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758519.587496:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758519.587502:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758519.587508:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758519.587508:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758519.587513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758519.587514:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758519.587519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758519.587519:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758519.587525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758519.587532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758519.587537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758519.587543:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758519.587547:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758519.587551:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758520.611375:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758520.611382:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758520.611384:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758520.611387:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758520.611388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758520.611394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758520.611395:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758520.611400:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758520.611401:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758520.611407:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758520.611407:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758520.611410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758520.611415:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758520.611418:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758520.611419:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758520.611438:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758520.611441:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758520.611447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758520.611448:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758520.611452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758520.611457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758520.611464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758520.611466:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758520.611470:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758520.611472:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758520.611474:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758520.611476:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758520.611479:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758520.611479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758520.611482:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758520.611485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758520.611488:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758520.611489:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758520.611494:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758520.611498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758520.611505:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758520.611517:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758520.611522:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758520.611525:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758520.611528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758520.611531:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758520.611533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758520.611535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758520.611537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758520.611538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758521.635388:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758521.635389:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758521.635396:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758521.635398:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758521.635399:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758521.635401:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.635407:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758521.635407:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758521.635414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758521.635414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758521.635421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758521.635421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758521.635425:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.635430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758521.635430:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.635436:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758521.635436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.635444:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758521.635457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758521.635463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758521.635465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.635467:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758521.635469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758521.635471:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758521.635473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758521.635474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.635479:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758521.635479:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.635485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758521.635486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.635489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758521.635491:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758521.635497:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.635500:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.635504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.635508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758521.635523:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758521.635528:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758521.635530:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758521.635533:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758521.635536:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758521.635536:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758521.635540:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758521.635541:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758521.635544:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758521.635546:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758521.635549:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758521.635552:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.699669:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758521.699675:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758521.699678:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758521.699687:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.699702:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.699706:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.699710:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758521.699721:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758521.699725:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.699732:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931186944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758521.699738:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758521.699743:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758521.699746:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.699750:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758521.699756:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758521.699762:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758521.699769:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758521.699774:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758521.699782:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758521.699789:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931186944, portal 25 00000100:00000001:0.0:1787758521.699793:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758521.699796:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758521.699804:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.699816:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758521.699820:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758521.699825:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758521.699828:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931186944, offset 0 00000400:00000200:0.0:1787758521.699838:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758521.699849:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.699857:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758521.699863:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758521.699869:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758521.699874:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758521.699876:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758521.699882:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748031:748031:256:4294967295] 192.168.201.121@tcp LPNI seq info [748025:748025:8:4294967295] 00000400:00000200:0.0:1787758521.699893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.699905:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758521.699912:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.699918:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758521.699930:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758521.699935:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758521.699954:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.699958:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758521.699965:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758521.699971:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758521.699978:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758521.699982:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758521.699987:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758521.699996:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700010:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.700016:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700028:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.700033:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758521.700039:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758521.700045:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758521.700048:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310899664 00000100:00000010:0.0:1787758521.700054:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758521.700061:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758521.700070:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310899664 00000100:00000010:0.0:1787758521.700075:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758521.700080:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758521.700084:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758521.700089:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.700092:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758521.700098:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758521/real 1787758521] req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758521.700114:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758521.700118:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758521.700123:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758521.700130:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758521.700134:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758521.700139:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758521.700145:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758521.700164:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700179:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758521.700182:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700187:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.700190:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758521.700199:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700236:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758521.700246:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700259:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758521.700265:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700292:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.700294:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700297:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758521.700299:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758521.700303:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758521.700314:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758521.700319:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758521.700328:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758521.700350:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931186944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758521.700358:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700362:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.700370:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931186944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700386:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758521.700391:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758521.700396:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758521.700402:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758521.700406:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758521.700411:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758521.700417:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758521.700422:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758521.700430:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758521.700434:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758521.700439:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758521.700443:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758521.700446:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700449:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700459:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758521.700463:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.700467:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758521.700469:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758521.700472:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758521.700480:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700492:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.700495:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.700497:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758521.700500:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758521.700504:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.700511:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758521.700525:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758521.700528:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758521.700532:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.700537:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758521.700541:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758521.700544:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758521.700549:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758521.700555:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758521.700561:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758521.700565:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187072, portal 10 00000100:00000001:0.0:1787758521.700576:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758521.700579:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758521.700590:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700612:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758521.700614:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758521.700616:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758521.700619:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931187072, offset 0 00000400:00000200:0.0:1787758521.700622:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758521.700625:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.700628:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758521.700631:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758521.700634:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758521.700637:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758521.700639:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758521.700643:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748032:748032:256:4294967295] 192.168.201.121@tcp LPNI seq info [748026:748026:8:4294967295] 00000400:00000200:0.0:1787758521.700648:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.700654:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758521.700657:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.700660:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758521.700663:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758521.700665:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758521.700674:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.700675:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758521.700677:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758521.700680:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758521.700682:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758521.700683:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758521.700686:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758521.700688:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700699:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.700701:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700705:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.700706:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758521.700709:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758521.700711:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758521.700714:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758521.700716:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310898701 00000100:00000001:0.0:1787758521.700718:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.700719:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310898701 00000100:00000001:0.0:1787758521.700721:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.700722:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758521.700724:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.700727:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758521.700735:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758521/real 1787758521] req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758521.700757:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758521.700761:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758521.700763:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758521.700766:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758521.700770:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758521.700775:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758521.700782:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758521.700797:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700808:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758521.700811:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700816:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.700817:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758521.700824:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700836:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758521.700845:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700857:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758521.700860:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700863:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.700865:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.700868:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758521.700874:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758521.700880:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758521.700887:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758521.700890:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758521.700896:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758521.700909:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758521.700915:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758521.700919:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.700929:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.700931:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.700935:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758521.700938:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758521.700942:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.700946:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758521.700953:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758521.700956:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758521.700959:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.700961:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758521.700966:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758521.700970:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758521.700975:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758521.700980:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758521.700985:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758521.700989:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187200, portal 10 00000100:00000001:0.0:1787758521.700992:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758521.700995:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758521.701001:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701013:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758521.701017:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758521.701022:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758521.701028:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931187200, offset 0 00000400:00000200:0.0:1787758521.701033:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758521.701039:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.701046:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758521.701050:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758521.701054:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758521.701058:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758521.701062:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758521.701069:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748033:748033:256:4294967295] 192.168.201.121@tcp LPNI seq info [748027:748027:8:4294967295] 00000400:00000200:0.0:1787758521.701077:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.701087:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758521.701094:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.701099:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758521.701106:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758521.701111:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758521.701125:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.701129:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758521.701132:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758521.701135:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758521.701137:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758521.701138:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758521.701140:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758521.701144:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701150:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.701152:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701157:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701158:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758521.701160:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758521.701162:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758521.701165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758521.701166:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310898699 00000100:00000001:0.0:1787758521.701168:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.701170:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310898699 00000100:00000001:0.0:1787758521.701171:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.701173:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758521.701174:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701175:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758521.701178:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758521/real 1787758521] req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758521.701182:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758521.701184:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758521.701185:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758521.701186:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758521.701188:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758521.701189:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758521.701191:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758521.701197:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701200:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758521.701201:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701203:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.701203:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758521.701206:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701210:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758521.701212:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701217:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758521.701219:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701220:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.701221:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701222:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758521.701224:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758521.701226:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758521.701228:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758521.701229:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758521.701232:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758521.701245:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758521.701248:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701249:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.701251:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931187072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701256:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758521.701257:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758521.701258:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758521.701260:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758521.701261:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758521.701262:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758521.701263:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758521.701265:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758521.701283:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758521.701285:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758521.701286:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758521.701288:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758521.701289:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701291:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.701294:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931187200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701301:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758521.701302:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758521.701303:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758521.701305:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758521.701306:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758521.701307:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758521.701308:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758521.701309:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758521.701311:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758521.701312:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758521.701312:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758521.701314:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758521.701315:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701317:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701320:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758521.701321:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701324:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758521.701325:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758521.701326:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758521.701331:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701338:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.701340:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.701342:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758521.701344:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758521.701346:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.701349:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758521.701353:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758521.701355:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758521.701357:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.701359:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758521.701362:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758521.701364:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758521.701369:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758521.701372:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758521.701376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758521.701379:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187328, portal 4 00000100:00000001:0.0:1787758521.701381:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758521.701383:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758521.701389:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701396:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758521.701399:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758521.701402:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758521.701404:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931187328, offset 0 00000400:00000200:0.0:1787758521.701410:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758521.701414:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.701418:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758521.701421:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758521.701424:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758521.701427:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758521.701430:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758521.701434:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748034:748034:256:4294967295] 192.168.201.121@tcp LPNI seq info [748028:748028:8:4294967295] 00000400:00000200:0.0:1787758521.701439:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.701445:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758521.701450:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.701454:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758521.701458:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758521.701461:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758521.701473:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.701475:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758521.701479:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758521.701482:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758521.701486:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758521.701488:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758521.701491:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758521.701494:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701503:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.701507:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701514:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701515:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758521.701519:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758521.701523:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758521.701527:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758521.701529:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310898736 00000100:00000001:0.0:1787758521.701532:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.701534:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310898736 00000100:00000001:0.0:1787758521.701537:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.701539:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758521.701542:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701544:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758521.701549:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758521/real 1787758521] req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758521.701557:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758521.701559:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758521.701561:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758521.701564:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758521.701566:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758521.701568:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758521.701572:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758521.701582:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701589:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758521.701591:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701608:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.701610:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758521.701614:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701622:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758521.701627:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701634:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758521.701637:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701639:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.701641:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701643:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758521.701644:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758521.701647:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758521.701651:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758521.701654:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758521.701658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758521.701667:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758521.701672:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758521.701675:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701683:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758521.701684:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.701687:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758521.701689:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758521.701691:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758521.701694:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758521.701698:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758521.701700:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758521.701701:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758521.701704:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758521.701707:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758521.701710:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758521.701714:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758521.701717:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758521.701720:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758521.701724:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187456, portal 4 00000100:00000001:0.0:1787758521.701726:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758521.701728:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758521.701734:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701741:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758521.701744:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758521.701746:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758521.701749:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931187456, offset 0 00000400:00000200:0.0:1787758521.701753:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758521.701758:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.701761:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758521.701765:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758521.701768:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758521.701770:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758521.701773:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758521.701777:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748035:748035:256:4294967295] 192.168.201.121@tcp LPNI seq info [748029:748029:8:4294967295] 00000400:00000200:0.0:1787758521.701781:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758521.701799:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758521.701807:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.701812:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758521.701817:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758521.701820:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758521.701832:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758521.701835:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758521.701838:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758521.701842:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758521.701845:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758521.701847:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758521.701851:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758521.701854:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701870:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.701874:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701882:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701884:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758521.701887:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758521.701890:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758521.701894:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758521.701896:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310898715 00000100:00000001:0.0:1787758521.701899:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.701902:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310898715 00000100:00000001:0.0:1787758521.701904:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310899664 00000100:00000001:0.0:1787758521.701907:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758521.701909:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.701911:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758521.701915:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758521/real 1787758521] req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758521.701923:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758521.701924:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758521.701926:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758521.701929:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758521.701931:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758521.701933:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758521.701936:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758521.701945:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701952:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758521.701954:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701956:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.701958:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758521.701962:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701970:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758521.701974:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.701982:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758521.701984:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701986:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758521.701988:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.701990:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758521.701992:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758521.701994:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758521.701998:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758521.702001:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758521.702005:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758521.702015:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758521.702019:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.702021:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.702024:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931187328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.702032:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758521.702033:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758521.702036:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758521.702038:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758521.702040:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758521.702042:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758521.702044:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758521.702046:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758521.702049:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758521.702050:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758521.702052:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758521.702054:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758521.702056:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.702058:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758521.702062:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931187456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758521.702069:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758521.702070:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758521.702072:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758521.702074:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758521.702075:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758521.702077:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758521.702079:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758521.702081:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758521.702083:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758521.702084:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758521.702086:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758521.702089:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758521.702091:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.702093:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758521.702096:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758521.702098:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758521.702100:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758521.702102:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758522.659390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758522.659400:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758522.659403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758522.659403:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758522.659411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758522.659412:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758522.659418:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758522.659419:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758522.659425:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758522.659427:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758522.659435:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758522.659436:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758522.659442:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758522.659442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758522.659457:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758522.659461:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758522.659469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758522.659477:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758522.659481:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758522.659491:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758522.659497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758522.659499:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758522.659503:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758522.659505:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758522.659510:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758522.659511:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758522.659514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758522.659516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758522.659520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758522.659523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758522.659525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758522.659527:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758522.659531:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758522.659532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758522.659536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758522.659546:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758522.659566:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758522.659574:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758522.659599:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758522.659639:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758522.659645:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758522.659647:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758522.659651:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758522.659654:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758522.659657:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758522.659659:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758522.659661:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758522.659663:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758522.723379:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310899664, at 4310899712 00000100:00000040:1.0:1787758522.723379:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310899664, at 4310899712 00000100:00000010:0.0:1787758522.723413:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000010:1.0:1787758522.723414:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:1.0:1787758523.683405:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758523.683416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758523.683421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758523.683423:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758523.683428:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758523.683431:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758523.683440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758523.683440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758523.683449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758523.683450:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758523.683462:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758523.683462:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758523.683468:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758523.683470:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758523.683487:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758523.683492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758523.683496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758523.683507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758523.683514:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758523.683523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758523.683527:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758523.683531:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758523.683536:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758523.683538:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758523.683540:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758523.683544:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758523.683545:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758523.683547:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758523.683557:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758523.683557:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758523.683569:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758523.683572:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758523.683579:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758523.683580:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758523.683582:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758523.683593:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758523.683757:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758523.683760:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758523.683764:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758524.707386:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758524.707394:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758524.707397:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758524.707403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758524.707408:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758524.707413:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758524.707419:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758524.707421:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758524.707424:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758524.707430:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758524.707435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758524.707435:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758524.707448:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758524.707461:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758524.707465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758524.707483:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758524.707487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758524.707488:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758524.707496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758524.707497:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758524.707502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758524.707503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758524.707511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758524.707516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758524.707521:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758524.707526:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758524.707532:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758524.707532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758524.707539:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758524.707566:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758524.707566:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758524.707571:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758524.707573:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758524.707576:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758524.707578:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758524.707584:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758524.707586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758524.707589:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758524.707591:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758524.707596:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758524.707599:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758524.707608:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758524.707612:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758524.707616:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758524.707621:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758525.731442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758525.731442:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758525.731454:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758525.731455:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758525.731461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758525.731468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758525.731469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758525.731476:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758525.731483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758525.731484:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758525.731486:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758525.731492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758525.731493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758525.731499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758525.731500:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758525.731506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758525.731514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758525.731520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758525.731521:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758525.731542:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758525.731546:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758525.731552:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758525.731556:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758525.731559:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758525.731560:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758525.731566:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758525.731568:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758525.731568:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758525.731573:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758525.731575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758525.731581:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758525.731588:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758525.731593:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758525.731594:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758525.731598:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758525.731600:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758525.731605:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758525.731608:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758525.731609:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758525.731618:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758525.731622:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758525.731623:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758525.731642:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758525.731649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758525.731654:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.755389:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758526.755396:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758526.755398:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758526.755408:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758526.755410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758526.755417:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.755418:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758526.755432:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758526.755433:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758526.755439:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755449:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758526.755450:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758526.755459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755461:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755469:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758526.755479:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758526.755483:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758526.755490:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.755493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758526.755498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758526.755502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.755519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758526.755523:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758526.755525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.755528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755531:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758526.755539:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758526.755545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758526.755548:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758526.755551:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758526.755555:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758526.755559:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758526.755563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758526.755566:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755569:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758526.755578:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.755579:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758526.755588:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.755599:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758526.755611:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758526.755617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755634:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.755638:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.755646:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.819565:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758526.819571:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758526.819576:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758526.819586:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.819603:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.819606:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.819612:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758526.819616:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758526.819622:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.819628:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931187584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758526.819635:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758526.819640:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758526.819645:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.819649:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758526.819655:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758526.819659:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758526.819666:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758526.819670:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758526.819680:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758526.819687:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187584, portal 25 00000100:00000001:0.0:1787758526.819690:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758526.819694:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758526.819700:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.819716:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758526.819722:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758526.819727:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758526.819733:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931187584, offset 0 00000400:00000200:0.0:1787758526.819743:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758526.819754:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.819762:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758526.819770:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758526.819777:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758526.819783:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758526.819786:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758526.819794:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748036:748036:256:4294967295] 192.168.201.121@tcp LPNI seq info [748030:748030:8:4294967295] 00000400:00000200:0.0:1787758526.819802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.819819:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758526.819832:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.819841:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758526.819855:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758526.819862:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758526.819888:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.819892:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758526.819901:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758526.819907:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758526.819913:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758526.819916:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758526.819923:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758526.819929:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.819943:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.819950:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.819963:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.819967:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758526.819973:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758526.819980:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758526.819985:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310904784 00000100:00000010:0.0:1787758526.819993:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758526.820001:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758526.820009:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310904784 00000100:00000010:0.0:1787758526.820013:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00000001:0.0:1787758526.820019:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758526.820025:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758526.820029:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820032:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758526.820039:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758526/real 1787758526] req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758526.820060:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758526.820064:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758526.820067:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758526.820071:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758526.820075:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758526.820079:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758526.820085:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758526.820102:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820132:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758526.820134:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820138:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.820141:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758526.820149:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820164:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758526.820173:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820183:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758526.820186:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820190:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.820191:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820196:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758526.820200:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758526.820203:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758526.820208:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758526.820213:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758526.820217:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758526.820228:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931187584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758526.820234:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820239:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.820245:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931187584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820256:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758526.820260:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758526.820265:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758526.820302:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758526.820306:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758526.820311:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758526.820317:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758526.820324:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758526.820330:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758526.820333:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758526.820336:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758526.820342:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758526.820345:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820349:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820358:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758526.820361:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820364:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758526.820368:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758526.820371:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758526.820377:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820391:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.820393:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.820398:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758526.820401:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758526.820405:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.820411:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758526.820417:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758526.820420:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758526.820423:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.820427:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758526.820431:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758526.820435:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758526.820440:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758526.820444:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758526.820447:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758526.820450:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187712, portal 10 00000100:00000001:0.0:1787758526.820452:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758526.820454:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758526.820461:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820465:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758526.820467:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758526.820469:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758526.820470:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931187712, offset 0 00000400:00000200:0.0:1787758526.820473:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758526.820476:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.820479:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758526.820481:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758526.820484:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758526.820485:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758526.820487:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758526.820489:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748037:748037:256:4294967295] 192.168.201.121@tcp LPNI seq info [748031:748031:8:4294967295] 00000400:00000200:0.0:1787758526.820492:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.820497:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758526.820500:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.820502:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758526.820519:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758526.820521:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758526.820529:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.820531:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758526.820533:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758526.820535:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758526.820538:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758526.820539:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758526.820541:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758526.820543:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820554:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.820556:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820561:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820562:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758526.820564:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758526.820567:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758526.820569:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758526.820570:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310903821 00000100:00000001:0.0:1787758526.820573:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.820574:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310903821 00000100:00000001:0.0:1787758526.820576:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.820577:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758526.820579:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820580:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758526.820582:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758526/real 1787758526] req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758526.820587:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758526.820588:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758526.820589:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758526.820591:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758526.820592:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758526.820594:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758526.820596:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758526.820601:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820605:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758526.820607:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820608:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.820609:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758526.820612:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820616:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758526.820619:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820623:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758526.820625:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820626:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.820626:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820628:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758526.820631:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758526.820632:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758526.820634:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758526.820636:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758526.820638:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758526.820643:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758526.820646:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758526.820648:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820653:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.820654:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.820655:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758526.820656:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758526.820658:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.820660:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758526.820662:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758526.820664:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758526.820665:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.820667:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758526.820669:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758526.820670:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758526.820672:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758526.820674:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758526.820676:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758526.820678:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187840, portal 10 00000100:00000001:0.0:1787758526.820679:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758526.820681:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758526.820685:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820689:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758526.820691:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758526.820692:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758526.820694:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931187840, offset 0 00000400:00000200:0.0:1787758526.820696:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758526.820699:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.820701:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758526.820703:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758526.820705:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758526.820707:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758526.820708:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758526.820710:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748038:748038:256:4294967295] 192.168.201.121@tcp LPNI seq info [748032:748032:8:4294967295] 00000400:00000200:0.0:1787758526.820713:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.820718:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758526.820721:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.820723:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758526.820726:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758526.820728:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758526.820735:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.820737:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758526.820739:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758526.820741:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758526.820743:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758526.820744:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758526.820746:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758526.820748:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820753:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.820755:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820759:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820760:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758526.820762:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758526.820764:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758526.820766:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758526.820767:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310903819 00000100:00000001:0.0:1787758526.820769:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.820770:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310903819 00000100:00000001:0.0:1787758526.820772:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.820773:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758526.820775:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820776:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758526.820778:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758526/real 1787758526] req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758526.820783:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758526.820784:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758526.820785:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758526.820787:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758526.820788:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758526.820790:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758526.820792:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758526.820797:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820801:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758526.820802:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820803:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.820805:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758526.820809:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820816:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758526.820820:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820827:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758526.820829:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820831:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.820833:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.820835:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758526.820837:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758526.820840:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758526.820844:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758526.820847:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758526.820851:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758526.820865:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758526.820868:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758526.820871:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820875:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.820876:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.820878:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758526.820879:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758526.820881:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.820883:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758526.820885:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758526.820886:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758526.820887:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.820889:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758526.820891:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758526.820892:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758526.820895:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758526.820897:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758526.820900:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758526.820902:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931187968, portal 4 00000100:00000001:0.0:1787758526.820904:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758526.820905:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758526.820909:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820913:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758526.820915:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758526.820916:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758526.820918:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931187968, offset 0 00000400:00000200:0.0:1787758526.820921:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758526.820924:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.820926:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758526.820928:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758526.820930:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758526.820932:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758526.820934:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758526.820936:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748039:748039:256:4294967295] 192.168.201.121@tcp LPNI seq info [748033:748033:8:4294967295] 00000400:00000200:0.0:1787758526.820939:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.820943:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758526.820947:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.820949:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758526.820951:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758526.820953:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758526.820961:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.820962:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758526.820965:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758526.820967:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758526.820969:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758526.820970:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758526.820972:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758526.820975:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820980:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.820982:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.820986:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.820987:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758526.820989:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758526.820992:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758526.820994:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758526.820995:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310903855 00000100:00000001:0.0:1787758526.820997:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.820999:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310903855 00000100:00000001:0.0:1787758526.821000:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.821002:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758526.821003:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.821004:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758526.821006:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758526/real 1787758526] req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758526.821011:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758526.821012:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758526.821013:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758526.821015:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758526.821016:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758526.821017:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758526.821020:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758526.821025:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821029:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758526.821030:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821031:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.821032:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758526.821034:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821038:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758526.821040:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821044:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758526.821047:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821048:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.821049:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821050:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758526.821051:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758526.821053:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758526.821055:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758526.821057:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758526.821059:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758526.821064:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931187968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758526.821066:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821067:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.821069:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931187712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821074:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758526.821075:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758526.821076:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758526.821078:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758526.821079:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758526.821080:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758526.821081:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758526.821083:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758526.821085:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758526.821086:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758526.821087:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758526.821089:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758526.821090:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821091:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.821093:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931187840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821102:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758526.821103:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758526.821104:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758526.821105:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758526.821106:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758526.821107:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758526.821108:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758526.821109:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758526.821110:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758526.821111:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758526.821112:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758526.821113:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758526.821114:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821115:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.821117:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931187968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821121:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758526.821122:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758526.821123:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758526.821124:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758526.821125:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758526.821126:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758526.821127:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758526.821128:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758526.821129:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758526.821130:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758526.821131:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758526.821132:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758526.821133:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821134:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821137:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758526.821138:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.821139:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758526.821140:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758526.821141:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758526.821144:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821148:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758526.821149:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.821151:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758526.821152:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758526.821153:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758526.821155:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758526.821157:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758526.821159:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758526.821160:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758526.821161:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758526.821163:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758526.821165:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758526.821167:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758526.821168:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758526.821170:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758526.821173:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188096, portal 4 00000100:00000001:0.0:1787758526.821174:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758526.821175:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758526.821179:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821183:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758526.821185:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758526.821186:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758526.821188:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931188096, offset 0 00000400:00000200:0.0:1787758526.821190:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758526.821192:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.821195:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758526.821196:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758526.821198:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758526.821200:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758526.821202:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758526.821204:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748040:748040:256:4294967295] 192.168.201.121@tcp LPNI seq info [748034:748034:8:4294967295] 00000400:00000200:0.0:1787758526.821207:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758526.821212:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758526.821215:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.821217:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758526.821219:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758526.821221:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758526.821229:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758526.821231:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758526.821233:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758526.821235:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758526.821237:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758526.821238:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758526.821240:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758526.821242:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821247:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.821249:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821254:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.821255:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758526.821257:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758526.821259:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758526.821260:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758526.821262:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310903834 00000100:00000001:0.0:1787758526.821264:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.821265:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310903834 00000100:00000001:0.0:1787758526.821288:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310904784 00000100:00000001:0.0:1787758526.821291:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758526.821294:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.821296:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758526.821300:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758526/real 1787758526] req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758526.821310:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758526.821311:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758526.821313:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758526.821316:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758526.821318:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758526.821321:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758526.821324:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758526.821331:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821336:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758526.821337:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821338:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.821339:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758526.821341:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821346:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758526.821349:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821353:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758526.821355:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821356:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758526.821357:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821358:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758526.821359:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758526.821361:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758526.821363:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758526.821365:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758526.821368:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758526.821373:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758526.821375:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821376:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758526.821378:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931188096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758526.821382:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758526.821383:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758526.821385:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758526.821386:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758526.821388:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758526.821389:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758526.821390:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758526.821391:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758526.821393:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758526.821394:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758526.821395:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758526.821396:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758526.821397:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821399:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758526.821401:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758526.821402:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758526.821403:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758526.821404:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758527.779402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758527.779402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758527.779412:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758527.779413:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758527.779418:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758527.779418:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758527.779428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758527.779428:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758527.779437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758527.779437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758527.779445:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758527.779453:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758527.779464:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758527.779469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758527.779474:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758527.779475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758527.779479:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758527.779483:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758527.779506:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758527.779513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758527.779516:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758527.779519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758527.779523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758527.779526:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758527.779529:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758527.779531:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758527.779536:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758527.779537:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758527.779543:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758527.779544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758527.779548:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758527.779549:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758527.779554:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758527.779555:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758527.779559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758527.779564:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758527.843385:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310904784, at 4310904832 00000100:00000040:1.0:1787758527.843385:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310904784, at 4310904832 00000100:00000010:1.0:1787758527.843403:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000010:0.0:1787758527.843416:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758528.803391:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758528.803391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758528.803403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758528.803403:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758528.803408:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758528.803409:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758528.803421:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758528.803421:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758528.803431:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758528.803440:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758528.803440:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758528.803447:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758528.803448:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758528.803454:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758528.803462:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758528.803464:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758528.803479:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758528.803484:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758528.803512:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758528.803513:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758528.803518:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758528.803519:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758528.803521:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758528.803524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758528.803525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758528.803532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758528.803533:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758528.803537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758528.803539:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758528.803544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758528.803546:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758528.803549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758528.803561:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758528.803563:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758528.803569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758528.803579:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758528.803610:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758528.803613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758528.803617:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758528.803625:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758528.803632:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758528.803638:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758528.803645:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758528.803646:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758528.803651:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758529.827399:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758529.827408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758529.827414:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758529.827416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758529.827423:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758529.827424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758529.827432:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758529.827432:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758529.827441:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758529.827441:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758529.827447:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758529.827448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758529.827465:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758529.827477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758529.827484:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758529.827500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758529.827504:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758529.827509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758529.827516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758529.827521:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758529.827524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758529.827528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758529.827534:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758529.827539:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758529.827540:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758529.827542:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758529.827545:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758529.827546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758529.827551:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758529.827557:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758529.827557:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758529.827565:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758529.827577:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758529.827587:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758529.827597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758529.827603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758529.827603:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758529.827613:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758529.827622:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758529.827626:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758529.827634:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758529.827637:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758529.827639:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758529.827640:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758529.827642:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758530.851402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758530.851411:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758530.851417:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758530.851419:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758530.851427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758530.851427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758530.851447:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758530.851448:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758530.851452:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758530.851455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758530.851469:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758530.851471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758530.851481:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758530.851481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758530.851498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758530.851513:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758530.851520:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758530.851527:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758530.851527:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758530.851532:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758530.851536:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758530.851545:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758530.851550:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758530.851558:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758530.851562:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758530.851563:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758530.851570:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758530.851581:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758530.851582:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758530.851588:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758530.851590:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758530.851593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758530.851597:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758530.851618:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758530.851625:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758530.851634:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.875382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758531.875389:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758531.875391:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758531.875392:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.875397:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758531.875400:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758531.875401:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758531.875408:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758531.875409:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758531.875425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758531.875428:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.875436:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.875437:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758531.875445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.875453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758531.875454:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.875462:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.875475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.875488:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758531.875494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758531.875497:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758531.875499:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758531.875507:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758531.875509:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758531.875514:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758531.875523:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758531.875524:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758531.875531:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758531.875531:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.875536:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758531.875537:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.875538:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.875544:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.875545:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758531.875550:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.875558:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.875572:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758531.875581:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758531.875591:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758531.875592:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758531.875600:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758531.875609:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00010000:00010000:0.0:1787758531.875610:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758531.875620:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758531.875631:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.875639:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758531.875640:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.875643:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758531.939397:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758531.939408:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758531.939410:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758531.939425:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758531.939431:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758531.939439:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16236 00000400:00000200:1.0:1787758531.939448:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758531.939455:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758531.939459:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758531.939462:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939464:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.939467:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939469:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758531.939472:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758531.939474:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758531.939477:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758531.939480:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758531.939482:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758531.939484:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758531.939486:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939488:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.939489:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939491:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758531.939493:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758531.939496:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939497:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758531.939500:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758531.939503:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758531.939505:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939507:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758531.939509:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758531.939520:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758531.939523:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758531.939527:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758531.939529:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939531:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758531.939535:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758531.939538:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758531.939546:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758531.939553:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758531.939563:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758531.939572:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758531.939577:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758531.939581:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758531.939604:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758531.939607:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758531.939610:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758531.939611:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758531.939613:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758531.939615:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758531.939617:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16236 00000400:00000200:1.0:1787758531.939620:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758531.939622:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758531.939624:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758531.939626:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939627:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.939629:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939631:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758531.939632:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758531.939633:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758531.939634:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758531.939636:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758531.939638:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758531.939639:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758531.939642:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939643:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.939645:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939648:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758531.939650:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758531.939652:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939654:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758531.939656:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758531.939661:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758531.939663:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787758531.939664:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939666:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758531.939672:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000008:00100000:1.0:1787758531.939672:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758531.939677:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1787758531.939678:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939682:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758531.939685:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000100:00000040:0.0:1787758531.939688:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758531.939689:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758531.939693:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758531.939695:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939700:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758531.939702:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758531.939706:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787758531.939706:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.939710:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758531.939710:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758531.939717:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787758531.939717:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.939720:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758531.939724:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758531.939725:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758531.939730:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931188224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758531.939740:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758531.939742:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758531.939745:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.939746:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758531.939750:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758531.939751:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787758531.939754:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758531.939762:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:1.0:1787758531.939762:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.939767:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758531.939767:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758531.939772:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758531.939773:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758531.939776:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758531.939777:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787758531.939781:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758531.939782:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758531.939788:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16236 00000400:00000200:1.0:1787758531.939791:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758531.939792:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000400:00000200:1.0:1787758531.939795:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758531.939798:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758531.939800:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000200:0.0:1787758531.939802:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188224, portal 25 00000100:00000001:1.0:1787758531.939803:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.939807:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758531.939808:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787758531.939810:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758531.939811:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000020:00000001:1.0:1787758531.939816:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758531.939819:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758531.939822:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1787758531.939823:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758531.939824:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758531.939829:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758531.939833:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758531.939840:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758531.939842:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758531.939842:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.939848:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758531.939853:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939853:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758531.939857:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000010:0.0:1787758531.939859:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00080000:1.0:1787758531.939861:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939865:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758531.939867:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931188224, offset 0 02000000:00000001:1.0:1787758531.939867:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758531.939871:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758531.939873:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939875:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758531.939876:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758531.939879:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.939882:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939882:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758531.939889:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758531.939892:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758531.939896:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787758531.939897:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758531.939898:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.939902:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758531.939904:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758531.939906:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758531.939909:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000400:00000200:0.0:1787758531.939911:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758531.939913:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.939918:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1787758531.939920:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758531.939927:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787758531.939929:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758531.939931:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.939933:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787758531.939938:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758531.939940:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758531.939948:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748041:748041:256:4294967295] 192.168.201.121@tcp LPNI seq info [748035:748035:8:4294967295] 00000100:00000001:1.0:1787758531.939952:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.939956:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758531.939957:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758531.939961:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758531.939963:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758531.939966:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758531.939972:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758531.939973:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758531.939979:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16236 00000800:00000200:0.0:1787758531.939983:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758531.939984:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758531.939989:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000010:0.0:1787758531.939991:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000100:00080000:1.0:1787758531.939991:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758531.939997:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.939999:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.940002:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758531.940006:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758531.940007:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000200:0.0:1787758531.940012:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000020:00000001:1.0:1787758531.940012:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758531.940016:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758531.940022:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758531.940029:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000800:00000100:0.0:1787758531.940036:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758531.940037:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000800:00000010:0.0:1787758531.940040:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000020:00000001:1.0:1787758531.940043:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000400:00000200:0.0:1787758531.940048:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758531.940052:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758531.940055:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758531.940059:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758531.940062:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758531.940066:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000040:1.0:1787758531.940067:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758531.940072:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787758531.940072:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787758531.940078:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758531.940088:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000001:0.0:1787758531.940092:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787758531.940093:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758531.940097:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758531.940100:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1787758531.940102:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758531.940104:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758531.940108:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.940112:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758531.940116:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758531.940121:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940123:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.940123:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940129:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1787758531.940131:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758531.940135:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758531.940137:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758531.940139:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758531.940139:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.940141:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758531.940144:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758531.940146:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.940148:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758531.940151:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:0.0:1787758531.940153:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310909904 00000100:00000001:1.0:1787758531.940156:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758531.940160:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00100000:1.0:1787758531.940164:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758531.940170:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758531.940171:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758531.940174:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758531.940177:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940179:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310909904 00000100:00000010:0.0:1787758531.940185:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758531.940190:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787758531.940191:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940197:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787758531.940197:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758531.940203:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758531.940204:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.940207:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758531.940209:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787758531.940210:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758531.940214:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1787758531.940217:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758531/real 1787758531] req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758531.940219:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16236 00000400:00000200:1.0:1787758531.940228:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000001:0.0:1787758531.940234:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758531.940236:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758531.940239:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:1.0:1787758531.940240:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000200:0.0:1787758531.940244:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00080000:1.0:1787758531.940245:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1787758531.940249:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000040:1.0:1787758531.940250:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758531.940253:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787758531.940254:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.940260:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000200:0.0:1787758531.940262:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758531.940263:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758531.940287:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758531.940289:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758531.940290:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758531.940292:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758531.940294:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758531.940296:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758531.940300:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.940304:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758531.940309:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758531.940312:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000200:0.0:1787758531.940316:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758531.940317:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758531.940323:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758531.940328:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940331:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1787758531.940332:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758531.940335:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758531.940337:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758531.940339:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1787758531.940340:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940342:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.940343:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758531.940347:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787758531.940350:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1787758531.940350:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.940354:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758531.940360:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758531.940362:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758531.940363:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758531.940368:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1787758531.940370:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758531.940371:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758531.940376:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758531.940378:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758531.940381:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940385:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:1.0:1787758531.940387:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:0.0:1787758531.940390:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758531.940392:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940393:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.940396:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940399:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1787758531.940400:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758531.940401:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758531.940407:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758531.940429:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1787758531.940430:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758531.940433:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940436:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787758531.940440:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758531.940446:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758531.940449:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758531.940455:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16246) 00000100:00100000:0.0:1787758531.940463:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931188224:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758531.940472:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940475:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.940479:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931188224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940491:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758531.940493:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758531.940496:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758531.940499:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758531.940501:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758531.940502:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758531.940504:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758531.940506:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758531.940510:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758531.940511:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758531.940513:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787758531.940516:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758531.940517:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940519:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940527:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758531.940529:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940531:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758531.940532:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758531.940533:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758531.940536:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940542:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758531.940543:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.940545:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758531.940546:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758531.940548:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758531.940550:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758531.940552:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758531.940554:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758531.940556:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.940557:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758531.940559:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758531.940561:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.940564:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758531.940567:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758531.940570:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758531.940572:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188352, portal 10 00000100:00000001:0.0:1787758531.940574:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758531.940575:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000040:0.0:1787758531.940580:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940585:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758531.940587:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758531.940589:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758531.940590:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931188352, offset 0 00000400:00000200:0.0:1787758531.940593:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758531.940596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.940599:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758531.940601:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758531.940603:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758531.940605:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758531.940607:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758531.940610:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748042:748042:256:4294967295] 192.168.201.121@tcp LPNI seq info [748036:748036:8:4294967295] 00000400:00000200:0.0:1787758531.940613:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.940617:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758531.940621:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.940623:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758531.940627:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758531.940629:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758531.940637:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.940639:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758531.940641:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758531.940644:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758531.940646:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758531.940648:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758531.940650:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758531.940652:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940658:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.940660:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940665:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940667:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758531.940669:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758531.940672:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758531.940674:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758531.940675:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310908941 00000100:00000001:0.0:1787758531.940678:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.940680:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310908941 00000100:00000001:0.0:1787758531.940681:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.940683:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758531.940685:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940686:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758531.940688:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758531/real 1787758531] req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758531.940693:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758531.940694:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758531.940695:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758531.940697:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758531.940698:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758531.940700:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758531.940702:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758531.940708:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940717:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758531.940718:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940719:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.940720:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758531.940723:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940727:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758531.940729:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940734:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758531.940735:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940736:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.940737:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940738:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758531.940741:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758531.940743:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758531.940745:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758531.940747:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758531.940749:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758531.940755:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758531.940758:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758531.940760:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940765:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758531.940766:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.940768:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758531.940769:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758531.940770:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758531.940773:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758531.940775:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758531.940777:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758531.940778:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.940779:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758531.940781:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758531.940782:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.940785:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758531.940786:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758531.940789:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758531.940791:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188480, portal 10 00000100:00000001:0.0:1787758531.940792:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758531.940793:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758531.940798:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940803:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758531.940804:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758531.940806:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758531.940808:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931188480, offset 0 00000400:00000200:0.0:1787758531.940810:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758531.940812:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.940814:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758531.940816:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758531.940818:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758531.940819:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758531.940821:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758531.940823:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748043:748043:256:4294967295] 192.168.201.121@tcp LPNI seq info [748037:748037:8:4294967295] 00000400:00000200:0.0:1787758531.940827:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.940831:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758531.940835:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.940837:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758531.940840:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758531.940842:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758531.940850:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.940851:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758531.940854:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758531.940858:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758531.940861:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758531.940863:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758531.940866:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758531.940869:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940878:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.940882:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940889:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940891:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758531.940895:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758531.940899:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758531.940903:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758531.940905:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310908939 00000100:00000001:0.0:1787758531.940908:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.940910:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310908939 00000100:00000001:0.0:1787758531.940912:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.940914:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758531.940916:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.940917:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758531.940920:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758531/real 1787758531] req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758531.940927:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758531.940928:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758531.940929:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758531.940931:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758531.940933:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758531.940934:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758531.940937:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758531.940943:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940947:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758531.940948:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940949:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.940950:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758531.940952:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940957:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758531.940960:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940965:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758531.940966:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940967:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.940968:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.940970:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758531.940972:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758531.940974:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758531.940976:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758531.940977:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758531.940980:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758531.940986:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758531.940988:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758531.940991:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.940995:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758531.940996:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.940997:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758531.940998:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758531.941000:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758531.941001:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758531.941003:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758531.941005:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758531.941006:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.941007:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758531.941010:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758531.941011:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.941014:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758531.941016:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758531.941019:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758531.941021:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188608, portal 4 00000100:00000001:0.0:1787758531.941022:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758531.941023:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758531.941028:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941033:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758531.941035:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758531.941036:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758531.941038:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931188608, offset 0 00000400:00000200:0.0:1787758531.941041:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758531.941044:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.941047:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758531.941049:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758531.941051:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758531.941053:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758531.941055:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758531.941057:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748044:748044:256:4294967295] 192.168.201.121@tcp LPNI seq info [748038:748038:8:4294967295] 00000400:00000200:0.0:1787758531.941060:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.941065:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758531.941068:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.941071:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758531.941074:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758531.941076:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758531.941084:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.941085:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758531.941088:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758531.941091:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758531.941095:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758531.941097:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758531.941099:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758531.941103:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941111:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.941115:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941122:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.941124:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758531.941127:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758531.941131:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758531.941135:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758531.941137:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310908975 00000100:00000001:0.0:1787758531.941140:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.941143:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310908975 00000100:00000001:0.0:1787758531.941145:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.941147:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758531.941148:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.941150:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758531.941153:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758531/real 1787758531] req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758531.941159:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758531.941160:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758531.941161:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758531.941163:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758531.941165:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758531.941166:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758531.941169:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758531.941174:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941179:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758531.941180:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941181:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.941182:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758531.941184:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941188:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758531.941191:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941196:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758531.941198:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941199:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.941200:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941202:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758531.941203:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758531.941205:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758531.941207:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758531.941208:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758531.941211:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758531.941216:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758531.941219:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758531.941221:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941226:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758531.941227:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.941228:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758531.941229:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758531.941230:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758531.941232:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758531.941234:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758531.941236:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758531.941237:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758531.941238:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758531.941241:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758531.941243:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758531.941245:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758531.941247:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758531.941249:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758531.941251:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188736, portal 4 00000100:00000001:0.0:1787758531.941253:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758531.941254:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758531.941258:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941263:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758531.941265:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758531.941283:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758531.941286:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931188736, offset 0 00000400:00000200:0.0:1787758531.941289:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758531.941292:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.941294:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758531.941296:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758531.941298:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758531.941300:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758531.941302:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758531.941304:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748045:748045:256:4294967295] 192.168.201.121@tcp LPNI seq info [748039:748039:8:4294967295] 00000400:00000200:0.0:1787758531.941307:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758531.941312:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758531.941315:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.941317:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758531.941320:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758531.941322:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758531.941330:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758531.941332:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758531.941334:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758531.941337:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758531.941339:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758531.941340:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758531.941342:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758531.941345:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941355:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.941358:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941362:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.941364:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758531.941365:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758531.941367:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758531.941369:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758531.941371:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310908955 00000100:00000001:0.0:1787758531.941373:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.941374:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310908955 00000100:00000001:0.0:1787758531.941376:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310909904 00000100:00000001:0.0:1787758531.941378:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758531.941379:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.941380:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758531.941383:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758531/real 1787758531] req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758531.941387:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758531.941388:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758531.941389:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758531.941391:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758531.941392:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758531.941394:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758531.941396:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758531.941402:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941406:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758531.941407:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941409:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.941410:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758531.941412:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941434:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758531.941439:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941447:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758531.941450:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941452:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758531.941453:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941455:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758531.941457:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758531.941460:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758531.941464:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758531.941467:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758531.941472:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758531.941481:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758531.941486:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941488:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.941490:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931188352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941495:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758531.941497:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758531.941498:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758531.941501:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758531.941502:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758531.941504:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758531.941505:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758531.941507:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758531.941509:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758531.941510:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758531.941511:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787758531.941513:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758531.941514:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941515:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.941517:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931188480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941522:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758531.941523:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758531.941524:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758531.941526:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758531.941527:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758531.941528:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758531.941529:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758531.941530:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758531.941531:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758531.941532:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758531.941533:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758531.941535:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758531.941535:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941536:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.941538:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931188608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941542:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758531.941543:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758531.941544:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758531.941545:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758531.941546:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758531.941547:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758531.941548:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758531.941549:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758531.941550:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758531.941552:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758531.941553:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758531.941554:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758531.941556:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941557:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758531.941559:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931188736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758531.941563:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758531.941564:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758531.941565:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758531.941566:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758531.941567:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758531.941568:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758531.941569:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758531.941570:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758531.941571:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758531.941572:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758531.941573:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758531.941575:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758531.941575:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941577:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758531.941579:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758531.941580:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758531.941581:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758531.941583:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758532.899368:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758532.899375:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758532.899380:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758532.899385:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758532.899389:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758532.899395:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899412:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758532.899414:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899421:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758532.899429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758532.899441:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758532.899451:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758532.899459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758532.899468:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758532.899468:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758532.899471:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758532.899478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758532.899480:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758532.899482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899486:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758532.899488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758532.899491:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758532.899491:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758532.899505:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758532.899530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758532.899538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899546:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758532.899547:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758532.899557:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758532.899561:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758532.899568:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758532.899573:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758532.899581:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899588:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758532.899597:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758532.899597:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758532.899612:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758532.899612:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758532.899630:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758532.899631:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758532.899643:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758532.899651:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899662:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758532.899664:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758532.899666:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758532.963335:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310909904, at 4310909952 00000100:00000040:0.0:1787758532.963338:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310909904, at 4310909952 00000100:00000010:1.0:1787758532.963351:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000010:0.0:1787758532.963356:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758533.923455:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758533.923464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758533.923470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758533.923480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758533.923484:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758533.923489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758533.923492:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758533.923497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758533.923499:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758533.923505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758533.923507:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758533.923511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758533.923513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758533.923521:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758533.923523:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758533.923534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758533.923539:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758533.923552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758533.923556:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758533.923570:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758533.923578:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758533.923583:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758533.923585:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758533.923590:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758533.923592:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758533.923605:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758533.923607:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758533.923610:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758533.923617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758533.923617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758533.923636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758533.923640:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758533.923653:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758533.923653:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758533.923658:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758533.923663:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758533.923696:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758533.923716:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758533.923726:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758533.923736:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758533.923740:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758533.923744:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758533.923749:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758533.923755:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758533.923759:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758534.947406:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758534.947406:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758534.947415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758534.947415:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758534.947419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758534.947419:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758534.947426:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758534.947426:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758534.947432:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758534.947432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758534.947438:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758534.947438:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758534.947455:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758534.947462:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758534.947465:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758534.947465:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758534.947467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758534.947470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758534.947481:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758534.947481:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758534.947487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758534.947487:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758534.947492:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758534.947492:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758534.947498:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758534.947498:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758534.947505:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758534.947505:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758534.947512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758534.947512:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758534.947518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758534.947521:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758534.947525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758534.947525:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758534.947526:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758534.947529:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758534.947550:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758534.947554:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758534.947555:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758534.947558:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758534.947561:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758534.947564:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758534.947566:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758534.947569:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758534.947572:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758535.971449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758535.971454:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758535.971458:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758535.971459:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758535.971461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758535.971464:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758535.971470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758535.971472:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758535.971480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758535.971481:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758535.971488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758535.971489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758535.971499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758535.971504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758535.971509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758535.971510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758535.971513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758535.971516:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758535.971532:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758535.971536:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758535.971539:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758535.971544:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758535.971545:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758535.971549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758535.971551:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758535.971552:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758535.971557:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758535.971558:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758535.971564:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758535.971565:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758535.971567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758535.971571:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758535.971571:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758535.971577:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758535.971581:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758535.971584:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758535.971603:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758535.971608:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758535.971610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758535.971613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758535.971616:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758535.971619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758535.971621:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758535.971622:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758535.971624:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758536.995422:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758536.995422:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758536.995429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758536.995430:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758536.995433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758536.995435:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758536.995439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758536.995440:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758536.995445:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758536.995445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758536.995451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758536.995452:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758536.995456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758536.995459:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758536.995460:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758536.995463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758536.995464:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758536.995472:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758536.995494:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758536.995500:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758536.995501:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758536.995506:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758536.995509:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758536.995511:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758536.995514:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758536.995516:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758536.995518:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758536.995521:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758536.995524:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758536.995525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758536.995531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758536.995531:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758536.995536:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758536.995546:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758536.995550:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758536.995554:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758537.059357:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758537.059366:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758537.059369:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758537.059371:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758537.059375:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758537.059381:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16241 00000400:00000200:1.0:1787758537.059389:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758537.059394:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758537.059397:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758537.059400:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059403:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758537.059404:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059406:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758537.059410:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758537.059411:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758537.059414:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758537.059416:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758537.059418:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758537.059420:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758537.059423:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059425:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758537.059428:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059430:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758537.059434:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758537.059437:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059441:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758537.059444:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758537.059448:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758537.059451:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059454:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758537.059457:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758537.059465:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758537.059470:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758537.059475:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758537.059476:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059479:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758537.059481:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758537.059485:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758537.059491:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758537.059496:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758537.059505:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758537.059513:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758537.059516:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758537.059520:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758537.059537:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758537.059540:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758537.059543:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758537.059544:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758537.059545:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758537.059548:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758537.059550:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16241 00000400:00000200:1.0:1787758537.059553:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758537.059556:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758537.059558:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758537.059560:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059563:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758537.059565:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758537.059569:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758537.059570:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000100:00000001:0.0:1787758537.059571:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787758537.059571:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758537.059575:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758537.059577:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758537.059578:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758537.059581:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758537.059582:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758537.059586:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059589:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758537.059590:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758537.059592:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059597:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758537.059602:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758537.059607:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758537.059609:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758537.059610:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.059612:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758537.059613:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758537.059617:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787758537.059619:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758537.059621:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059623:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758537.059626:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758537.059627:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787758537.059632:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.059633:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059638:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758537.059641:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931188864:192.168.201.121@tcp:250:kworker.0 00000100:00000010:1.0:1787758537.059643:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758537.059647:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1787758537.059648:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758537.059651:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758537.059652:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787758537.059653:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059656:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758537.059657:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758537.059658:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758537.059661:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758537.059661:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758537.059667:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 02000000:00000010:0.0:1787758537.059668:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:1.0:1787758537.059670:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.059671:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758537.059679:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758537.059680:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758537.059686:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000100:00000001:1.0:1787758537.059689:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758537.059691:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758537.059693:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000040:1.0:1787758537.059695:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758537.059701:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188864, portal 25 00000100:00000001:1.0:1787758537.059703:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.059705:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787758537.059707:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758537.059708:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00080000:1.0:1787758537.059713:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758537.059715:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758537.059718:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1787758537.059719:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758537.059722:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758537.059727:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16241 00000100:00000001:0.0:1787758537.059731:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758537.059736:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758537.059738:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758537.059740:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931188864, offset 0 00000400:00000200:1.0:1787758537.059740:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758537.059747:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758537.059750:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758537.059756:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758537.059757:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059760:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758537.059765:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059767:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758537.059771:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:1.0:1787758537.059773:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758537.059776:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000400:00000200:0.0:1787758537.059779:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000020:00000001:1.0:1787758537.059780:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758537.059785:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000400:00000200:0.0:1787758537.059787:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1787758537.059791:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758537.059793:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758537.059798:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1787758537.059798:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758537.059804:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000040:1.0:1787758537.059807:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758537.059814:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748046:748046:256:4294967295] 192.168.201.121@tcp LPNI seq info [748040:748040:8:4294967295] 00000100:00000001:1.0:1787758537.059814:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758537.059819:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059823:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758537.059829:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758537.059829:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758537.059834:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059836:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758537.059837:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758537.059840:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758537.059844:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059847:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758537.059849:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000008:00100000:1.0:1787758537.059850:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758537.059855:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059858:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758537.059861:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000800:00000200:0.0:1787758537.059863:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787758537.059865:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758537.059869:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758537.059870:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.059872:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1787758537.059873:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 02000000:00000001:1.0:1787758537.059873:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758537.059876:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758537.059881:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000800:00000200:0.0:1787758537.059886:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758537.059887:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758537.059894:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000100:00100000:1.0:1787758537.059896:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758537.059908:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758537.059909:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758537.059913:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1787758537.059928:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059928:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758537.059932:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1787758537.059933:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00080000:1.0:1787758537.059938:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758537.059940:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758537.059941:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1787758537.059942:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758537.059946:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758537.059949:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1787758537.059952:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16241 00000400:00000200:0.0:1787758537.059956:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000200:1.0:1787758537.059957:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758537.059960:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000400:00000200:1.0:1787758537.059962:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758537.059965:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1787758537.059965:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758537.059969:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059972:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787758537.059973:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758537.059976:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.059980:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758537.059985:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758537.059987:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758537.059990:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758537.059992:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1787758537.059992:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758537.059996:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758537.059998:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758537.059999:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758537.060006:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758537.060010:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758537.060013:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758537.060015:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.060016:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758537.060021:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1787758537.060021:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758537.060025:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758537.060027:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060028:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758537.060029:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758537.060032:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758537.060036:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758537.060037:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.060041:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758537.060042:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310915024 00000008:00100000:1.0:1787758537.060043:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758537.060046:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758537.060048:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758537.060048:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758537.060051:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758537.060055:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1787758537.060055:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758537.060060:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758537.060062:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.060063:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758537.060065:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310915024 02000000:00000001:1.0:1787758537.060065:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758537.060066:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758537.060070:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 02000000:00000010:1.0:1787758537.060072:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:0.0:1787758537.060074:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787758537.060076:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060078:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758537.060083:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758537.060083:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758537.060088:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758537.060094:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1787758537.060096:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758537/real 1787758537] req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758537.060097:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758537.060105:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758537.060112:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758537.060115:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758537.060116:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758537.060118:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000100:00080000:1.0:1787758537.060120:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787758537.060121:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758537.060125:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00080000:1.0:1787758537.060126:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758537.060129:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758537.060131:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758537.060133:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758537.060136:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1787758537.060136:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16241 00000100:00000200:0.0:1787758537.060143:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758537.060145:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758537.060154:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000200:0.0:1787758537.060158:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758537.060159:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758537.060169:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758537.060170:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758537.060173:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758537.060175:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758537.060176:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.060179:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758537.060182:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758537.060185:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758537.060189:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758537.060195:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758537.060197:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000001:0.0:1787758537.060199:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758537.060200:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758537.060203:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000040:0.0:1787758537.060206:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758537.060207:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758537.060212:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758537.060220:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758537.060221:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758537.060223:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758537.060226:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758537.060227:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758537.060229:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758537.060230:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758537.060232:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758537.060234:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000001:0.0:1787758537.060235:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758537.060239:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758537.060240:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00080000:0.0:1787758537.060243:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758537.060244:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758537.060248:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758537.060250:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758537.060252:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758537.060254:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758537.060255:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758537.060260:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:1.0:1787758537.060260:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758537.060289:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758537.060292:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758537.060293:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758537.060298:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758537.060300:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758537.060303:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758537.060306:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758537.060310:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758537.060313:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1787758537.060314:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931188864:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758537.060315:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060336:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1787758537.060338:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:0.0:1787758537.060340:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758537.060345:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758537.060346:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931188864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787758537.060353:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758537.060356:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758537.060359:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758537.060363:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 00000100:00000001:1.0:1787758537.060363:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787758537.060367:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787758537.060367:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758537.060370:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:1.0:1787758537.060371:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787758537.060372:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758537.060378:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758537.060381:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758537.060384:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060386:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758537.060388:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1787758537.060389:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16251) 00000100:00000010:0.0:1787758537.060390:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758537.060395:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758537.060397:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060398:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060405:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758537.060406:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060409:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758537.060410:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758537.060411:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758537.060415:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060420:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758537.060422:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060423:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758537.060425:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758537.060426:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758537.060428:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758537.060431:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758537.060432:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758537.060434:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060435:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758537.060437:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758537.060439:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758537.060447:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758537.060450:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758537.060453:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758537.060455:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931188992, portal 10 00000100:00000001:0.0:1787758537.060456:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758537.060457:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787758537.060462:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060467:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758537.060469:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758537.060470:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758537.060472:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931188992, offset 0 00000400:00000200:0.0:1787758537.060475:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758537.060478:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.060480:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758537.060483:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758537.060485:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758537.060487:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758537.060488:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758537.060491:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748047:748047:256:4294967295] 192.168.201.121@tcp LPNI seq info [748041:748041:8:4294967295] 00000400:00000200:0.0:1787758537.060494:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.060499:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758537.060502:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.060505:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758537.060508:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758537.060510:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758537.060518:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.060519:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758537.060521:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758537.060524:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758537.060526:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758537.060527:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758537.060529:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758537.060532:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060538:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.060540:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060544:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060546:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758537.060548:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758537.060550:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758537.060553:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758537.060554:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310914061 00000100:00000001:0.0:1787758537.060556:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.060557:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310914061 00000100:00000001:0.0:1787758537.060559:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.060561:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758537.060563:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060564:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758537.060567:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758537/real 1787758537] req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758537.060572:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758537.060573:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758537.060574:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758537.060576:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758537.060577:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758537.060578:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758537.060580:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758537.060586:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060590:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758537.060591:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060592:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.060593:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758537.060596:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060600:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758537.060603:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060607:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758537.060608:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060610:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.060610:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060612:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758537.060614:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758537.060616:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758537.060619:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758537.060620:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758537.060623:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758537.060629:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931188992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758537.060631:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758537.060633:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060637:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758537.060638:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060639:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758537.060641:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758537.060642:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758537.060644:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758537.060646:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758537.060648:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758537.060649:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060650:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758537.060652:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758537.060654:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758537.060656:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758537.060657:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758537.060659:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758537.060661:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189120, portal 10 00000100:00000001:0.0:1787758537.060663:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758537.060664:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758537.060667:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060672:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758537.060710:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758537.060712:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758537.060714:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931189120, offset 0 00000400:00000200:0.0:1787758537.060717:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758537.060719:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.060722:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758537.060724:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758537.060726:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758537.060728:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758537.060729:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758537.060732:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748048:748048:256:4294967295] 192.168.201.121@tcp LPNI seq info [748042:748042:8:4294967295] 00000400:00000200:0.0:1787758537.060735:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.060739:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758537.060741:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.060743:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758537.060746:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758537.060748:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758537.060756:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.060758:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758537.060760:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758537.060762:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758537.060764:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758537.060766:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758537.060767:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758537.060770:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060775:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.060777:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060782:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060783:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758537.060785:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758537.060787:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758537.060790:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758537.060791:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310914059 00000100:00000001:0.0:1787758537.060793:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.060794:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310914059 00000100:00000001:0.0:1787758537.060796:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.060797:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758537.060798:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.060800:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758537.060802:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758537/real 1787758537] req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758537.060810:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758537.060812:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758537.060813:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758537.060827:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758537.060829:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758537.060831:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758537.060835:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758537.060846:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060853:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758537.060855:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060857:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.060858:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758537.060863:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060870:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758537.060874:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060882:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758537.060884:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060886:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.060887:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.060889:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758537.060892:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758537.060894:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758537.060896:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758537.060898:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758537.060901:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758537.060907:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758537.060909:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758537.060911:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060916:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758537.060917:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060924:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758537.060925:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758537.060926:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758537.060928:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758537.060930:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758537.060932:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758537.060933:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.060934:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758537.060937:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758537.060938:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758537.060941:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758537.060943:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758537.060946:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758537.060948:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189248, portal 4 00000100:00000001:0.0:1787758537.060950:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758537.060951:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758537.060955:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.060959:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758537.060961:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758537.060962:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758537.060964:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931189248, offset 0 00000400:00000200:0.0:1787758537.060967:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758537.060969:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.060972:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758537.060974:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758537.060976:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758537.060977:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758537.060979:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758537.060981:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748049:748049:256:4294967295] 192.168.201.121@tcp LPNI seq info [748043:748043:8:4294967295] 00000400:00000200:0.0:1787758537.060984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.060988:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758537.060991:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.060993:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758537.060995:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758537.060997:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758537.061005:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.061006:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758537.061008:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758537.061011:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758537.061013:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758537.061014:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758537.061016:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758537.061019:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061024:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.061026:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061030:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.061032:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758537.061033:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758537.061035:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758537.061037:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758537.061039:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310914095 00000100:00000001:0.0:1787758537.061040:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.061042:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310914095 00000100:00000001:0.0:1787758537.061043:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.061045:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758537.061046:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.061048:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758537.061050:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758537/real 1787758537] req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758537.061055:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758537.061056:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758537.061057:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758537.061058:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758537.061059:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758537.061060:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758537.061062:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758537.061068:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061072:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758537.061073:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061075:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.061076:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758537.061078:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061082:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758537.061085:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061089:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758537.061090:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061091:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.061092:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061093:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758537.061094:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758537.061096:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758537.061098:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758537.061099:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758537.061102:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758537.061106:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758537.061109:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758537.061111:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061115:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758537.061116:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.061118:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758537.061119:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758537.061121:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758537.061123:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758537.061125:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758537.061126:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758537.061127:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758537.061128:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758537.061130:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758537.061132:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758537.061134:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758537.061135:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758537.061138:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758537.061139:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189376, portal 4 00000100:00000001:0.0:1787758537.061141:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758537.061142:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758537.061146:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061150:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758537.061152:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758537.061153:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758537.061155:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931189376, offset 0 00000400:00000200:0.0:1787758537.061157:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758537.061159:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.061161:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758537.061163:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758537.061165:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758537.061166:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758537.061168:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758537.061171:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748050:748050:256:4294967295] 192.168.201.121@tcp LPNI seq info [748044:748044:8:4294967295] 00000400:00000200:0.0:1787758537.061173:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758537.061177:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758537.061181:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.061183:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758537.061185:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758537.061187:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758537.061195:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758537.061196:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000400:00000200:0.0:1787758537.061198:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758537.061200:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758537.061202:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:0.0:1787758537.061203:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:0.0:1787758537.061205:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758537.061207:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061211:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.061213:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061217:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.061218:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758537.061220:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758537.061222:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758537.061224:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758537.061225:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310914074 00000100:00000001:0.0:1787758537.061227:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.061229:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310914074 00000100:00000001:0.0:1787758537.061230:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310915024 00000100:00000001:0.0:1787758537.061231:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758537.061233:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.061234:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758537.061236:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758537/real 1787758537] req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758537.061242:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758537.061243:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758537.061244:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758537.061245:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758537.061247:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758537.061248:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758537.061250:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758537.061255:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061259:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758537.061260:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061261:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.061262:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758537.061264:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061284:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758537.061287:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061291:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758537.061293:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061294:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758537.061295:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061296:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758537.061297:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758537.061298:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758537.061300:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758537.061302:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758537.061305:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758537.061310:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758537.061313:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061314:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.061316:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931188992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061320:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758537.061321:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758537.061337:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758537.061340:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758537.061341:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758537.061342:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758537.061344:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758537.061345:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758537.061347:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758537.061348:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758537.061349:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758537.061351:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758537.061352:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061354:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.061356:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931189120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061360:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758537.061361:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758537.061363:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758537.061364:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758537.061365:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758537.061366:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758537.061367:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758537.061368:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758537.061370:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758537.061371:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758537.061372:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758537.061373:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758537.061374:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061376:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.061378:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931189248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061382:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758537.061382:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758537.061383:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758537.061385:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758537.061385:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758537.061386:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758537.061388:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758537.061388:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758537.061390:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758537.061390:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758537.061391:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758537.061393:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758537.061394:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061395:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758537.061396:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931189376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758537.061400:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758537.061401:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758537.061402:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758537.061404:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758537.061404:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758537.061405:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758537.061406:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758537.061407:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758537.061409:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758537.061409:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758537.061410:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758537.061412:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758537.061412:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061414:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758537.061416:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758537.061417:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758537.061418:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758537.061420:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758538.019380:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758538.019387:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758538.019389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758538.019395:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758538.019395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758538.019401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758538.019401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758538.019404:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758538.019407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758538.019409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758538.019413:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758538.019417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758538.019417:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758538.019423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758538.019425:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758538.019427:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758538.019432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758538.019436:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758538.019474:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758538.019481:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758538.019484:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758538.019485:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758538.019489:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758538.019490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758538.019493:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758538.019495:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758538.019497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758538.019499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758538.019504:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758538.019504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758538.019506:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758538.019508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758538.019510:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758538.019511:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758538.019514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758538.019517:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758538.083406:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310915024, at 4310915072 00000100:00000040:0.0:1787758538.083409:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310915024, at 4310915072 00000100:00000010:1.0:1787758538.083423:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000010:0.0:1787758538.083427:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758539.043419:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758539.043420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758539.043427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758539.043427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758539.043432:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758539.043433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758539.043440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758539.043443:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758539.043444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758539.043449:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758539.043451:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758539.043453:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758539.043456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758539.043458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758539.043462:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758539.043470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758539.043473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758539.043475:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758539.043493:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758539.043496:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758539.043497:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758539.043500:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758539.043501:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758539.043503:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758539.043507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758539.043508:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758539.043513:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758539.043515:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758539.043517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758539.043520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758539.043521:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758539.043524:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758539.043527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758539.043533:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758539.043538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758539.043544:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758540.067398:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758540.067399:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758540.067407:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758540.067408:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758540.067412:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758540.067412:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758540.067420:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758540.067420:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758540.067427:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758540.067427:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758540.067433:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758540.067433:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758540.067451:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758540.067456:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758540.067461:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758540.067461:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758540.067463:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758540.067465:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758540.067478:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758540.067485:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758540.067490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758540.067498:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758540.067500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758540.067505:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758540.067506:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758540.067508:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758540.067509:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758540.067515:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758540.067517:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758540.067520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758540.067520:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758540.067524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758540.067524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758540.067527:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758540.067528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758540.067531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758541.091389:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758541.091395:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758541.091397:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758541.091402:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758541.091403:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758541.091407:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758541.091409:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758541.091412:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758541.091417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758541.091418:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758541.091424:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758541.091431:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758541.091434:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758541.091437:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758541.091441:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758541.091443:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758541.091448:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758541.091455:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758541.091457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758541.091461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758541.091465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758541.091468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758541.091474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758541.091478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758541.091492:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758541.091495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758541.091499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758541.091520:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758541.091526:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758541.091530:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758541.091535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758541.091541:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758541.091546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758541.091554:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758541.091559:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758541.091564:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.115375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758542.115380:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758542.115383:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758542.115390:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758542.115394:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758542.115399:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758542.115402:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758542.115403:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.115409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758542.115409:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758542.115414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.115415:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758542.115419:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758542.115424:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758542.115427:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758542.115430:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758542.115432:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758542.115435:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758542.115451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758542.115455:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758542.115458:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758542.115459:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.115464:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758542.115464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758542.115468:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758542.115470:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758542.115474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758542.115475:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758542.115481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758542.115481:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758542.115485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758542.115487:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758542.115491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.115502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.115507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758542.115512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.179557:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758542.179564:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758542.179568:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758542.179583:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.179607:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.179611:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.179616:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758542.179620:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758542.179629:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758542.179637:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931189504:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758542.179643:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758542.179648:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758542.179653:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.179656:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758542.179663:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758542.179667:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758542.179677:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758542.179683:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758542.179691:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758542.179700:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189504, portal 25 00000100:00000001:0.0:1787758542.179704:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758542.179707:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758542.179720:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.179736:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758542.179745:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758542.179749:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758542.179753:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931189504, offset 0 00000400:00000200:0.0:1787758542.179765:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758542.179779:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.179790:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758542.179798:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758542.179806:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758542.179810:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758542.179815:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758542.179823:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748051:748051:256:4294967295] 192.168.201.121@tcp LPNI seq info [748045:748045:8:4294967295] 00000400:00000200:0.0:1787758542.179832:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.179843:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758542.179853:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758542.179859:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758542.179868:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758542.179894:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758542.179900:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758542.179905:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310920144 00000100:00000010:0.0:1787758542.179911:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758542.179919:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758542.179927:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310920144 00000100:00000010:0.0:1787758542.179933:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000100:00000001:0.0:1787758542.179938:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758542.179945:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758542.179947:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.179949:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.179951:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758542.179957:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758542.179960:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758542.179964:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758542.179967:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758542.179970:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758542.179977:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.179995:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.179997:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180002:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758542.180005:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758542.180011:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758542.180022:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758542.180033:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758542.180038:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758542.180043:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180049:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758542.180056:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758542.180062:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758542.180068:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758542.180072:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758542.180078:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758542.180082:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189632, portal 10 00000100:00000001:0.0:1787758542.180085:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758542.180086:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758542.180094:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180108:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758542.180113:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758542.180118:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758542.180121:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931189632, offset 0 00000400:00000200:0.0:1787758542.180131:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180137:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180144:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758542.180157:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758542.180163:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758542.180167:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758542.180172:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180179:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748052:748052:255:4294967295] 192.168.201.121@tcp LPNI seq info [748046:748046:7:4294967295] 00000400:00000200:0.0:1787758542.180186:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180198:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758542.180213:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758542.180220:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9c00. 00000800:00000200:0.0:1787758542.180232:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758542.180259:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758542.180314:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758542.180324:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758542.180330:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310919181 00000100:00000001:0.0:1787758542.180336:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180342:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310919181 00000100:00000001:0.0:1787758542.180348:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180360:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758542.180365:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.180371:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758542.180380:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180413:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.180417:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180422:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758542.180427:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758542.180433:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758542.180441:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758542.180450:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758542.180455:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758542.180457:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180460:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758542.180467:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758542.180472:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758542.180480:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758542.180487:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758542.180495:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758542.180501:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189760, portal 10 00000100:00000001:0.0:1787758542.180506:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758542.180510:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758542.180523:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180540:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758542.180544:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758542.180548:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a477f8. 00000100:00000200:0.0:1787758542.180552:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931189760, offset 0 00000400:00000200:0.0:1787758542.180558:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180563:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180568:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758542.180572:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758542.180574:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758542.180577:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758542.180580:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180584:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748053:748053:254:4294967295] 192.168.201.121@tcp LPNI seq info [748047:748047:6:4294967295] 00000400:00000200:0.0:1787758542.180590:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180596:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758542.180600:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758542.180605:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9e00. 00000800:00000200:0.0:1787758542.180608:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758542.180616:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758542.180620:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758542.180624:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758542.180626:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310919179 00000100:00000001:0.0:1787758542.180629:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180631:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310919179 00000100:00000001:0.0:1787758542.180634:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180636:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758542.180645:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.180648:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.180650:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758542.180654:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758542.180656:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758542.180659:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758542.180660:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758542.180662:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758542.180667:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180674:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.180676:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180678:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758542.180680:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758542.180683:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758542.180686:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758542.180692:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758542.180695:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758542.180696:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180698:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758542.180703:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758542.180706:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758542.180710:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758542.180713:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758542.180718:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47d48. 00000100:00000200:0.0:1787758542.180721:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931189888, portal 4 00000100:00000001:0.0:1787758542.180724:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758542.180725:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758542.180732:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180740:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758542.180742:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758542.180746:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758542.180748:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931189888, offset 0 00000400:00000200:0.0:1787758542.180754:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180760:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180764:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758542.180767:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758542.180770:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758542.180773:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758542.180776:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180779:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748054:748054:253:4294967295] 192.168.201.121@tcp LPNI seq info [748048:748048:5:4294967295] 00000400:00000200:0.0:1787758542.180783:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180789:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758542.180793:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758542.180798:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9800. 00000800:00000200:0.0:1787758542.180802:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758542.180810:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758542.180813:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758542.180817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758542.180819:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310919215 00000100:00000001:0.0:1787758542.180821:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180824:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310919215 00000100:00000001:0.0:1787758542.180826:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180828:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758542.180831:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.180833:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758542.180837:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180844:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758542.180845:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180847:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758542.180849:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758542.180851:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758542.180854:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931190016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758542.180857:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758542.180859:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758542.180861:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758542.180862:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758542.180866:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758542.180867:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758542.180870:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758542.180872:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758542.180876:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758542.180879:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931190016, portal 4 00000100:00000001:0.0:1787758542.180881:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758542.180883:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758542.180888:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758542.180895:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758542.180897:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758542.180900:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47550. 00000100:00000200:0.0:1787758542.180902:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931190016, offset 0 00000400:00000200:0.0:1787758542.180907:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180910:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180914:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758542.180917:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758542.180920:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758542.180922:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758542.180925:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758542.180928:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748055:748055:252:4294967295] 192.168.201.121@tcp LPNI seq info [748049:748049:4:4294967295] 00000400:00000200:0.0:1787758542.180933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758542.180939:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758542.180944:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758542.180948:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758542.180952:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758542.180959:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758542.180963:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758542.180966:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758542.180969:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310919194 00000100:00000001:0.0:1787758542.180971:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180974:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310919194 00000100:00000001:0.0:1787758542.180976:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310920144 00000100:00000001:0.0:1787758542.180978:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758542.180981:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.180985:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.180987:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758542.180991:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758542.180994:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758542.180996:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758542.180997:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758542.181000:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758542.181002:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758543.139430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758543.139434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758543.139439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758543.139440:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758543.139448:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758543.139450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758543.139460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758543.139467:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758543.139468:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758543.139479:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758543.139479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758543.139486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758543.139500:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758543.139504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758543.139508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758543.139520:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758543.139525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758543.139529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758543.139553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758543.139559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758543.139562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758543.139572:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758543.139576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758543.139588:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758543.139589:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758543.139602:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758543.139610:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758543.139612:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758543.139621:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758543.139630:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758543.139631:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758543.139636:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758543.139638:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758543.139645:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758543.139645:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758543.139654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758543.203377:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310920144, at 4310920192 00000100:00000040:0.0:1787758543.203382:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310920144, at 4310920192 00000100:00000010:1.0:1787758543.203403:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000010:0.0:1787758543.203407:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:1.0:1787758544.163353:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758544.163361:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758544.163362:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758544.163367:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758544.163368:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758544.163370:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758544.163377:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758544.163377:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758544.163383:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758544.163385:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758544.163387:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758544.163391:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163392:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758544.163395:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163400:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758544.163408:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758544.163412:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758544.163417:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758544.163420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758544.163424:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758544.163428:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758544.163433:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758544.163438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163443:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758544.163446:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758544.163447:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758544.163449:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758544.163451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758544.163455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758544.163457:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758544.163460:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758544.163463:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758544.163465:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758544.163468:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758544.163474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758544.163475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758544.163479:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758544.163482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758544.163486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758544.163489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163493:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758544.163495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758544.163499:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.187384:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758545.187385:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758545.187392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758545.187393:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758545.187398:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758545.187398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758545.187406:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758545.187407:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758545.187414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758545.187414:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758545.187421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758545.187422:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.187428:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758545.187432:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758545.187435:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758545.187439:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.187440:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758545.187443:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.187456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758545.187459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758545.187461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758545.187462:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758545.187464:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758545.187467:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758545.187468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758545.187472:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.187474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758545.187475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758545.187477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758545.187482:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758545.187482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758545.187486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758545.187489:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758545.187496:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758545.187499:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758545.187500:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.187503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758545.187507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758545.187509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758545.187514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758545.187518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758545.187522:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.187525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758545.187526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.187528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.251786:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758545.251794:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758545.251807:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758545.251821:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758542/real 1787758545] req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758545.251847:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758545.251851:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758545.251857:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758545.251862:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758545.251865:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758545.251869:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758545.251876:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758545.251890:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.251918:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758545.251921:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.251925:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.251927:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758545.251935:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.251954:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758545.251964:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.251982:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758545.251993:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.251998:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252001:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252009:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758545.252016:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758545.252022:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758545.252032:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758545.252038:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758545.252050:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758545.252073:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758545.252084:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758545.252094:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758542/real 1787758545] req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758545.252133:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758545.252135:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758545.252137:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758545.252141:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758545.252143:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758545.252146:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758545.252152:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758545.252160:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252172:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758545.252175:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252177:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252214:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758545.252219:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252227:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758545.252231:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252240:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758545.252243:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252245:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252247:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252249:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758545.252252:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758545.252254:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758545.252259:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758545.252261:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758545.252293:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758545.252304:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758545.252309:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758545.252313:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758542/real 1787758545] req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758545.252323:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758545.252324:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758545.252327:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758545.252331:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758545.252334:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758545.252337:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758545.252341:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758545.252350:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252356:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758545.252358:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252360:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252361:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758545.252365:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252371:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758545.252375:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252381:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758545.252384:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252391:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252393:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252395:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758545.252397:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758545.252399:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758545.252404:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758545.252406:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758545.252411:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758545.252420:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931189504:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758545.252426:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.252429:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758545.252434:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931189632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252441:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758545.252445:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758545.252450:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758545.252456:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758545.252460:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758545.252463:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758545.252466:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758545.252470:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758545.252474:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758545.252476:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758545.252478:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758545.252483:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758545.252484:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252486:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758545.252491:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931189760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252498:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758545.252500:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758545.252501:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758545.252503:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758545.252505:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758545.252506:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758545.252507:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758545.252509:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758545.252511:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758545.252512:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758545.252514:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758545.252516:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758545.252517:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252519:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758545.252522:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931189504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252527:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758545.252529:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758545.252530:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758545.252533:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758545.252534:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758545.252535:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758545.252537:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758545.252538:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758545.252540:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758545.252543:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758545.252544:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758545.252547:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758545.252548:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252551:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.252553:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758545.252554:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758545.252556:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758545.252560:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758542/real 1787758545] req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758545.252568:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758545.252569:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758545.252571:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758545.252573:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47d48 00000400:00000010:0.0:1787758545.252575:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47d48. 00000100:00000001:0.0:1787758545.252578:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758545.252581:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758545.252589:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252595:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758545.252597:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252599:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252600:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758545.252603:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252610:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758545.252615:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252622:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758545.252625:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252627:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252629:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252630:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758545.252632:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758545.252635:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758545.252639:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758545.252641:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758545.252645:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758545.252654:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931189888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758545.252658:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758545.252662:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758542/real 1787758545] req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758545.252671:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758545.252672:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758545.252674:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758545.252677:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758545.252679:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758545.252681:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758545.252685:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758545.252693:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252699:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758545.252701:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252703:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252704:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758545.252707:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252721:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758545.252725:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252731:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758545.252734:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252735:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758545.252737:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252739:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758545.252741:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758545.252743:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758545.252747:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758545.252749:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758545.252753:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758545.252761:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931190016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758545.252765:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252767:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758545.252770:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931189888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252777:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758545.252779:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758545.252780:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758545.252784:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758545.252785:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758545.252786:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758545.252788:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758545.252790:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758545.252792:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758545.252794:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758545.252795:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758545.252797:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758545.252799:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252800:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758545.252803:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931190016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758545.252809:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758545.252810:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758545.252812:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758545.252814:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758545.252816:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758545.252817:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758545.252819:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758545.252820:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758545.252822:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758545.252823:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758545.252825:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758545.252827:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758545.252829:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252830:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758545.252837:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758545.252839:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758545.252841:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758545.252843:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758546.211346:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758546.211348:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758546.211354:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758546.211355:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758546.211358:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758546.211360:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758546.211366:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758546.211368:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758546.211372:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758546.211375:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758546.211377:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758546.211379:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758546.211382:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758546.211386:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758546.211390:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758546.211398:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758546.211402:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758546.211408:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758546.211408:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758546.211412:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758546.211415:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758546.211419:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758546.211422:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758546.211427:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758546.211428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758546.211430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758546.211435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758546.211435:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758546.211439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758546.211442:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758546.211442:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758546.211450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758546.211454:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758546.211466:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758546.211470:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758546.211473:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.235383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758547.235383:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758547.235392:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758547.235393:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758547.235397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.235398:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.235407:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758547.235407:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758547.235413:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758547.235415:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758547.235418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758547.235421:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758547.235424:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758547.235428:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758547.235435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758547.235442:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758547.235446:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758547.235449:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.235454:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758547.235458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758547.235461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.235465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758547.235467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758547.235471:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758547.235473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758547.235475:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758547.235477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.235479:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758547.235483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758547.235485:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758547.235486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758547.235493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758547.235498:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758547.235508:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758547.235512:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758547.235515:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758547.299351:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758547.299359:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758547.299362:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758547.299365:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758547.299370:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758547.299379:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16251 00000400:00000200:0.0:1787758547.299388:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758547.299396:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758547.299401:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758547.299405:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299409:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.299412:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299416:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758547.299421:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758547.299424:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758547.299426:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758547.299429:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758547.299430:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758547.299432:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758547.299435:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299436:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.299437:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299439:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758547.299441:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758547.299444:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299446:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758547.299448:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758547.299451:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758547.299453:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299455:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758547.299458:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758547.299463:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758547.299466:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758547.299470:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758547.299471:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299473:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758547.299476:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758547.299479:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758547.299485:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758547.299491:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.299499:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931190144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758547.299510:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758547.299515:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758547.299521:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931190144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758547.299548:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758547.299552:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758547.299555:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758547.299557:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758547.299558:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758547.299562:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758547.299565:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16251 00000400:00000200:0.0:1787758547.299570:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758547.299575:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758547.299578:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758547.299582:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299585:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.299590:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299594:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758547.299599:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758547.299602:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758547.299605:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758547.299610:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758547.299615:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758547.299621:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758547.299629:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299633:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.299638:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299643:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758547.299649:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758547.299665:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299672:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758547.299677:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758547.299684:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758547.299691:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299696:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758547.299703:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758547.299709:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299713:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758547.299718:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758547.299724:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758547.299730:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758547.299732:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299734:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758547.299735:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758547.299737:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758547.299741:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758547.299747:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.299755:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931190272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758547.299766:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758547.299770:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758547.299778:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931190272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758547.299794:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758547.299800:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758547.299814:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758547.299818:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758547.299820:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758547.299827:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758547.299832:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16251 00000400:00000200:0.0:1787758547.299841:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758547.299848:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758547.299853:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758547.299860:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299863:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.299870:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299874:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758547.299878:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758547.299882:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758547.299886:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758547.299890:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758547.299896:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758547.299902:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758547.299910:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299914:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.299920:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299925:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758547.299931:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758547.299936:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758547.299940:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758547.299944:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758547.299950:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758547.299961:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299966:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758547.299969:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758547.299973:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299976:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758547.299981:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758547.299986:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758547.299993:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758547.299996:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.299999:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758547.300002:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758547.300007:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758547.300014:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758547.300022:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.300033:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931190400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758547.300049:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758547.300054:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758547.300063:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931190400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758547.300077:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758547.300083:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758547.300093:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758547.300097:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758547.300100:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758547.300108:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758547.300116:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16251 00000400:00000200:0.0:1787758547.300125:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758547.300133:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758547.300137:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758547.300142:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300181:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.300184:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300186:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758547.300189:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758547.300190:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758547.300192:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758547.300195:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758547.300197:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758547.300200:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758547.300203:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300205:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.300208:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300210:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758547.300213:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758547.300216:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300219:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758547.300221:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758547.300225:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758547.300227:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.300229:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758547.300232:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758547.300241:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.300243:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758547.300248:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758547.300250:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758547.300253:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758547.300254:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.300256:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758547.300258:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758547.300260:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758547.300264:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758547.300301:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.300307:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931190528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758547.300315:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758547.300319:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758547.300323:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931190528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758547.300348:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758547.300353:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758547.300361:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758547.300363:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758547.300366:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758547.300373:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758547.300379:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16251 00000400:00000200:0.0:1787758547.300389:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758547.300396:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758547.300400:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758547.300406:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300410:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.300416:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300421:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758547.300427:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758547.300430:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758547.300433:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758547.300436:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758547.300442:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758547.300447:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758547.300454:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300459:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758547.300465:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300470:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758547.300475:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758547.300483:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758547.300490:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758547.300494:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758547.300501:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758547.300507:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.300511:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758547.300515:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758547.300520:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.300527:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758547.300533:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758547.300539:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758547.300544:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758547.300547:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758547.300550:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758547.300554:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758547.300558:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758547.300564:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758547.300570:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758547.300581:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931190656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758547.300597:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758547.300602:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758547.300610:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931190656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758547.300628:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758547.300636:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16261) 00000100:00000001:1.0:1787758548.259346:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758548.259354:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758548.259357:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758548.259362:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758548.259364:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758548.259370:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758548.259372:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758548.259374:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758548.259378:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758548.259380:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758548.259385:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758548.259386:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758548.259388:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758548.259392:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758548.259392:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758548.259402:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758548.259406:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758548.259409:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758548.259423:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758548.259427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758548.259430:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758548.259430:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758548.259435:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758548.259436:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758548.259440:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758548.259442:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758548.259443:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758548.259449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758548.259450:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758548.259451:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758548.259459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758548.259459:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758548.259465:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758548.259472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758548.259478:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758548.259482:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758548.259487:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758548.259487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758548.259491:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758548.259495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758548.259499:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758548.259502:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758548.259505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758548.259508:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758548.259511:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758548.323323:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310925265, at 4310925312 00000100:00000040:0.0:1787758548.323329:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310925265, at 4310925312 00000100:00000010:1.0:1787758548.323337:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758548.323341:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787758549.283371:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758549.283376:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758549.283380:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758549.283381:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758549.283385:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758549.283386:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758549.283393:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758549.283397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758549.283400:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758549.283402:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758549.283404:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758549.283409:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758549.283409:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758549.283413:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758549.283417:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758549.283427:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758549.283430:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758549.283434:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758549.283435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758549.283440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758549.283442:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758549.283447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758549.283449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758549.283450:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758549.283454:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758549.283455:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758549.283457:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758549.283461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758549.283461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758549.283465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758549.283469:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758549.283470:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758549.283475:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758549.283478:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758549.283480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758549.283486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758549.283510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758549.283516:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758549.283519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758549.283522:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758549.283534:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758549.283538:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758549.283541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758549.283544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758549.283549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758550.307354:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758550.307355:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758550.307361:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758550.307362:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758550.307365:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758550.307367:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758550.307372:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758550.307374:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758550.307377:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758550.307380:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758550.307382:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758550.307385:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307394:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758550.307397:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307401:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758550.307408:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758550.307412:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758550.307417:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758550.307421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758550.307425:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758550.307430:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758550.307433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758550.307437:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758550.307438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758550.307442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758550.307442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758550.307450:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758550.307457:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758550.307457:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758550.307462:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758550.307463:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307465:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758550.307469:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758550.307473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307478:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758550.307478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758550.307484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758550.307487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758550.307490:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758550.307493:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758550.307496:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758550.307502:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758550.307504:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758551.331373:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758551.331380:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758551.331385:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758551.331395:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758551.331401:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758551.331402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758551.331408:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758551.331409:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758551.331414:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758551.331423:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758551.331424:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758551.331430:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758551.331431:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758551.331436:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758551.331437:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758551.331442:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758551.331455:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758551.331458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758551.331482:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758551.331489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758551.331493:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758551.331498:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758551.331503:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758551.331509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758551.331515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758551.331530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758551.331535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758551.331538:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758551.331545:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758551.331556:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758551.331564:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758551.331569:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758551.331571:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758551.331574:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758551.331576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758551.331579:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.355344:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758552.355352:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758552.355356:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758552.355366:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758552.355374:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758552.355379:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758552.355386:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758552.355394:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758552.355410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758552.355412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.355415:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758552.355416:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758552.355421:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758552.355423:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758552.355425:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758552.355433:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758552.355437:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758552.355441:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.355460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758552.355461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758552.355477:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758552.355477:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758552.355481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.355483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758552.355486:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758552.355489:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758552.355492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758552.355494:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758552.355497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758552.355499:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758552.355512:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758552.355514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758552.355517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.355518:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758552.355520:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758552.355523:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758552.419343:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758552.419351:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758552.419353:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758552.419356:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758552.419360:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758552.419366:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16256 00000400:00000200:0.0:1787758552.419374:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758552.419378:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758552.419381:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758552.419383:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419386:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419388:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419389:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758552.419397:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758552.419398:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758552.419401:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758552.419403:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758552.419405:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758552.419407:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758552.419409:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419411:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419413:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419414:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758552.419416:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758552.419419:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419420:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758552.419423:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758552.419425:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758552.419427:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419429:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758552.419431:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758552.419439:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758552.419442:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758552.419445:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758552.419446:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419448:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758552.419450:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758552.419454:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758552.419462:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758552.419467:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758552.419474:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931190784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758552.419483:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758552.419487:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758552.419490:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931190784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758552.419507:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758552.419510:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758552.419513:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758552.419514:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758552.419515:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758552.419518:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758552.419520:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16256 00000400:00000200:0.0:1787758552.419522:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758552.419524:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758552.419526:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758552.419528:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419530:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419532:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419534:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758552.419536:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758552.419537:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758552.419539:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758552.419540:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758552.419541:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758552.419543:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758552.419545:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419547:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419551:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419553:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758552.419557:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758552.419560:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419564:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758552.419565:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758552.419570:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758552.419574:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419579:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758552.419583:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758552.419589:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419593:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758552.419596:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758552.419599:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758552.419601:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758552.419603:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419605:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758552.419607:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758552.419610:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758552.419614:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758552.419619:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758552.419625:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931190912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758552.419635:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758552.419638:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758552.419644:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931190912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758552.419654:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758552.419657:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758552.419659:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758552.419662:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758552.419666:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758552.419672:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758552.419676:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16256 00000400:00000200:0.0:1787758552.419684:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758552.419691:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758552.419695:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758552.419700:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419704:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419707:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419713:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758552.419720:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758552.419722:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758552.419723:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758552.419725:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758552.419726:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758552.419728:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758552.419730:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419732:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419733:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419734:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758552.419736:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758552.419742:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419749:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758552.419754:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758552.419759:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758552.419765:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419770:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758552.419775:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758552.419781:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419786:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758552.419792:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758552.419795:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758552.419798:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758552.419800:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.419803:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758552.419806:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758552.419807:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758552.419812:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758552.419817:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758552.419825:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931191040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758552.419863:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758552.419868:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758552.419877:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931191040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758552.419888:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758552.419893:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758552.419900:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758552.419903:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758552.419906:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758552.419911:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758552.419916:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16256 00000400:00000200:0.0:1787758552.419922:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758552.419930:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758552.419934:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758552.419938:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419941:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419944:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419948:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758552.419953:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758552.419955:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758552.419957:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758552.419961:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758552.419964:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758552.419967:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758552.419973:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419976:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.419981:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419985:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758552.419990:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758552.419994:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758552.419998:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758552.420002:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758552.420005:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758552.420010:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.420013:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758552.420016:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758552.420021:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.420025:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758552.420029:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758552.420034:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758552.420038:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758552.420040:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.420043:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758552.420044:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758552.420047:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758552.420051:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758552.420080:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758552.420085:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931191168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758552.420090:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758552.420092:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758552.420094:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931191168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758552.420100:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758552.420102:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758552.420104:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758552.420105:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758552.420106:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758552.420108:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758552.420110:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16256 00000400:00000200:0.0:1787758552.420113:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758552.420116:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758552.420121:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758552.420124:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.420126:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.420128:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.420133:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758552.420134:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758552.420135:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758552.420137:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758552.420138:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758552.420140:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758552.420146:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758552.420149:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.420154:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758552.420157:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758552.420161:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758552.420164:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758552.420167:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758552.420172:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758552.420174:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758552.420178:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758552.420181:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.420184:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758552.420186:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758552.420189:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.420191:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758552.420194:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758552.420198:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758552.420202:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758552.420205:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758552.420208:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758552.420211:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758552.420214:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758552.420218:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758552.420223:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758552.420231:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931191296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758552.420240:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758552.420243:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758552.420247:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931191296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758552.420256:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758552.420260:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16267) 00000100:00000001:1.0:1787758553.379381:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758553.379388:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758553.379389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758553.379394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758553.379395:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758553.379399:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758553.379401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758553.379404:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758553.379406:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758553.379411:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758553.379412:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758553.379415:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758553.379418:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758553.379424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758553.379430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758553.379430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758553.379434:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758553.379438:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758553.379455:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758553.379462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758553.379467:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758553.379473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758553.379481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758553.379483:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758553.379488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758553.379488:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758553.379493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758553.379494:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758553.379498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758553.379499:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758553.379503:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758553.379505:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758553.379509:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758553.379513:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758553.379517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758553.379523:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758553.379534:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758553.379539:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758553.379542:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758553.379546:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758553.379549:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758553.379550:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758553.379552:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758553.379553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758553.379555:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758553.443359:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310930384, at 4310930432 00000100:00000040:1.0:1787758553.443359:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310930384, at 4310930432 00000100:00000010:0.0:1787758553.443374:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787758553.443376:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758554.403411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758554.403421:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758554.403425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758554.403427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758554.403433:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758554.403436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758554.403439:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758554.403444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758554.403445:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758554.403456:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758554.403464:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758554.403467:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758554.403470:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758554.403471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758554.403478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758554.403480:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758554.403487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758554.403495:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758554.403503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758554.403513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758554.403521:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758554.403529:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758554.403533:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758554.403545:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758554.403545:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758554.403561:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758554.403562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758554.403581:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758554.403582:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758554.403589:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758554.403594:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758554.403595:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758554.403606:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758554.403616:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758554.403619:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758554.403632:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758554.403632:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758554.403641:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758554.403649:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758554.403651:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758554.403662:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758554.403667:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758554.403675:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758554.403679:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758554.403682:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758555.427405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758555.427419:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758555.427425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758555.427435:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758555.427436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758555.427444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758555.427446:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758555.427455:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758555.427456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758555.427465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758555.427468:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758555.427472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758555.427475:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758555.427477:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758555.427480:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758555.427481:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758555.427487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758555.427493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758555.427515:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758555.427519:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758555.427520:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758555.427526:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758555.427527:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758555.427534:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758555.427535:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758555.427542:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758555.427547:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758555.427549:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758555.427558:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758555.427560:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758555.427574:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758555.427576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758555.427585:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758555.427586:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758555.427592:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758555.427598:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758556.451378:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758556.451379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758556.451385:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758556.451387:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758556.451389:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758556.451391:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758556.451395:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758556.451399:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758556.451400:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758556.451405:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758556.451406:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758556.451412:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758556.451413:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758556.451417:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758556.451420:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758556.451428:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758556.451432:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758556.451435:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758556.451453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758556.451457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758556.451461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758556.451462:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758556.451467:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758556.451468:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758556.451471:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758556.451473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758556.451476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758556.451477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758556.451481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758556.451483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758556.451485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758556.451487:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758556.451491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758556.451491:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758556.451496:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758556.451501:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758556.451508:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758556.451511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758556.451513:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758556.451514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758556.451517:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758556.451519:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758556.451521:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758556.451522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758556.451524:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758557.475382:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758557.475390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758557.475395:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.475399:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758557.475404:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758557.475409:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758557.475411:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758557.475413:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758557.475416:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758557.475418:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758557.475423:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758557.475424:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758557.475427:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758557.475428:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758557.475431:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.475441:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758557.475445:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758557.475447:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758557.475451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758557.475455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758557.475459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.475463:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758557.475464:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758557.475469:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758557.475470:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758557.475474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758557.475475:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758557.475483:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758557.475484:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758557.475488:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758557.475492:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758557.475493:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.475497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758557.475502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758557.475504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758557.475509:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758557.539367:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758557.539376:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758557.539378:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758557.539382:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758557.539385:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758557.539392:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16262 00000400:00000200:0.0:1787758557.539399:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758557.539405:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758557.539407:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758557.539410:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539412:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.539414:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539416:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758557.539420:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758557.539421:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758557.539424:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758557.539427:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758557.539428:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758557.539430:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758557.539432:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539434:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.539436:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539437:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758557.539440:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758557.539443:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539444:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758557.539446:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758557.539449:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758557.539451:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539453:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758557.539455:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758557.539463:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758557.539466:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758557.539469:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758557.539471:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539473:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758557.539475:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758557.539479:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758557.539485:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758557.539491:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758557.539498:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931191424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758557.539506:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758557.539510:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758557.539514:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931191424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758557.539532:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758557.539535:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758557.539537:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758557.539539:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758557.539540:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758557.539542:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758557.539545:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16262 00000400:00000200:0.0:1787758557.539555:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758557.539558:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758557.539560:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758557.539563:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539564:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.539566:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539568:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758557.539570:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758557.539572:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758557.539575:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758557.539577:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758557.539582:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758557.539585:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758557.539594:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539598:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.539602:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539607:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758557.539611:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758557.539615:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539619:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758557.539622:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758557.539630:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758557.539634:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539638:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758557.539643:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758557.539648:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539651:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758557.539656:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758557.539660:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758557.539666:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758557.539668:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539670:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758557.539672:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758557.539680:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758557.539685:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758557.539690:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758557.539696:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931191552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758557.539709:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758557.539713:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758557.539720:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931191552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758557.539735:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758557.539738:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758557.539740:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758557.539742:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758557.539745:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758557.539748:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758557.539754:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16262 00000400:00000200:0.0:1787758557.539760:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758557.539764:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758557.539766:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758557.539770:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539774:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.539776:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539778:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758557.539781:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758557.539783:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758557.539786:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758557.539788:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758557.539791:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758557.539794:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758557.539799:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539802:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.539805:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539810:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758557.539814:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758557.539819:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758557.539823:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758557.539826:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758557.539829:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758557.539831:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539834:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758557.539837:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758557.539841:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539845:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758557.539849:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758557.539853:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758557.539856:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758557.539857:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.539859:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758557.539861:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758557.539864:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758557.539869:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758557.539874:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758557.539881:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931191680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758557.539901:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758557.539907:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758557.539916:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931191680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758557.539933:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758557.539939:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758557.539945:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758557.539946:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758557.539949:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758557.539955:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758557.539974:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16262 00000400:00000200:0.0:1787758557.539982:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758557.539990:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758557.539997:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758557.540004:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540010:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.540014:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540018:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758557.540022:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758557.540024:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758557.540027:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758557.540030:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758557.540033:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758557.540035:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758557.540040:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540041:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.540044:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540048:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758557.540050:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758557.540052:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540058:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758557.540061:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758557.540065:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758557.540069:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.540074:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758557.540078:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758557.540082:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.540086:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758557.540090:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758557.540095:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758557.540100:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758557.540102:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.540106:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758557.540110:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758557.540112:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758557.540117:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758557.540124:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758557.540132:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931191808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758557.540149:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758557.540153:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758557.540160:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931191808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758557.540172:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758557.540176:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758557.540181:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758557.540185:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758557.540187:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758557.540193:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758557.540197:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16262 00000400:00000200:0.0:1787758557.540204:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758557.540210:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758557.540214:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758557.540219:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540224:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.540228:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540232:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758557.540235:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758557.540239:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758557.540241:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758557.540244:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758557.540247:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758557.540251:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758557.540258:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540261:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758557.540290:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540294:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758557.540299:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758557.540306:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758557.540312:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758557.540318:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758557.540323:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758557.540328:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.540331:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758557.540334:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758557.540339:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.540343:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758557.540347:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758557.540351:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758557.540355:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758557.540357:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758557.540360:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758557.540362:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758557.540365:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758557.540370:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758557.540375:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758557.540385:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931191936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758557.540397:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758557.540402:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758557.540405:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931191936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758557.540410:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758557.540414:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16272) 00000100:00000001:0.0:1787758558.499382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758558.499382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758558.499391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758558.499391:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758558.499395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758558.499397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758558.499402:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758558.499405:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758558.499406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758558.499412:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758558.499413:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758558.499417:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758558.499418:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758558.499422:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758558.499425:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758558.499433:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758558.499437:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758558.499441:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758558.499691:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758558.499694:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758558.499695:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758558.499696:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758558.499698:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758558.499699:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758558.499700:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758558.499702:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758558.499703:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758558.563347:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310935504, at 4310935552 00000100:00000040:1.0:1787758558.563347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310935504, at 4310935552 00000100:00000010:0.0:1787758558.563363:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:1.0:1787758558.563364:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758559.523356:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758559.523364:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758559.523369:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758559.523376:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758559.523381:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758559.523384:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758559.523386:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758559.523391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758559.523392:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758559.523396:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758559.523397:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758559.523403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758559.523404:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758559.523410:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758559.523416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758559.523421:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758559.523424:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758559.523428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758559.523438:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758559.523444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758559.523447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758559.523449:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758559.523452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758559.523456:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758559.523457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758559.523459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758559.523464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758559.523465:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758559.523472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758559.523477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758559.523483:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758559.523485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758559.523487:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758559.523498:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758559.523502:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758559.523505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758560.547367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758560.547367:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758560.547376:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758560.547381:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758560.547390:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758560.547391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758560.547395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758560.547398:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758560.547399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758560.547403:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758560.547406:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758560.547416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758560.547420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758560.547423:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758560.547427:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758560.547435:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758560.547437:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758560.547440:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758560.547451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758560.547456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758560.547458:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758560.547459:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758560.547465:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758560.547465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758560.547470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758560.547472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758560.547475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758560.547478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758560.547481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758560.547484:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758560.547487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758560.547487:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758560.547493:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758560.547499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758560.547503:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758560.547506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758561.571366:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758561.571374:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758561.571377:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758561.571379:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758561.571385:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758561.571388:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758561.571389:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758561.571396:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758561.571398:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758561.571401:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758561.571406:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758561.571412:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758561.571418:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758561.571421:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758561.571424:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758561.571427:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758561.571431:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758561.571436:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758561.571438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758561.571446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758561.571449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758561.571452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758561.571458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758561.571459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758561.571464:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758561.571472:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758561.571476:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758561.571476:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758561.571481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758561.571482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758561.571490:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758561.571497:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758561.571500:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758561.571503:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758561.571505:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758561.571508:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758562.595392:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758562.595393:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758562.595401:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758562.595402:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758562.595406:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758562.595409:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758562.595415:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758562.595417:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758562.595422:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758562.595424:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758562.595428:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758562.595431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758562.595435:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758562.595438:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758562.595441:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758562.595455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758562.595458:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758562.595462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758562.595473:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758562.595481:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758562.595483:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758562.595486:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758562.595489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758562.595492:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758562.595493:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758562.595500:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758562.595506:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758562.595514:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758562.595516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758562.595518:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758562.595524:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758562.595524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758562.595529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758562.595540:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758562.595545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758562.595548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758563.619382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758563.619393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758563.619396:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758563.619400:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758563.619402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758563.619403:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758563.619407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758563.619408:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758563.619411:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758563.619412:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619416:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758563.619416:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758563.619421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758563.619421:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619424:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758563.619426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758563.619428:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619434:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758563.619459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758563.619466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758563.619469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758563.619469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758563.619472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758563.619473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758563.619477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758563.619477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758563.619482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758563.619492:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758563.619493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758563.619500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619502:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758563.619506:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758563.619506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758563.619513:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758563.619519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619526:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758563.619541:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758563.619548:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758563.619552:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758563.619556:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758563.619562:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758563.619565:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619568:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758563.619570:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758563.619573:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758563.683380:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310940624, at 4310940672 00000100:00000040:1.0:1787758563.683380:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310940624, at 4310940672 00000100:00000010:1.0:1787758563.683398:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787758563.683401:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:0.0:1787758564.643450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758564.643467:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758564.643473:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758564.643483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758564.643493:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758564.643500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758564.643509:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758564.643510:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758564.643516:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758564.643524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758564.643526:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758564.643553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758564.643554:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758564.643559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758564.643563:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758564.643568:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758564.643571:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758564.643573:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758564.643578:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758564.643579:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758564.643584:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758564.643587:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758564.643593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758564.643608:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758564.643640:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758564.643647:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758564.643648:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758564.643654:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758564.643655:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758564.643663:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758564.643669:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758564.643674:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758564.643684:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758564.643685:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758564.643689:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758564.643694:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758565.667433:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758565.667433:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758565.667446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758565.667450:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758565.667453:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758565.667461:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758565.667463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758565.667483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758565.667483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758565.667495:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758565.667495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758565.667504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758565.667511:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758565.667516:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758565.667521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758565.667534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758565.667542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758565.667548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758565.667555:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758565.667561:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758565.667564:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758565.667569:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758565.667582:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758565.667588:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758565.667601:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758565.667608:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758565.667614:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758565.667619:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758565.667628:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758565.667634:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758565.667640:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758565.667649:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758565.667654:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758565.667662:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758565.667665:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758565.667670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758566.691454:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758566.691466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758566.691469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758566.691476:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758566.691478:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758566.691484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758566.691485:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758566.691491:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758566.691493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758566.691503:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758566.691505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758566.691511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758566.691521:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758566.691522:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758566.691528:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758566.691538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758566.691542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758566.691546:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758566.691556:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758566.691567:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758566.691570:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758566.691573:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758566.691578:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758566.691583:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758566.691588:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758566.691592:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758566.691592:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758566.691601:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758566.691602:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758566.691613:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758566.691622:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758566.691631:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758566.691638:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758566.691639:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758566.691648:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758566.691649:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758566.691668:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758566.691670:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758566.691683:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758566.691686:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758566.691689:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758566.691698:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758566.691705:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758566.691709:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758566.691714:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.715350:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758567.715351:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758567.715356:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758567.715357:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758567.715360:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758567.715361:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758567.715367:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758567.715368:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758567.715375:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758567.715375:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758567.715379:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758567.715381:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758567.715383:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758567.715389:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758567.715396:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758567.715397:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758567.715401:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758567.715404:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758567.715416:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758567.715421:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758567.715424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758567.715426:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758567.715429:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758567.715432:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758567.715437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758567.715439:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758567.715443:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.715458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758567.715468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758567.715469:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758567.715472:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758567.715474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758567.715478:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758567.715479:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758567.715485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758567.715485:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758567.715490:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758567.715491:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758567.715494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758567.715496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758567.715497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758567.715503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758567.715504:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758567.715507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758567.715511:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758567.779399:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758567.779407:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758567.779409:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758567.779413:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758567.779416:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758567.779422:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16272 00000400:00000200:1.0:1787758567.779430:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758567.779436:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758567.779438:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758567.779441:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779444:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.779446:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779448:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758567.779450:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758567.779452:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758567.779454:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758567.779456:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758567.779458:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758567.779460:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758567.779462:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779463:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.779465:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779466:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758567.779468:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758567.779471:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779472:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758567.779474:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758567.779477:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758567.779479:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.779481:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758567.779483:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758567.779490:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758567.779493:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758567.779496:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758567.779498:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.779501:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758567.779505:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758567.779509:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758567.779518:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758567.779526:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758567.779536:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931192704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758567.779547:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758567.779552:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758567.779556:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931192704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758567.779574:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758567.779576:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758567.779579:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758567.779580:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758567.779582:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758567.779584:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758567.779586:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16272 00000400:00000200:1.0:1787758567.779590:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758567.779595:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758567.779598:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758567.779602:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779604:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.779608:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779614:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758567.779619:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758567.779623:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758567.779626:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758567.779630:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758567.779635:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758567.779642:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758567.779651:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779654:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.779658:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779661:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758567.779663:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758567.779670:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779673:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758567.779676:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758567.779682:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758567.779686:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.779691:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758567.779696:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758567.779700:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.779704:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758567.779712:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758567.779717:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758567.779722:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758567.779727:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.779732:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758567.779737:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758567.779741:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758567.779761:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758567.779769:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758567.779777:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931192832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758567.779811:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758567.779815:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758567.779823:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931192832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758567.779844:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758567.779849:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758567.779857:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758567.779859:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758567.779862:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758567.779866:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758567.779870:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16272 00000400:00000200:1.0:1787758567.779879:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758567.779889:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758567.779895:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758567.779904:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779910:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.779915:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779921:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758567.779927:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758567.779930:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758567.779933:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758567.779937:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758567.779940:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758567.779943:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758567.779951:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779955:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.779959:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779961:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758567.779965:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758567.779971:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758567.779977:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758567.779981:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758567.779985:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758567.779990:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.779992:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758567.779995:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758567.779999:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780001:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758567.780007:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758567.780011:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758567.780015:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758567.780016:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780018:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758567.780019:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758567.780023:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758567.780029:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758567.780036:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758567.780045:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931192960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758567.780059:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758567.780063:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758567.780072:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931192960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758567.780094:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758567.780098:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758567.780104:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758567.780107:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758567.780110:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758567.780116:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758567.780122:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16272 00000400:00000200:1.0:1787758567.780130:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758567.780137:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758567.780142:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758567.780149:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780152:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.780156:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780160:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758567.780166:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758567.780168:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758567.780172:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758567.780175:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758567.780179:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758567.780183:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758567.780190:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780194:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.780199:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780205:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758567.780210:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758567.780220:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780228:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758567.780233:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758567.780239:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758567.780246:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780252:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758567.780257:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758567.780263:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780265:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758567.780295:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758567.780298:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758567.780302:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758567.780304:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780308:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758567.780311:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758567.780315:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758567.780321:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758567.780327:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758567.780335:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931193088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758567.780344:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758567.780348:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758567.780355:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931193088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758567.780377:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758567.780382:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758567.780387:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758567.780390:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758567.780392:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758567.780397:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758567.780403:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16272 00000400:00000200:1.0:1787758567.780409:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758567.780416:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758567.780418:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758567.780424:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780429:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.780435:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780438:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758567.780443:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758567.780444:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758567.780445:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758567.780447:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758567.780448:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758567.780450:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758567.780457:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780460:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758567.780463:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780465:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758567.780469:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758567.780476:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758567.780482:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758567.780488:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758567.780492:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758567.780498:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780504:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758567.780509:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758567.780517:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780522:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758567.780529:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758567.780537:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758567.780544:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758567.780548:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758567.780554:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758567.780557:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758567.780561:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758567.780568:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758567.780572:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758567.780583:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931193216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758567.780605:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758567.780612:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758567.780624:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931193216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758567.780653:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758567.780659:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16282) 00000100:00000001:0.0:1787758568.739368:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758568.739373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758568.739377:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758568.739383:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758568.739390:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758568.739396:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758568.739397:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758568.739403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758568.739404:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758568.739408:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758568.739408:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758568.739415:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758568.739416:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758568.739422:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758568.739428:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758568.739430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758568.739435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758568.739437:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758568.739438:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758568.739443:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758568.739444:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758568.739449:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758568.739450:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758568.739452:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758568.739453:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758568.739455:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758568.739457:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758568.739483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758568.739484:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758568.739490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758568.739490:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758568.739493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758568.739494:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758568.739499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758568.739499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758568.739504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758568.739505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758568.739508:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758568.739510:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758568.739512:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758568.739514:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758568.739517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758568.739517:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758568.739524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758568.739524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758568.803367:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310945744, at 4310945792 00000100:00000040:1.0:1787758568.803367:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310945744, at 4310945792 00000100:00000010:0.0:1787758568.803384:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787758568.803391:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:0.0:1787758569.763423:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758569.763431:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758569.763431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758569.763434:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758569.763443:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758569.763444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758569.763448:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758569.763450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758569.763454:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758569.763456:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758569.763460:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758569.763467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758569.763469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758569.763477:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758569.763477:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758569.763490:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758569.763494:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758569.763500:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758569.763503:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758569.763510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758569.763515:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758569.763521:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758569.763523:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758569.763529:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758569.763532:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758569.763534:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758569.763538:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758569.763541:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758569.763543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758569.763547:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758569.763551:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758569.763552:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758569.763557:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758569.763569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758569.763572:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758569.763577:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758570.787410:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758570.787419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758570.787421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758570.787427:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758570.787428:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758570.787438:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758570.787441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758570.787442:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758570.787447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758570.787449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758570.787454:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758570.787460:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758570.787468:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758570.787472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758570.787479:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758570.787494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758570.787497:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758570.787505:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758570.787507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758570.787510:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758570.787515:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758570.787517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758570.787518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758570.787527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758570.787548:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758570.787551:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758570.787553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758570.787559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758570.787560:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758570.787566:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758570.787578:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758570.787582:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758570.787588:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758570.787589:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758570.787596:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758570.787597:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758570.787605:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758570.787607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758570.787617:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758570.787618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758570.787625:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758570.787629:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758570.787630:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758570.787641:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758570.787650:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758571.811361:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758571.811367:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758571.811373:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758571.811377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758571.811382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758571.811383:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758571.811386:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758571.811391:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758571.811393:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758571.811397:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758571.811399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758571.811402:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758571.811403:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758571.811407:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758571.811414:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758571.811415:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758571.811425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758571.811427:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758571.811437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758571.811442:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758571.811445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758571.811450:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758571.811453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758571.811456:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758571.811458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758571.811462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758571.811462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758571.811470:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758571.811470:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758571.811475:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758571.811477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758571.811482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758571.811482:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758571.811488:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758571.811491:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758571.811497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758571.811526:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758571.811532:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758571.811536:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758571.811539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758571.811542:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758571.811545:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758571.811548:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758571.811550:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758571.811552:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758572.835387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758572.835390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758572.835396:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758572.835398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758572.835401:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.835402:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758572.835411:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758572.835412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758572.835419:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758572.835421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758572.835424:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758572.835427:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758572.835429:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758572.835435:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758572.835439:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.835440:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758572.835443:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758572.835446:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758572.835458:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758572.835463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758572.835464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758572.835468:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.835469:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758572.835474:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758572.835475:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758572.835480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758572.835482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758572.835485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758572.835489:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758572.835491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758572.835494:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758572.835496:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758572.835502:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.835507:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758572.835512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758572.835517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758572.835538:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758572.835543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758572.835548:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758572.835552:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758572.835555:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758572.835558:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758572.835560:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758572.835562:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758572.835565:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758572.899426:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758572.899437:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758572.899440:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758572.899445:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758572.899449:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758572.899458:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16277 00000400:00000200:0.0:1787758572.899468:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758572.899475:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758572.899479:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758572.899483:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899486:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.899489:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899491:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758572.899496:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758572.899498:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758572.899501:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758572.899504:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758572.899506:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758572.899509:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758572.899513:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899515:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.899517:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899519:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758572.899522:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758572.899526:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899529:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758572.899532:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758572.899536:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758572.899539:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.899542:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758572.899545:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758572.899554:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758572.899557:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758572.899561:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758572.899563:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.899566:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758572.899569:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758572.899574:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758572.899582:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758572.899589:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758572.899598:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931193344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758572.899609:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758572.899613:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758572.899618:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931193344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758572.899643:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758572.899648:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758572.899652:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758572.899653:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758572.899655:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758572.899658:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758572.899661:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16277 00000400:00000200:0.0:1787758572.899666:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758572.899670:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758572.899673:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758572.899677:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899682:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.899688:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899709:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758572.899713:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758572.899715:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758572.899718:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758572.899722:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758572.899728:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758572.899735:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758572.899743:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899749:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.899757:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899763:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758572.899769:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758572.899778:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758572.899783:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758572.899786:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758572.899795:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758572.899801:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.899805:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758572.899810:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758572.899816:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.899822:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758572.899828:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758572.899833:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758572.899840:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758572.899844:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.899850:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758572.899853:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758572.899859:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758572.899868:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758572.899875:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758572.899887:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931193472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758572.899902:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758572.899908:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758572.899919:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931193472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758572.899936:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758572.899942:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758572.899948:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758572.899952:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758572.899957:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758572.899963:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758572.899971:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16277 00000400:00000200:0.0:1787758572.899980:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758572.899989:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758572.899994:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758572.900002:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900009:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.900012:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900018:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758572.900025:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758572.900027:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758572.900033:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758572.900035:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758572.900039:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758572.900046:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758572.900055:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900060:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.900065:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900069:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758572.900075:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758572.900084:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900091:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758572.900095:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758572.900099:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758572.900116:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900122:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758572.900127:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758572.900133:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900139:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758572.900150:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758572.900155:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758572.900163:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758572.900166:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900172:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758572.900177:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758572.900182:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758572.900191:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758572.900198:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758572.900209:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931193600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758572.900243:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758572.900250:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758572.900263:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931193600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758572.900329:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758572.900337:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758572.900347:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758572.900351:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758572.900357:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758572.900364:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758572.900373:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16277 00000400:00000200:0.0:1787758572.900384:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758572.900392:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758572.900399:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758572.900406:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900410:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.900418:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758572.900431:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758572.900436:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758572.900441:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758572.900446:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758572.900453:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758572.900460:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758572.900469:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900475:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.900480:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900487:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758572.900494:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758572.900503:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900508:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758572.900514:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758572.900520:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758572.900527:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900533:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758572.900539:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758572.900546:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900552:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758572.900560:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758572.900569:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758572.900576:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758572.900580:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900586:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758572.900591:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758572.900595:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758572.900602:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758572.900609:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758572.900624:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931193728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758572.900647:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758572.900652:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758572.900665:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931193728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758572.900720:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758572.900729:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758572.900739:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758572.900745:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758572.900751:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758572.900759:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758572.900767:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16277 00000400:00000200:0.0:1787758572.900779:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758572.900787:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758572.900794:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758572.900804:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900810:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.900816:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900822:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758572.900830:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758572.900834:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758572.900838:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758572.900843:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758572.900849:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758572.900857:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758572.900867:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900873:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758572.900881:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900886:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758572.900892:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758572.900901:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758572.900909:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758572.900915:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758572.900921:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758572.900927:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900931:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758572.900935:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758572.900944:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900949:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758572.900956:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758572.900963:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758572.900971:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758572.900975:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758572.900980:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758572.900985:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758572.900989:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758572.900998:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758572.901005:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758572.901016:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931193856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758572.901041:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758572.901047:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758572.901055:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931193856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758572.901077:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758572.901085:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16287) 00000100:00000001:1.0:1787758573.859386:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758573.859391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758573.859393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758573.859399:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758573.859400:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758573.859405:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758573.859412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758573.859412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758573.859421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758573.859422:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758573.859428:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758573.859429:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758573.859444:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758573.859447:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758573.859451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758573.859465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758573.859468:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758573.859470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758573.859473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758573.859476:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758573.859477:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758573.859484:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758573.859492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758573.859498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758573.859504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758573.859505:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758573.859510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758573.859511:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758573.859514:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758573.859519:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758573.859521:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758573.859527:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758573.859533:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758573.859540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758573.859546:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758573.859551:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758573.923381:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310950864, at 4310950912 00000100:00000040:0.0:1787758573.923385:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310950864, at 4310950912 00000100:00000010:1.0:1787758573.923397:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:0.0:1787758573.923398:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:0.0:1787758574.883385:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758574.883385:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758574.883393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758574.883394:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758574.883397:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758574.883398:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758574.883405:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758574.883405:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758574.883412:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758574.883412:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758574.883419:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758574.883421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883423:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758574.883429:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883434:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758574.883443:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758574.883447:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758574.883451:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758574.883454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758574.883458:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758574.883463:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758574.883465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758574.883468:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758574.883469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758574.883472:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883477:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758574.883480:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758574.883481:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758574.883484:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758574.883487:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758574.883492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758574.883497:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758574.883499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758574.883504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883514:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758574.883516:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758574.883519:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758574.883521:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758574.883524:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758574.883526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758574.883559:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758574.883562:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758574.883567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758575.907396:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758575.907397:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758575.907408:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758575.907408:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758575.907414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758575.907414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758575.907421:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758575.907422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758575.907428:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758575.907430:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758575.907432:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758575.907437:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907439:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758575.907444:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758575.907461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758575.907466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758575.907469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758575.907470:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758575.907473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758575.907475:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758575.907481:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758575.907483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907488:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758575.907491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907496:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758575.907506:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758575.907512:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758575.907514:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758575.907520:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758575.907523:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758575.907526:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758575.907529:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758575.907534:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758575.907537:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758575.907539:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758575.907542:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758575.907545:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907547:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758575.907551:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758575.907554:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758575.907554:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758575.907558:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758575.907562:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758576.931386:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758576.931395:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758576.931400:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758576.931402:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758576.931405:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758576.931406:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758576.931412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758576.931414:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758576.931416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758576.931422:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758576.931422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758576.931427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758576.931452:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758576.931456:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758576.931460:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758576.931461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758576.931464:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758576.931469:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758576.931479:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758576.931486:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758576.931489:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758576.931491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758576.931494:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758576.931497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758576.931498:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758576.931506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758576.931506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758576.931511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758576.931513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758576.931518:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758576.931519:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758576.931525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758576.931533:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758576.931533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758576.931538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758576.931545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758577.955449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758577.955449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758577.955461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758577.955462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758577.955466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758577.955468:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758577.955475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758577.955475:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758577.955491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758577.955492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758577.955499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758577.955500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758577.955512:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758577.955521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758577.955535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758577.955552:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758577.955556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758577.955560:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758577.955562:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758577.955570:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758577.955573:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758577.955579:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758577.955579:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758577.955585:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758577.955586:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758577.955594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758577.955594:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758577.955602:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758577.955603:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758577.955623:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758577.955623:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758577.955630:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758577.955630:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758577.955638:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758577.955643:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758577.955648:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758577.955689:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758577.955696:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758577.955700:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758577.955705:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758577.955709:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758577.955712:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758577.955716:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758577.955718:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758577.955720:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758578.019408:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758578.019420:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758578.019422:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758578.019426:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758578.019431:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758578.019439:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16282 00000400:00000200:1.0:1787758578.019449:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758578.019455:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758578.019458:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758578.019461:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019464:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.019467:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019470:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758578.019481:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758578.019484:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758578.019489:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758578.019493:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758578.019496:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758578.019499:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758578.019503:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019506:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.019508:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019511:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758578.019514:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758578.019519:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019522:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758578.019526:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758578.019531:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758578.019534:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.019537:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758578.019540:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758578.019552:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758578.019555:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758578.019560:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758578.019562:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.019565:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758578.019568:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758578.019572:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758578.019582:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758578.019589:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758578.019599:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931193984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758578.019623:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758578.019628:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758578.019632:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931193984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758578.019651:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758578.019654:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758578.019658:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758578.019659:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758578.019660:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758578.019663:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758578.019666:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16282 00000400:00000200:1.0:1787758578.019670:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758578.019672:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758578.019675:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758578.019678:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019680:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.019682:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019684:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758578.019686:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758578.019690:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758578.019694:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758578.019699:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758578.019702:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758578.019706:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758578.019710:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019712:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.019719:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019726:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758578.019732:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758578.019737:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019741:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758578.019747:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758578.019754:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758578.019758:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.019763:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758578.019768:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758578.019772:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.019777:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758578.019782:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758578.019795:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758578.019804:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758578.019808:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.019816:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758578.019825:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758578.019828:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758578.019835:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758578.019845:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758578.019856:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931194112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758578.019870:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758578.019878:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758578.019885:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931194112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758578.019895:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758578.019901:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758578.019912:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758578.019917:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758578.019927:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758578.019931:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758578.019941:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16282 00000400:00000200:1.0:1787758578.019958:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758578.019967:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758578.019975:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758578.019990:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.019994:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.019999:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020002:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758578.020004:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758578.020007:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758578.020013:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758578.020016:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758578.020019:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758578.020021:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758578.020025:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020028:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.020030:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020032:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758578.020033:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758578.020043:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020046:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758578.020047:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758578.020051:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758578.020062:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020067:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758578.020072:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758578.020082:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020089:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758578.020104:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758578.020110:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758578.020121:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758578.020129:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020137:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758578.020142:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758578.020148:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758578.020159:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758578.020172:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758578.020187:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931194240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758578.020207:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758578.020210:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758578.020219:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931194240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758578.020248:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758578.020257:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758578.020299:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758578.020301:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758578.020302:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758578.020305:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758578.020309:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16282 00000400:00000200:1.0:1787758578.020315:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758578.020325:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758578.020334:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758578.020346:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020357:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.020362:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020369:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758578.020373:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758578.020375:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758578.020380:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758578.020382:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758578.020386:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758578.020392:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758578.020401:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.020411:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020415:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758578.020420:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758578.020428:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020429:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758578.020432:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758578.020437:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758578.020446:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020449:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758578.020456:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758578.020459:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020462:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758578.020468:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758578.020473:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758578.020477:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758578.020484:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020494:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758578.020498:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758578.020503:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758578.020512:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758578.020519:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758578.020529:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931194368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758578.020559:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758578.020563:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758578.020569:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931194368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758578.020581:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758578.020584:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758578.020589:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758578.020595:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758578.020596:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758578.020600:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758578.020619:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16282 00000400:00000200:1.0:1787758578.020627:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758578.020631:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758578.020635:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758578.020643:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020649:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.020655:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020663:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758578.020672:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758578.020681:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758578.020685:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758578.020689:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758578.020696:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758578.020705:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758578.020718:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020728:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758578.020731:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020737:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758578.020740:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758578.020746:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758578.020748:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758578.020753:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758578.020756:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758578.020761:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020764:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758578.020767:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758578.020776:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020784:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758578.020796:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758578.020804:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758578.020811:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758578.020817:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.020826:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758578.020832:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758578.020840:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758578.020852:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758578.020859:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758578.020879:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931194496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758578.020924:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758578.020930:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758578.020945:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931194496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758578.020976:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758578.020986:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16292) 00000100:00000001:0.0:1787758578.979369:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758578.979376:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758578.979378:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758578.979382:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758578.979384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.979387:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758578.979394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758578.979395:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758578.979404:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758578.979405:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758578.979412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758578.979412:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758578.979421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758578.979427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758578.979428:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758578.979436:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.979436:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758578.979444:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758578.979457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758578.979462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758578.979464:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758578.979465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758578.979470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758578.979470:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758578.979476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758578.979476:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758578.979481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758578.979484:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758578.979488:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758578.979491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758578.979492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758578.979497:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758578.979497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758578.979507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758578.979512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758578.979517:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758578.979525:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758578.979531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758578.979535:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758578.979540:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758578.979547:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758578.979566:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758578.979573:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758578.979575:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758578.979578:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758579.043356:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310955985, at 4310956032 00000100:00000040:1.0:1787758579.043356:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310955985, at 4310956032 00000100:00000010:1.0:1787758579.043371:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787758579.043374:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787758580.003373:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758580.003376:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758580.003381:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758580.003384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758580.003384:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758580.003389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758580.003391:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758580.003396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758580.003397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758580.003403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758580.003404:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758580.003408:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758580.003415:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003421:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758580.003422:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758580.003426:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758580.003430:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758580.003437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758580.003440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758580.003444:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758580.003447:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758580.003452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758580.003456:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003461:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758580.003465:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003468:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758580.003473:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758580.003478:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758580.003482:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758580.003489:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758580.003493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758580.003493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758580.003498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758580.003499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758580.003504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758580.003509:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758580.003509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758580.003516:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758580.003517:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758580.003525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758580.003529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758581.027367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758581.027375:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758581.027380:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758581.027380:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758581.027386:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758581.027387:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758581.027390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758581.027392:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758581.027398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758581.027398:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758581.027404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758581.027404:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758581.027409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758581.027409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758581.027413:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758581.027421:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758581.027425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758581.027428:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758581.027430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758581.027436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758581.027441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758581.027446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758581.027452:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758581.027452:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758581.027457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758581.027457:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758581.027460:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758581.027462:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758581.027465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758581.027465:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758581.027469:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758581.027470:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758581.027476:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758581.027483:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758581.027488:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758581.027488:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758581.027493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758581.027494:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758581.027497:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758581.027503:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758581.027509:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758581.027512:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758581.027515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758581.027516:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758581.027519:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758582.051452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758582.051452:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758582.051466:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758582.051468:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758582.051475:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758582.051478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758582.051482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758582.051487:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758582.051492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758582.051494:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758582.051502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758582.051503:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758582.051524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758582.051528:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758582.051532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758582.051547:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758582.051552:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758582.051559:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758582.051588:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758582.051604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758582.051607:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758582.051615:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758582.051617:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758582.051625:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758582.051632:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758582.051632:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758582.051647:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758582.051650:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758582.051663:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758582.051664:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758582.051682:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758582.051683:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758582.051696:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758582.051696:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758582.051713:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758582.051713:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.075408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758583.075421:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758583.075426:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758583.075427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758583.075438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758583.075439:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758583.075445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758583.075451:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758583.075454:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.075468:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758583.075470:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758583.075473:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758583.075482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758583.075485:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758583.075487:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758583.075491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758583.075493:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758583.075498:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.075535:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758583.075543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758583.075547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758583.075557:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758583.075561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758583.075575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758583.075576:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758583.075587:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.075591:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758583.075603:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758583.075611:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758583.075616:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758583.075617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758583.075626:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758583.075632:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758583.075658:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758583.075667:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758583.075674:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758583.075676:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758583.075680:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758583.075688:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758583.139403:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758583.139415:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758583.139417:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758583.139422:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758583.139426:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758583.139437:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16287 00000400:00000200:1.0:1787758583.139448:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758583.139456:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758583.139461:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758583.139465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139469:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.139472:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139476:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758583.139481:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758583.139483:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758583.139495:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758583.139498:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758583.139500:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758583.139502:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758583.139505:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139507:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.139509:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758583.139537:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758583.139541:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139542:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758583.139545:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758583.139549:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758583.139551:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.139554:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758583.139557:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758583.139568:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758583.139571:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758583.139576:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758583.139577:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.139580:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758583.139583:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758583.139587:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758583.139595:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758583.139602:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758583.139612:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931194624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758583.139621:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758583.139625:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758583.139629:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931194624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758583.139652:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758583.139654:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758583.139658:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758583.139659:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758583.139661:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758583.139663:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758583.139666:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16287 00000400:00000200:1.0:1787758583.139669:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758583.139672:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758583.139674:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758583.139677:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139679:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.139680:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139682:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758583.139684:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758583.139686:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758583.139687:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758583.139689:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758583.139691:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758583.139694:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758583.139697:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139698:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.139700:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139701:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758583.139703:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758583.139705:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139706:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758583.139707:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758583.139714:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758583.139716:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.139722:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758583.139727:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758583.139733:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.139735:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758583.139737:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758583.139740:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758583.139744:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758583.139748:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.139757:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758583.139760:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758583.139763:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758583.139771:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758583.139781:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758583.139790:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931194752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758583.139818:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758583.139821:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758583.139842:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931194752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758583.139862:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758583.139874:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758583.139880:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758583.139881:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758583.139886:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758583.139898:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758583.139904:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16287 00000400:00000200:1.0:1787758583.139910:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758583.139916:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758583.139920:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758583.139931:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139945:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.139951:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.139960:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758583.139971:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758583.139975:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758583.139986:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758583.139993:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758583.140002:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758583.140006:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758583.140013:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140019:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.140025:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140033:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758583.140037:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758583.140041:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140049:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758583.140052:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758583.140055:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758583.140061:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140069:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758583.140073:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758583.140077:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140087:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758583.140102:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758583.140110:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758583.140126:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758583.140131:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140137:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758583.140141:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758583.140146:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758583.140154:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758583.140167:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758583.140182:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931194880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758583.140209:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758583.140215:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758583.140230:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931194880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758583.140252:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758583.140263:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758583.140301:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758583.140303:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758583.140305:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758583.140308:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758583.140312:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16287 00000400:00000200:1.0:1787758583.140316:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758583.140326:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758583.140331:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758583.140336:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140338:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.140345:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140355:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758583.140359:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758583.140363:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758583.140367:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758583.140369:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758583.140379:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758583.140389:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758583.140400:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.140411:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140415:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758583.140420:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758583.140427:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140430:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758583.140432:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758583.140438:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758583.140442:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140449:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758583.140454:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758583.140461:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140471:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758583.140475:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758583.140484:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758583.140491:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758583.140493:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140495:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758583.140497:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758583.140502:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758583.140509:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758583.140528:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758583.140538:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931195008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758583.140552:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758583.140554:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758583.140561:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931195008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758583.140594:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758583.140610:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758583.140620:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758583.140625:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758583.140628:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758583.140634:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758583.140644:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16287 00000400:00000200:1.0:1787758583.140656:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758583.140665:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758583.140671:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758583.140677:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140689:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.140693:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140699:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758583.140708:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758583.140713:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758583.140718:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758583.140724:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758583.140734:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758583.140742:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758583.140754:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140764:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758583.140774:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140780:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758583.140787:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758583.140794:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758583.140806:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758583.140809:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758583.140813:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758583.140823:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140834:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758583.140843:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758583.140849:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140856:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758583.140868:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758583.140876:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758583.140886:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758583.140894:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758583.140902:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758583.140906:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758583.140912:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758583.140927:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758583.140937:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758583.140948:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931195136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758583.141009:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758583.141018:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758583.141032:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931195136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758583.141060:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758583.141071:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16297) 00000100:00000001:1.0:1787758584.099409:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758584.099418:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758584.099422:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758584.099429:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758584.099438:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758584.099444:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758584.099450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758584.099451:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758584.099461:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758584.099461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758584.099466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758584.099472:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758584.099473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758584.099483:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758584.099492:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758584.099512:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758584.099517:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758584.099522:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758584.099552:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758584.099559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758584.099560:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758584.099565:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758584.099567:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758584.099571:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758584.099572:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758584.099583:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758584.099584:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758584.099593:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758584.099595:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758584.099602:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758584.099602:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758584.099612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758584.099617:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758584.099618:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758584.099621:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758584.099624:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758584.099706:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758584.099709:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758584.099712:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758584.163361:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310961105, at 4310961152 00000100:00000010:0.0:1787758584.163375:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000040:1.0:1787758584.163447:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310961105, at 4310961152 00000100:00000010:1.0:1787758584.163466:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787758585.123364:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758585.123370:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758585.123374:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758585.123377:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758585.123381:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758585.123383:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758585.123388:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758585.123389:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758585.123395:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758585.123395:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758585.123409:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758585.123412:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758585.123415:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758585.123415:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758585.123422:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758585.123430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758585.123436:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758585.123440:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758585.123459:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758585.123465:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758585.123469:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758585.123473:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758585.123478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758585.123493:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758585.123501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758585.123502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758585.123507:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758585.123508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758585.123512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758585.123513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758585.123519:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758585.123523:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758585.123527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758585.123528:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758585.123533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758585.123541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758586.147385:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758586.147395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758586.147398:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758586.147406:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758586.147414:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758586.147414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758586.147423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758586.147423:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147429:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758586.147432:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758586.147437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758586.147438:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758586.147448:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758586.147450:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147489:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758586.147493:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758586.147504:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758586.147508:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758586.147512:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758586.147519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758586.147521:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758586.147524:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758586.147526:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758586.147529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147532:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758586.147534:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758586.147539:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758586.147539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147546:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758586.147546:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758586.147551:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147558:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758586.147561:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758586.147566:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758587.171368:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758587.171375:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758587.171377:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758587.171380:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758587.171381:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758587.171384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758587.171389:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758587.171390:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758587.171398:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758587.171400:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758587.171405:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758587.171410:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758587.171410:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758587.171416:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758587.171424:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758587.171431:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758587.171436:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758587.171439:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758587.171466:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758587.171468:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758587.171473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758587.171473:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758587.171478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758587.171479:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758587.171484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758587.171486:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758587.171489:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758587.171491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758587.171493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758587.171495:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758587.171497:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758587.171500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758587.171504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758587.171507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758587.171512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758587.171515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758588.195396:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758588.195405:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758588.195410:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.195421:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758588.195439:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758588.195440:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758588.195442:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758588.195448:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758588.195448:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758588.195453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758588.195454:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758588.195459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758588.195460:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758588.195464:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758588.195469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.195476:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758588.195479:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758588.195482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758588.195488:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758588.195493:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758588.195497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758588.195500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758588.195501:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758588.195506:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758588.195507:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758588.195512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758588.195512:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758588.195519:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758588.195521:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758588.195526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758588.195527:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758588.195534:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758588.195535:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.195542:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758588.195544:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758588.195551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758588.195568:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758588.195572:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758588.195574:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758588.195576:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758588.195580:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758588.195583:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758588.195586:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758588.195589:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758588.195593:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758588.259411:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758588.259435:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758588.259438:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758588.259443:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758588.259448:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758588.259456:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16292 00000400:00000200:1.0:1787758588.259467:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758588.259485:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758588.259488:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758588.259491:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259494:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.259496:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259498:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758588.259502:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758588.259503:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758588.259506:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758588.259508:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758588.259511:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758588.259513:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758588.259515:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259517:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.259519:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259520:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758588.259523:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758588.259526:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259527:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758588.259530:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758588.259533:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758588.259535:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259537:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758588.259539:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758588.259547:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758588.259550:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758588.259554:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758588.259555:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259558:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758588.259560:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758588.259564:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758588.259571:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758588.259576:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758588.259584:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758588.259594:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758588.259598:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758588.259602:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758588.259622:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758588.259625:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758588.259629:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758588.259630:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758588.259631:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758588.259634:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758588.259636:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16292 00000400:00000200:1.0:1787758588.259639:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758588.259641:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758588.259643:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758588.259645:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259647:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.259649:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259651:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758588.259653:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758588.259654:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758588.259655:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758588.259657:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758588.259659:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758588.259661:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758588.259663:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259665:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.259667:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259669:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758588.259672:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758588.259677:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259680:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758588.259683:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758588.259689:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758588.259692:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259694:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758588.259698:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758588.259702:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259714:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758588.259722:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758588.259727:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758588.259733:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758588.259747:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259751:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758588.259754:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758588.259759:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758588.259765:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758588.259770:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758588.259778:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931195392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758588.259789:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758588.259813:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758588.259828:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931195392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758588.259839:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758588.259842:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758588.259848:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758588.259850:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758588.259852:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758588.259854:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758588.259858:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16292 00000400:00000200:1.0:1787758588.259864:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758588.259872:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758588.259875:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758588.259882:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259896:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.259902:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259909:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758588.259915:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758588.259919:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758588.259924:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758588.259928:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758588.259930:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758588.259934:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758588.259938:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259940:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.259944:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259948:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758588.259950:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758588.259955:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758588.259960:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758588.259961:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758588.259965:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758588.259968:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259977:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758588.259979:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758588.259983:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.259988:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758588.259994:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758588.259999:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758588.260005:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758588.260007:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260011:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758588.260013:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758588.260015:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758588.260020:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758588.260025:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758588.260033:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931195520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758588.260049:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758588.260054:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758588.260060:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931195520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758588.260071:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758588.260080:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758588.260085:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758588.260088:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758588.260091:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758588.260097:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758588.260103:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16292 00000400:00000200:1.0:1787758588.260111:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758588.260116:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758588.260119:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758588.260126:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260131:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.260135:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260147:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758588.260151:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758588.260153:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758588.260155:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758588.260157:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758588.260161:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758588.260165:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758588.260171:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260174:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.260177:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260181:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758588.260185:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758588.260192:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260196:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758588.260200:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758588.260203:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758588.260206:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260209:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758588.260211:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758588.260217:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260221:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758588.260226:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758588.260231:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758588.260243:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758588.260245:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260249:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758588.260251:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758588.260252:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758588.260256:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758588.260260:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758588.260266:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931195648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758588.260277:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758588.260280:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758588.260314:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931195648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758588.260321:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758588.260323:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758588.260325:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758588.260327:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758588.260329:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758588.260332:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758588.260339:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16292 00000400:00000200:1.0:1787758588.260345:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758588.260351:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758588.260356:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758588.260361:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260366:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.260369:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260383:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758588.260387:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758588.260392:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758588.260397:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758588.260403:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758588.260409:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758588.260415:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758588.260436:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260440:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758588.260445:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260461:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758588.260465:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758588.260470:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758588.260475:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758588.260478:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758588.260482:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758588.260487:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260491:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758588.260495:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758588.260499:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260503:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758588.260508:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758588.260513:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758588.260519:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758588.260521:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758588.260525:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758588.260529:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758588.260532:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758588.260537:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758588.260544:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758588.260554:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931195776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758588.260566:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758588.260570:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758588.260578:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931195776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758588.260593:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758588.260598:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16302) 00000100:00000001:1.0:1787758589.219341:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758589.219350:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758589.219352:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758589.219357:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758589.219361:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758589.219365:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219370:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758589.219374:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758589.219381:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758589.219381:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758589.219391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758589.219398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758589.219405:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758589.219426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758589.219426:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758589.219434:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758589.219436:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758589.219443:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758589.219444:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758589.219457:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758589.219465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758589.219468:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758589.219478:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758589.219484:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758589.219508:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758589.219513:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758589.219516:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758589.219528:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758589.219534:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758589.219539:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758589.219541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758589.219543:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219543:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758589.219547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758589.219549:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758589.219553:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758589.219556:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758589.219560:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758589.219564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219574:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758589.219578:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758589.219583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758589.283369:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310966224, at 4310966272 00000100:00000040:1.0:1787758589.283369:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310966224, at 4310966272 00000100:00000010:1.0:1787758589.283382:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:0.0:1787758589.283387:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758590.243450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758590.243454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758590.243460:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758590.243460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758590.243465:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758590.243467:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758590.243473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758590.243476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758590.243478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758590.243483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758590.243484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758590.243488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758590.243489:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758590.243494:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758590.243498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758590.243499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758590.243503:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758590.243508:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758590.243527:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758590.243531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758590.243535:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758590.243536:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758590.243539:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758590.243543:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758590.243544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758590.243549:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758590.243550:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758590.243558:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758590.243560:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758590.243563:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758590.243566:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758590.243569:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758590.243573:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758590.243574:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758590.243578:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758590.243584:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758591.267412:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758591.267420:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758591.267425:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758591.267430:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758591.267434:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758591.267438:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758591.267442:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758591.267445:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758591.267450:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758591.267463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758591.267479:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758591.267482:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758591.267484:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758591.267487:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758591.267493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758591.267494:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758591.267496:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758591.267501:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758591.267502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758591.267506:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758591.267507:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758591.267530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758591.267530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758591.267534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758591.267535:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758591.267541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758591.267544:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758591.267560:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758591.267564:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758591.267565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758591.267568:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758591.267571:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758591.267574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758591.267576:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758591.267577:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758591.267578:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758592.291398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758592.291407:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758592.291409:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758592.291414:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758592.291418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758592.291422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758592.291426:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758592.291427:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758592.291432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758592.291433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758592.291437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758592.291438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758592.291445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758592.291451:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758592.291455:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758592.291469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758592.291470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758592.291474:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758592.291475:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758592.291478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758592.291482:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758592.291482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758592.291487:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758592.291492:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758592.291495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758592.291497:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758592.291501:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758592.291515:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758592.291519:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758592.291522:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758592.291523:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758592.291528:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758592.291528:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758592.291536:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758592.291537:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758592.291542:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758592.291544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758592.291545:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758592.291549:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758592.291550:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758592.291554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758592.291558:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758592.291561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758592.291564:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758592.291566:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758593.315365:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758593.315369:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758593.315374:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758593.315375:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758593.315381:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758593.315381:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.315390:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758593.315390:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758593.315398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758593.315398:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758593.315404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758593.315404:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758593.315412:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758593.315417:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758593.315420:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.315421:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758593.315423:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758593.315426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.315438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758593.315438:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758593.315444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758593.315444:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758593.315448:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.315449:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.315453:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758593.315453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758593.315460:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758593.315460:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758593.315466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758593.315466:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758593.315472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758593.315476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758593.315481:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.315482:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758593.315484:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758593.315486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758593.379393:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758593.379405:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758593.379407:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758593.379412:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758593.379417:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758593.379425:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16297 00000400:00000200:0.0:1787758593.379434:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758593.379441:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758593.379445:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758593.379449:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379453:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.379456:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379459:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758593.379464:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758593.379465:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758593.379467:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758593.379471:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758593.379472:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758593.379474:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758593.379476:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379478:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.379479:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379480:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758593.379483:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758593.379485:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379487:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758593.379489:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758593.379492:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758593.379494:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379496:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758593.379498:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758593.379507:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758593.379510:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758593.379514:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758593.379515:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379518:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758593.379520:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758593.379523:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758593.379530:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758593.379535:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.379543:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931195904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758593.379551:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758593.379555:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758593.379558:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931195904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758593.379576:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758593.379579:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758593.379582:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758593.379583:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758593.379584:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758593.379587:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758593.379589:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16297 00000400:00000200:0.0:1787758593.379593:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758593.379596:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758593.379598:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758593.379600:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379602:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.379605:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379607:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758593.379611:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758593.379615:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758593.379616:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758593.379620:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758593.379622:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758593.379625:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758593.379629:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379633:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.379637:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379640:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758593.379644:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758593.379649:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379654:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758593.379658:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758593.379665:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758593.379670:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379674:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758593.379680:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758593.379685:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379689:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758593.379693:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758593.379698:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758593.379700:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758593.379702:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379706:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758593.379709:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758593.379712:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758593.379716:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758593.379721:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.379729:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931196032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758593.379738:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758593.379740:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758593.379747:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931196032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758593.379776:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758593.379779:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758593.379786:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758593.379789:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758593.379792:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758593.379795:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758593.379800:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16297 00000400:00000200:0.0:1787758593.379807:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758593.379811:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758593.379813:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758593.379817:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379820:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.379822:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379826:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758593.379831:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758593.379833:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758593.379835:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758593.379838:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758593.379841:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758593.379845:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758593.379851:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379854:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.379858:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379862:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758593.379866:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758593.379873:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758593.379876:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758593.379878:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758593.379881:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758593.379885:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379890:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758593.379894:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758593.379899:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379904:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758593.379909:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758593.379913:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758593.379914:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758593.379917:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.379919:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758593.379922:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758593.379924:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758593.379931:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758593.379935:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.379944:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931196160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758593.379957:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758593.379960:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758593.379965:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931196160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758593.379980:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758593.379986:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758593.379990:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758593.379992:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758593.379995:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758593.380000:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758593.380006:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16297 00000400:00000200:0.0:1787758593.380014:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758593.380019:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758593.380023:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758593.380029:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380033:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.380037:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380041:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758593.380046:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758593.380049:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758593.380051:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758593.380054:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758593.380056:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758593.380058:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758593.380064:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380066:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.380070:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380076:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758593.380078:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758593.380081:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380085:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758593.380086:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758593.380088:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758593.380091:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.380093:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758593.380095:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758593.380097:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.380110:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758593.380117:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758593.380123:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758593.380127:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758593.380130:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.380134:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758593.380137:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758593.380139:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758593.380144:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758593.380149:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.380158:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931196288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758593.380168:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758593.380172:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758593.380176:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931196288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758593.380188:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758593.380191:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758593.380195:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758593.380197:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758593.380199:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758593.380203:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758593.380207:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16297 00000400:00000200:0.0:1787758593.380215:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758593.380221:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758593.380225:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758593.380232:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380236:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.380240:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380244:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758593.380248:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758593.380250:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758593.380253:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758593.380257:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758593.380260:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758593.380291:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758593.380299:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380304:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758593.380311:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380318:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758593.380325:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758593.380345:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758593.380351:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758593.380354:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758593.380358:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758593.380363:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.380366:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758593.380369:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758593.380373:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.380376:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758593.380380:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758593.380385:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758593.380390:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758593.380393:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758593.380398:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758593.380402:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758593.380408:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758593.380417:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758593.380425:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758593.380437:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931196416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758593.380454:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758593.380459:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758593.380467:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931196416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758593.380482:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758593.380487:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16308) 00000100:00000001:1.0:1787758594.339342:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758594.339349:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758594.339351:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758594.339355:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758594.339360:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758594.339363:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339369:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758594.339373:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339378:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758594.339379:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758594.339384:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758594.339388:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758594.339394:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758594.339400:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758594.339404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758594.339405:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339408:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758594.339410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758594.339413:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758594.339414:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758594.339420:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758594.339421:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758594.339424:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758594.339429:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758594.339441:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339444:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758594.339462:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758594.339466:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758594.339469:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758594.339470:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758594.339473:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758594.339476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758594.339477:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758594.339482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758594.339484:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758594.339486:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339489:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758594.339494:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758594.339495:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758594.339500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758594.339506:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758594.339507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758594.339512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758594.339518:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758594.403369:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310971344, at 4310971392 00000100:00000040:1.0:1787758594.403369:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310971344, at 4310971392 00000100:00000010:1.0:1787758594.403384:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758594.403386:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787758595.363435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758595.363444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758595.363445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758595.363449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758595.363451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758595.363454:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758595.363458:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758595.363459:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758595.363464:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758595.363466:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758595.363469:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758595.363470:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758595.363472:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758595.363473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758595.363476:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758595.363477:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758595.363480:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758595.363481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758595.363502:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758595.363503:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758595.363508:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758595.363508:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758595.363511:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758595.363512:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758595.363519:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758595.363519:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758595.363526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758595.363527:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758595.363532:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758595.363532:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758595.363538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758595.363540:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758595.363543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758595.363543:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758595.363547:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758595.363550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758595.363568:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758595.363572:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758595.363575:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758595.363577:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758595.363579:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758595.363582:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758595.363584:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758595.363587:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758595.363589:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758596.387414:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758596.387421:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758596.387423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758596.387427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758596.387428:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758596.387432:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758596.387433:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758596.387438:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758596.387439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758596.387443:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758596.387448:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758596.387449:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758596.387456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758596.387456:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758596.387460:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758596.387461:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758596.387467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758596.387468:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758596.387480:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758596.387483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758596.387485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758596.387490:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758596.387492:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758596.387497:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758596.387499:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758596.387502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758596.387504:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758596.387587:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758596.387594:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758596.387598:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758596.387604:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758596.387611:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758596.387615:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758596.387623:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758596.387639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758596.387647:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758597.411413:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758597.411413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758597.411421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758597.411422:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758597.411425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758597.411428:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758597.411433:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758597.411436:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758597.411438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758597.411445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758597.411445:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758597.411453:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758597.411453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758597.411458:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758597.411462:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758597.411472:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758597.411476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758597.411480:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758597.411480:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758597.411484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758597.411488:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758597.411491:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758597.411495:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758597.411500:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758597.411501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758597.411508:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758597.411512:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758597.411514:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758597.411517:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758597.411519:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758597.411522:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758597.411527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758597.411532:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758597.411538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758597.411541:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758597.411545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.435391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758598.435392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758598.435400:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758598.435401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758598.435403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758598.435407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.435412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758598.435414:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758598.435420:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758598.435422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758598.435425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758598.435428:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758598.435431:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758598.435436:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758598.435436:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758598.435442:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758598.435442:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758598.435450:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.435464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758598.435469:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758598.435470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.435473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758598.435476:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758598.435477:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758598.435483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758598.435483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758598.435489:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.435490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758598.435494:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758598.435498:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758598.435499:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758598.435504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758598.435507:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758598.435512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758598.435515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758598.435521:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.435548:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758598.435552:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758598.435555:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.435560:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758598.435564:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758598.435569:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758598.435574:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758598.435578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758598.435583:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758598.499388:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758598.499399:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758598.499402:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758598.499406:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758598.499411:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758598.499419:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16303 00000400:00000200:1.0:1787758598.499428:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758598.499435:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758598.499438:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758598.499442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499445:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.499448:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499451:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758598.499455:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758598.499457:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758598.499460:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758598.499463:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758598.499466:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758598.499468:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758598.499472:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499474:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.499476:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499479:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758598.499483:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758598.499486:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499489:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758598.499492:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758598.499495:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758598.499499:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.499501:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758598.499503:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758598.499514:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758598.499518:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758598.499523:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758598.499525:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.499528:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758598.499531:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758598.499535:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758598.499545:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758598.499551:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.499561:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931196544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758598.499572:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758598.499577:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758598.499582:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931196544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758598.499605:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758598.499610:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758598.499614:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758598.499615:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758598.499617:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758598.499621:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758598.499624:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16303 00000400:00000200:1.0:1787758598.499629:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758598.499634:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758598.499637:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758598.499641:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499644:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.499650:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499655:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758598.499659:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758598.499662:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758598.499666:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758598.499670:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758598.499676:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758598.499682:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758598.499690:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499696:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.499703:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499708:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758598.499712:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758598.499719:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499725:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758598.499729:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758598.499736:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758598.499742:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.499746:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758598.499752:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758598.499757:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.499760:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758598.499767:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758598.499774:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758598.499780:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758598.499784:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.499789:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758598.499793:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758598.499798:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758598.499820:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758598.499827:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.499839:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931196672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758598.499860:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758598.499864:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758598.499871:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931196672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758598.499896:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758598.499901:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758598.499910:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758598.499914:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758598.499918:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758598.499923:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758598.499930:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16303 00000400:00000200:1.0:1787758598.499939:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758598.499949:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758598.499954:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758598.499962:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499967:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.499973:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.499979:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758598.499985:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758598.499988:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758598.499992:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758598.499996:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758598.500001:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758598.500007:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758598.500015:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500020:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.500025:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500030:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758598.500035:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758598.500039:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500044:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758598.500046:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758598.500050:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758598.500055:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500057:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758598.500060:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758598.500067:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500069:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758598.500077:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758598.500083:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758598.500090:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758598.500094:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500098:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758598.500102:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758598.500106:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758598.500113:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758598.500120:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.500129:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931196800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758598.500149:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758598.500155:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758598.500165:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931196800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758598.500186:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758598.500194:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758598.500202:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758598.500207:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758598.500211:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758598.500219:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758598.500228:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16303 00000400:00000200:1.0:1787758598.500238:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758598.500262:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758598.500294:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758598.500304:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500310:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.500317:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500324:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758598.500330:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758598.500334:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758598.500338:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758598.500341:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758598.500347:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758598.500353:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758598.500361:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500366:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.500375:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500381:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758598.500385:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758598.500390:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500398:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758598.500403:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758598.500409:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758598.500415:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500422:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758598.500428:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758598.500435:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500441:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758598.500449:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758598.500457:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758598.500464:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758598.500469:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500474:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758598.500477:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758598.500482:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758598.500490:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758598.500498:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.500510:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931196928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758598.500532:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758598.500537:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758598.500549:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931196928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758598.500574:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758598.500581:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758598.500589:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758598.500594:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758598.500599:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758598.500605:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758598.500612:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16303 00000400:00000200:1.0:1787758598.500623:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758598.500629:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758598.500633:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758598.500641:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500646:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.500654:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500661:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758598.500666:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758598.500669:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758598.500674:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758598.500678:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758598.500683:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758598.500689:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758598.500695:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500701:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758598.500707:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500715:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758598.500722:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758598.500730:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758598.500736:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758598.500742:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758598.500748:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758598.500755:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500758:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758598.500763:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758598.500770:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500776:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758598.500782:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758598.500787:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758598.500795:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758598.500799:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758598.500805:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758598.500808:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758598.500812:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758598.500818:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758598.500826:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758598.500839:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931197056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758598.500883:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758598.500889:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758598.500900:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931197056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758598.500923:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758598.500931:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16313) 00000100:00000001:0.0:1787758599.459385:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758599.459386:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758599.459394:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758599.459394:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758599.459400:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758599.459401:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758599.459410:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758599.459411:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758599.459417:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758599.459418:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758599.459424:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758599.459425:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758599.459440:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758599.459442:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758599.459445:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758599.459449:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758599.459455:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758599.459459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758599.459462:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758599.459464:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758599.459468:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758599.459472:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758599.459478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758599.459481:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758599.459483:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758599.459484:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758599.459487:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758599.459488:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758599.459491:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758599.459492:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758599.459495:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758599.459499:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758599.459503:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758599.459507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758599.459509:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758599.459512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758599.459538:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758599.459542:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758599.459546:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758599.523338:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310976464, at 4310976512 00000100:00000040:1.0:1787758599.523338:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310976464, at 4310976512 00000100:00000010:0.0:1787758599.523353:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:1.0:1787758599.523355:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758600.483395:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758600.483411:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758600.483411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758600.483427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758600.483429:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758600.483434:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758600.483451:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758600.483452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758600.483461:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758600.483468:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483469:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758600.483479:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758600.483481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758600.483489:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483504:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758600.483506:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758600.483509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758600.483536:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758600.483545:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758600.483553:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758600.483563:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758600.483580:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758600.483591:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483591:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758600.483604:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758600.483605:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758600.483612:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758600.483619:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758600.483621:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483636:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758600.483637:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758600.483641:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483657:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758600.483663:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758600.483674:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758600.483719:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758600.483724:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758600.483727:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758601.507451:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758601.507456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758601.507458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758601.507470:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758601.507472:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758601.507496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758601.507499:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758601.507505:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758601.507515:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758601.507517:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758601.507532:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758601.507537:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758601.507543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758601.507550:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758601.507551:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758601.507562:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758601.507566:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758601.507570:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758601.507597:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758601.507611:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758601.507614:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758601.507621:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758601.507624:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758601.507637:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758601.507639:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758601.507659:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758601.507671:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758601.507673:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758601.507679:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758601.507682:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758601.507694:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758601.507698:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758601.507706:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758601.507707:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758601.507723:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758601.507739:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758602.531365:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758602.531373:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758602.531387:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758602.531388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758602.531393:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758602.531394:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758602.531397:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758602.531400:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758602.531402:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758602.531405:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758602.531407:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758602.531413:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758602.531413:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758602.531417:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758602.531421:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758602.531430:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758602.531433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758602.531436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758602.531456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758602.531461:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758602.531464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758602.531474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758602.531479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758602.531484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758602.531492:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758602.531494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758602.531498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.555377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758603.555385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758603.555387:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.555391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758603.555395:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758603.555400:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758603.555401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555407:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758603.555408:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758603.555411:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758603.555413:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.555418:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758603.555420:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758603.555428:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758603.555433:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758603.555439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758603.555444:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555445:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758603.555449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758603.555452:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.555453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.555459:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758603.555463:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758603.555467:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555475:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758603.555476:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758603.555478:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555482:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758603.555483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758603.555487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758603.555491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758603.555497:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758603.555502:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555506:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758603.555507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758603.555510:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758603.555513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555513:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.555521:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758603.555523:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.555525:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758603.555530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758603.555537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758603.555540:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758603.619325:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758603.619333:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758603.619335:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758603.619338:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758603.619342:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758603.619349:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16308 00000400:00000200:1.0:1787758603.619356:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758603.619361:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758603.619364:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758603.619366:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619369:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619371:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619373:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758603.619376:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758603.619378:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758603.619380:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758603.619382:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758603.619384:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758603.619386:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758603.619388:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619390:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619398:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619400:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758603.619405:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758603.619407:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619409:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758603.619411:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758603.619414:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758603.619416:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619418:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758603.619420:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758603.619427:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758603.619430:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758603.619434:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758603.619435:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619438:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758603.619440:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758603.619443:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758603.619449:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758603.619455:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.619463:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931197184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758603.619475:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758603.619478:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758603.619481:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931197184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758603.619496:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758603.619499:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758603.619502:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758603.619503:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758603.619505:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758603.619508:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758603.619510:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16308 00000400:00000200:1.0:1787758603.619513:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758603.619516:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758603.619518:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758603.619520:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619522:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619524:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619526:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758603.619528:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758603.619529:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758603.619530:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758603.619532:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758603.619533:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758603.619535:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758603.619538:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619542:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619544:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619546:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758603.619550:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758603.619554:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619558:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758603.619560:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758603.619565:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758603.619569:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619574:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758603.619578:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758603.619583:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619587:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758603.619593:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758603.619597:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758603.619602:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758603.619605:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619608:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758603.619610:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758603.619614:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758603.619617:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758603.619622:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.619631:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931197312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758603.619641:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758603.619644:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758603.619651:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931197312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758603.619659:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758603.619663:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758603.619669:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758603.619671:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758603.619674:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758603.619677:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758603.619681:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16308 00000400:00000200:1.0:1787758603.619686:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758603.619689:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758603.619694:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758603.619696:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619698:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619702:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619706:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758603.619709:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758603.619709:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758603.619712:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758603.619713:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758603.619718:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758603.619721:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758603.619723:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619725:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619727:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619731:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758603.619734:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758603.619736:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619737:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758603.619739:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758603.619742:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758603.619745:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619748:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758603.619751:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758603.619755:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619758:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758603.619761:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758603.619765:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758603.619769:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758603.619772:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619775:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758603.619778:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758603.619780:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758603.619786:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758603.619791:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.619800:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931197440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758603.619809:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758603.619812:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758603.619818:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931197440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758603.619826:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758603.619829:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758603.619833:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758603.619834:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758603.619835:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758603.619837:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758603.619841:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16308 00000400:00000200:1.0:1787758603.619847:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758603.619849:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758603.619851:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758603.619856:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619860:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619865:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619869:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758603.619871:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758603.619873:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758603.619876:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758603.619879:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758603.619881:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758603.619884:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758603.619889:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619892:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.619895:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619898:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758603.619900:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758603.619906:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758603.619909:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758603.619912:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758603.619915:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758603.619917:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619920:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758603.619923:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758603.619926:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619927:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758603.619930:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758603.619933:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758603.619937:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758603.619939:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.619943:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758603.619946:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758603.619948:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758603.619953:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758603.619958:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.619964:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931197568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758603.619974:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758603.619978:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758603.619986:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931197568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758603.620004:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758603.620010:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758603.620018:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758603.620023:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758603.620027:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758603.620031:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758603.620035:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16308 00000400:00000200:1.0:1787758603.620042:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758603.620048:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758603.620051:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758603.620054:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.620059:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.620061:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.620065:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758603.620068:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758603.620068:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758603.620069:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758603.620071:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758603.620072:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758603.620073:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758603.620075:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.620077:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758603.620078:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758603.620080:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758603.620084:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758603.620088:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758603.620091:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758603.620094:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758603.620097:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758603.620101:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.620105:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758603.620109:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758603.620112:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.620114:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758603.620120:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758603.620124:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758603.620128:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758603.620131:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758603.620134:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758603.620137:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758603.620139:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758603.620144:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758603.620148:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758603.620170:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931197696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758603.620178:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758603.620181:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758603.620185:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931197696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758603.620199:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758603.620204:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16318) 00000100:00000001:0.0:1787758604.579354:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758604.579361:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758604.579365:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758604.579367:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758604.579373:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758604.579375:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758604.579376:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758604.579382:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758604.579383:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758604.579387:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758604.579389:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579391:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758604.579395:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758604.579397:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758604.579399:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579400:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758604.579402:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758604.579404:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758604.579419:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758604.579425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758604.579428:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758604.579431:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758604.579434:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758604.579437:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579439:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758604.579440:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579441:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758604.579455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758604.579459:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758604.579462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758604.579466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758604.579467:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758604.579472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758604.579473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758604.579475:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579476:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758604.579483:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758604.579483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758604.579487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579488:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758604.579492:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758604.579494:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758604.579498:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758604.579502:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758604.579509:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758604.643362:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310981584, at 4310981632 00000100:00000040:1.0:1787758604.643362:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310981584, at 4310981632 00000100:00000010:1.0:1787758604.643377:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787758604.643379:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758605.603357:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758605.603360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758605.603364:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758605.603365:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758605.603369:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758605.603371:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758605.603379:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758605.603380:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758605.603385:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758605.603388:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758605.603390:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758605.603394:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758605.603394:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758605.603398:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758605.603402:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758605.603409:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758605.603411:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758605.603415:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758605.603417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758605.603421:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758605.603425:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758605.603430:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758605.603435:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758605.603437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758605.603439:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758605.603440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758605.603444:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758605.603445:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758605.603448:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758605.603449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758605.603453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758605.603455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758605.603460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758605.603466:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758605.603469:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758605.603470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758605.603476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758605.603477:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758605.603480:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758605.603484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758605.603487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758605.603489:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758605.603492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758605.603494:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758605.603498:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758606.627356:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758606.627360:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758606.627362:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758606.627363:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758606.627367:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758606.627371:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758606.627372:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758606.627377:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758606.627378:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758606.627382:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758606.627384:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758606.627389:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758606.627397:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758606.627399:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758606.627402:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758606.627403:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758606.627409:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758606.627410:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758606.627426:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758606.627429:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758606.627431:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758606.627433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758606.627434:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758606.627436:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758606.627441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758606.627441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758606.627445:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758606.627447:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758606.627449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758606.627451:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758606.627453:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758606.627458:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758606.627458:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758606.627463:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758606.627466:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758606.627468:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758607.651377:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758607.651377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758607.651387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758607.651387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758607.651393:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758607.651394:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758607.651403:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758607.651404:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758607.651411:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758607.651412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758607.651417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758607.651418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758607.651426:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758607.651426:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758607.651431:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758607.651432:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758607.651439:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758607.651439:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758607.651464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758607.651467:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758607.651468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758607.651471:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758607.651473:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758607.651476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758607.651477:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758607.651482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758607.651483:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758607.651487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758607.651490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758607.651491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758607.651496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758607.651496:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758607.651504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758607.651512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758607.651514:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758607.651517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758608.675369:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758608.675371:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758608.675378:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758608.675379:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758608.675381:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758608.675386:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.675387:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758608.675393:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758608.675395:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758608.675398:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758608.675403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758608.675404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.675411:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758608.675415:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.675421:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758608.675424:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758608.675428:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758608.675432:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.675444:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758608.675448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758608.675450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758608.675452:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758608.675453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758608.675456:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.675459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758608.675462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758608.675465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758608.675467:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758608.675469:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.675473:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758608.675473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.675476:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.675480:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758608.675490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758608.675493:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758608.675495:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.739613:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758608.739619:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758608.739623:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758608.739632:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.739650:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758608.739655:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.739664:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758608.739667:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758608.739671:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.739677:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931197824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758608.739688:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758608.739693:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758608.739697:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.739701:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758608.739706:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758608.739712:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758608.739721:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758608.739729:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758608.739741:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758608.739753:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931197824, portal 25 00000100:00000001:0.0:1787758608.739759:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758608.739765:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758608.739779:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.739804:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758608.739813:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758608.739819:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47d48. 00000100:00000200:0.0:1787758608.739827:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931197824, offset 0 00000400:00000200:0.0:1787758608.739843:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758608.739859:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.739871:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758608.739882:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758608.739890:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758608.739899:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758608.739907:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758608.739917:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748116:748116:256:4294967295] 192.168.201.121@tcp LPNI seq info [748110:748110:8:4294967295] 00000400:00000200:0.0:1787758608.739932:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.739953:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758608.739970:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758608.739981:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787758608.739996:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758608.740032:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758608.740040:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758608.740047:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4310986704 00000100:00000010:0.0:1787758608.740057:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758608.740099:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758608.740112:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4310986704 00000100:00000010:0.0:1787758608.740122:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00000001:0.0:1787758608.740129:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758608.740136:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758608.740143:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.740151:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.740157:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.740168:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758608.740173:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758608.740179:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758608.740183:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758608.740187:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758608.740197:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740217:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758608.740221:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740227:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758608.740232:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758608.740238:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.740246:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931197952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758608.740253:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758608.740259:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758608.740264:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740304:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758608.740310:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758608.740316:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758608.740324:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758608.740330:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758608.740338:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758608.740343:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931197952, portal 10 00000100:00000001:0.0:1787758608.740348:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758608.740352:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758608.740365:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740381:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758608.740388:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758608.740394:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758608.740399:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931197952, offset 0 00000400:00000200:0.0:1787758608.740408:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740415:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740421:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758608.740427:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758608.740432:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758608.740437:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758608.740440:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740446:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748117:748117:255:4294967295] 192.168.201.121@tcp LPNI seq info [748111:748111:7:4294967295] 00000400:00000200:0.0:1787758608.740450:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740459:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758608.740472:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758608.740477:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9f00. 00000800:00000200:0.0:1787758608.740481:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758608.740489:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758608.740495:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758608.740498:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758608.740501:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310985741 00000100:00000001:0.0:1787758608.740504:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.740506:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310985741 00000100:00000001:0.0:1787758608.740509:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.740512:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758608.740514:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.740516:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758608.740521:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740527:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758608.740529:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740531:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758608.740533:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758608.740535:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.740537:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931198080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758608.740541:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758608.740543:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758608.740545:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740546:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758608.740550:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758608.740552:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758608.740555:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758608.740558:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758608.740562:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758608.740566:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931198080, portal 10 00000100:00000001:0.0:1787758608.740568:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758608.740570:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758608.740576:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740584:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758608.740587:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758608.740590:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47aa0. 00000100:00000200:0.0:1787758608.740593:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931198080, offset 0 00000400:00000200:0.0:1787758608.740598:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740603:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740607:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758608.740611:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758608.740614:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758608.740617:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758608.740620:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740623:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748118:748118:254:4294967295] 192.168.201.121@tcp LPNI seq info [748112:748112:6:4294967295] 00000400:00000200:0.0:1787758608.740628:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740634:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758608.740639:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758608.740643:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9b00. 00000800:00000200:0.0:1787758608.740647:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758608.740654:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758608.740658:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758608.740661:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758608.740664:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310985739 00000100:00000001:0.0:1787758608.740667:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.740669:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310985739 00000100:00000001:0.0:1787758608.740671:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.740674:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758608.740676:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.740679:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758608.740683:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740690:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758608.740692:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740694:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758608.740696:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758608.740699:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.740702:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931198208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758608.740706:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758608.740709:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758608.740711:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740713:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758608.740717:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758608.740720:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758608.740724:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758608.740727:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758608.740731:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758608.740734:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931198208, portal 4 00000100:00000001:0.0:1787758608.740737:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758608.740738:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758608.740745:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740753:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758608.740755:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758608.740758:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758608.740761:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931198208, offset 0 00000400:00000200:0.0:1787758608.740767:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740774:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758608.740777:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758608.740780:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758608.740783:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758608.740786:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740789:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748119:748119:253:4294967295] 192.168.201.121@tcp LPNI seq info [748113:748113:5:4294967295] 00000400:00000200:0.0:1787758608.740793:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740800:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758608.740804:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758608.740808:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9900. 00000800:00000200:0.0:1787758608.740812:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758608.740820:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758608.740825:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758608.740829:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758608.740831:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310985775 00000100:00000001:0.0:1787758608.740833:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.740836:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310985775 00000100:00000001:0.0:1787758608.740839:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.740841:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758608.740844:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.740847:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.740850:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.740854:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758608.740856:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758608.740858:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758608.740860:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758608.740862:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758608.740867:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740876:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758608.740878:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740880:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758608.740882:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758608.740884:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758608.740887:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931198336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758608.740891:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758608.740894:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758608.740895:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758608.740897:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758608.740901:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758608.740903:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758608.740907:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758608.740910:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758608.740914:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47b28. 00000100:00000200:0.0:1787758608.740917:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931198336, portal 4 00000100:00000001:0.0:1787758608.740920:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758608.740922:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758608.740929:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758608.740938:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758608.740940:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758608.740944:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47660. 00000100:00000200:0.0:1787758608.740947:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931198336, offset 0 00000400:00000200:0.0:1787758608.740952:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740956:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740960:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758608.740963:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758608.740966:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758608.740969:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758608.740971:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758608.740974:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748120:748120:252:4294967295] 192.168.201.121@tcp LPNI seq info [748114:748114:4:4294967295] 00000400:00000200:0.0:1787758608.740979:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758608.740985:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758608.740991:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758608.740996:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758608.741000:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758608.741008:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758608.741012:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758608.741016:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758608.741018:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4310985754 00000100:00000001:0.0:1787758608.741021:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.741025:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4310985754 00000100:00000001:0.0:1787758608.741028:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4310986704 00000100:00000001:0.0:1787758608.741030:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758608.741033:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.741036:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.741039:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758608.741053:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758608.741055:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758608.741058:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758608.741059:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758608.741061:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758608.741081:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758609.699377:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758609.699377:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758609.699386:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758609.699387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758609.699388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758609.699392:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758609.699396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758609.699400:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758609.699401:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758609.699407:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758609.699408:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758609.699411:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758609.699414:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758609.699418:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758609.699419:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758609.699422:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758609.699424:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758609.699426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758609.699446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758609.699447:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758609.699452:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758609.699453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758609.699457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758609.699458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758609.699464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758609.699470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758609.699471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758609.699475:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758609.699476:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758609.699481:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758609.699482:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758609.699487:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758609.699492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758609.699499:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758609.699502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758609.699504:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758609.699523:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758609.699526:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758609.699528:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758609.699530:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758609.699533:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758609.699538:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758609.699543:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758609.699545:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758609.699548:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758609.763368:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310986704, at 4310986752 00000100:00000010:0.0:1787758609.763381:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000040:1.0:1787758609.763419:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310986704, at 4310986752 00000100:00000010:1.0:1787758609.763428:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000001:1.0:1787758610.723340:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758610.723347:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758610.723349:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758610.723355:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758610.723361:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758610.723362:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758610.723367:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758610.723368:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723370:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758610.723374:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758610.723376:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758610.723379:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723381:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758610.723383:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758610.723386:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723396:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758610.723400:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723403:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758610.723411:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758610.723414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758610.723417:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758610.723419:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758610.723422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758610.723423:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758610.723425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723428:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758610.723428:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758610.723432:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723433:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758610.723437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758610.723440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758610.723443:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758610.723443:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758610.723456:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758610.723457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758610.723460:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758610.723462:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758610.723467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758610.723469:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758610.723472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758610.723475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758610.723478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758610.723483:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758610.723487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758610.723491:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758611.747387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758611.747389:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758611.747399:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758611.747399:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758611.747403:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.747405:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758611.747413:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758611.747414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758611.747422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758611.747422:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758611.747428:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.747429:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747446:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758611.747450:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747454:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.747458:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758611.747465:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758611.747475:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758611.747476:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758611.747477:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758611.747484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758611.747490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758611.747496:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758611.747510:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.747518:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758611.747526:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.747528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758611.747533:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758611.747543:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758611.747549:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758611.747555:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.747561:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758611.747563:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758611.747567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747568:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758611.747571:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758611.747577:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758611.747578:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758611.747583:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758611.747589:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747593:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758611.747596:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.747599:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758611.811520:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758611.811560:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758611.811568:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758611.811571:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758611.811575:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758611.811578:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758611.811582:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758611.811586:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:1.0:1787758611.811591:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758611.811595:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758611.811600:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47d48 00000400:00000010:1.0:1787758611.811602:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47d48. 00000100:00000001:1.0:1787758611.811607:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758611.811616:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758611.811647:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758611.811652:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758611.811660:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758611.811662:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758611.811674:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758611.811678:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9f00. 00000400:00000200:1.0:1787758611.811682:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758611.811686:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758611.811689:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:1.0:1787758611.811691:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:1.0:1787758611.811694:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758611.811700:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.811701:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758611.811708:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758611.811715:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758611.811716:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758611.811722:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758611.811728:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758608/real 1787758611] req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758611.811732:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758611.811737:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758611.811747:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000400:00000001:0.0:1787758611.811748:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:1.0:1787758611.811750:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9b00. 00000400:00000001:0.0:1787758611.811753:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1787758611.811756:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000010:0.0:1787758611.811759:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:1.0:1787758611.811763:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787758611.811767:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758611.811772:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758611.811777:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787758611.811778:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47aa0 00000400:00000010:1.0:1787758611.811784:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47aa0. 00000100:00000200:0.0:1787758611.811785:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758611.811791:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758611.811800:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758611.811806:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758611.811814:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758611.811821:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1787758611.811822:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.811826:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.811833:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758611.811835:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.811837:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.811839:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1787758611.811847:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1787758611.811849:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758611.811855:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9900. 00000400:00000200:1.0:1787758611.811862:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:0.0:1787758611.811866:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787758611.811870:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758611.811875:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000100:00000040:0.0:1787758611.811878:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1787758611.811878:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:1.0:1787758611.811883:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758611.811892:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.811893:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758611.811901:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.811905:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.811909:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758611.811910:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758611.811913:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1787758611.811915:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.811919:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758611.811928:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758611.811929:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758611.811934:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1787758611.811941:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000800:00000100:1.0:1787758611.811945:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000100:00000001:0.0:1787758611.811948:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000800:00000010:1.0:1787758611.811950:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:1.0:1787758611.811957:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000040:0.0:1787758611.811960:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758611.811965:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758611.811970:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47660 00000400:00000010:1.0:1787758611.811972:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47660. 00000100:00000001:1.0:1787758611.811975:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758611.811979:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758611.812006:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931197824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758611.812007:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787758611.812032:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.812034:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758611.812039:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758611.812048:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812051:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758611.812055:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787758611.812061:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758611.812062:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 00000100:00000001:1.0:1787758611.812064:0:2409:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1787758611.812070:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758611.812075:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758611.812078:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758611.812081:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758611.812085:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758611.812090:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758611.812093:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758611.812095:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758611.812100:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758611.812101:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812105:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.812107:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758611.812108:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758611.812110:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758611.812116:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758608/real 1787758611] req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758611.812125:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758611.812126:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758611.812129:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758611.812132:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47b28 00000400:00000010:0.0:1787758611.812136:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47b28. 00000100:00000001:0.0:1787758611.812139:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758611.812142:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758611.812151:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812158:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758611.812159:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812162:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812164:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758611.812168:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812175:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758611.812178:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812185:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758611.812188:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812190:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812191:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812193:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758611.812195:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758611.812198:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758611.812202:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758611.812205:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758611.812210:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758611.812217:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931198336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758611.812222:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758611.812227:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758608/real 1787758611] req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758611.812235:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758611.812237:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758611.812239:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758611.812242:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758611.812244:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758611.812247:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758611.812250:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758611.812259:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812266:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758611.812303:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812305:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812307:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758611.812312:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812319:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758611.812323:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812329:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758611.812331:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812333:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812334:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812336:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758611.812341:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758611.812343:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758611.812347:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758611.812351:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758611.812355:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758611.812375:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931197952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758611.812379:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758611.812383:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758608/real 1787758611] req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758611.812397:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758611.812398:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758611.812401:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758611.812403:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758611.812405:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758611.812408:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758611.812411:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758611.812420:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812441:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758611.812442:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812444:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812446:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758611.812450:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812457:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758611.812462:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812468:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758611.812471:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812472:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812473:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812475:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758611.812478:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758611.812481:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758611.812484:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758611.812486:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758611.812492:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758611.812501:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931198080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758611.812505:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758611.812509:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758608/real 1787758611] req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758611.812517:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758611.812518:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758611.812523:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758611.812527:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758611.812528:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758611.812531:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758611.812534:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758611.812542:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812550:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758611.812552:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812553:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812555:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758611.812559:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812566:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758611.812570:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812577:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758611.812580:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812582:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758611.812584:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812585:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758611.812588:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758611.812591:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758611.812595:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758611.812598:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758611.812603:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758611.812612:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931198208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758611.812617:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812619:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758611.812624:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931198336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812637:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758611.812639:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758611.812641:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758611.812645:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758611.812647:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758611.812648:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758611.812650:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758611.812652:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758611.812654:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758611.812655:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758611.812657:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758611.812660:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758611.812661:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812663:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758611.812666:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931197952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812673:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758611.812675:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758611.812677:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758611.812679:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758611.812680:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758611.812681:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758611.812683:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758611.812685:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758611.812687:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758611.812688:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758611.812690:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758611.812692:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758611.812693:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812695:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758611.812698:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931198080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812705:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758611.812706:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758611.812708:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758611.812711:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758611.812712:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758611.812713:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758611.812715:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758611.812717:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758611.812719:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758611.812720:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758611.812721:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758611.812724:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758611.812725:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812726:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758611.812729:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931198208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758611.812735:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758611.812737:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758611.812739:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758611.812741:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758611.812742:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758611.812744:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758611.812746:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758611.812748:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758611.812751:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758611.812752:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758611.812753:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758611.812756:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758611.812757:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812759:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758611.812767:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758611.812769:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758611.812771:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758611.812773:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758612.771341:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758612.771349:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758612.771349:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758612.771353:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758612.771354:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758612.771357:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758612.771358:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758612.771363:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758612.771363:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758612.771367:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758612.771368:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758612.771373:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758612.771374:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758612.771380:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758612.771388:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758612.771388:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758612.771393:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758612.771396:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758612.771412:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758612.771417:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758612.771418:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758612.771420:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758612.771424:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758612.771426:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758612.771430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758612.771430:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758612.771435:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758612.771436:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758612.771438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758612.771439:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758612.771442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758612.771442:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758612.771450:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758612.771450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758612.771453:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758612.771457:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758612.771508:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758612.771512:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758612.771514:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758612.771516:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758612.771518:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758612.771520:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758612.771521:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758612.771523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758612.771525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.795407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758613.795414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758613.795417:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.795426:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758613.795434:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758613.795450:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758613.795455:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758613.795459:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758613.795463:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758613.795491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758613.795493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758613.795501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758613.795504:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.795508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758613.795524:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758613.795525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758613.795539:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.795541:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758613.795553:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758613.795559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758613.795561:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758613.795563:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758613.795579:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758613.795594:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758613.795599:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758613.795606:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758613.795610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758613.795611:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758613.795620:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758613.795622:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758613.795639:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.795640:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758613.795648:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758613.795659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758613.795665:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758613.795671:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758613.859372:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758613.859381:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758613.859384:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758613.859387:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758613.859391:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758613.859399:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16318 00000400:00000200:0.0:1787758613.859406:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758613.859413:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758613.859415:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758613.859420:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859423:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.859426:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859428:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758613.859430:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758613.859432:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758613.859434:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758613.859436:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758613.859438:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758613.859440:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758613.859442:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859444:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.859445:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859446:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758613.859449:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758613.859451:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859453:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758613.859455:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758613.859458:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758613.859460:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.859461:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758613.859464:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758613.859472:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758613.859474:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758613.859478:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758613.859479:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.859481:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758613.859483:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758613.859487:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758613.859493:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758613.859498:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.859508:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931198464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758613.859519:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758613.859525:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758613.859530:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931198464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758613.859558:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758613.859562:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758613.859566:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758613.859568:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758613.859570:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758613.859573:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758613.859577:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16318 00000400:00000200:0.0:1787758613.859581:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758613.859584:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758613.859587:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758613.859590:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859593:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.859596:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859598:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758613.859601:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758613.859603:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758613.859605:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758613.859608:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758613.859610:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758613.859613:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758613.859620:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859625:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.859638:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859643:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758613.859650:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758613.859658:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859675:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758613.859681:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758613.859697:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758613.859702:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.859705:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758613.859713:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758613.859720:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.859724:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758613.859729:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758613.859733:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758613.859737:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758613.859741:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.859745:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758613.859748:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758613.859750:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758613.859760:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758613.859767:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.859775:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931198592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758613.859787:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758613.859790:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758613.859799:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931198592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758613.859815:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758613.859821:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758613.859829:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758613.859834:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758613.859840:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758613.859846:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758613.859854:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16318 00000400:00000200:0.0:1787758613.859864:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758613.859877:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758613.859883:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758613.859889:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859895:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.859897:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859901:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758613.859905:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758613.859908:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758613.859911:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758613.859916:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758613.859921:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758613.859928:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758613.859937:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859944:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.859950:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.859955:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758613.859958:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758613.859966:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860009:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758613.860014:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758613.860019:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758613.860024:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860029:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758613.860033:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758613.860038:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860042:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758613.860050:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758613.860056:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758613.860064:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758613.860065:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860068:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758613.860070:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758613.860075:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758613.860083:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758613.860094:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.860105:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931198720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758613.860117:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758613.860122:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758613.860131:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931198720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758613.860155:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758613.860159:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758613.860166:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758613.860170:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758613.860173:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758613.860180:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758613.860187:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16318 00000400:00000200:0.0:1787758613.860195:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758613.860199:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758613.860202:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758613.860206:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860209:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.860215:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860221:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758613.860227:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758613.860232:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758613.860234:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758613.860238:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758613.860243:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758613.860246:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758613.860253:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860257:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.860263:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860324:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758613.860333:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758613.860347:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860353:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758613.860358:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758613.860364:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758613.860371:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860375:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758613.860380:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758613.860386:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860392:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758613.860400:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758613.860406:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758613.860411:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758613.860412:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860414:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758613.860416:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758613.860418:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758613.860424:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758613.860431:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.860439:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931198848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758613.860461:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758613.860468:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758613.860484:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931198848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758613.860504:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758613.860509:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758613.860516:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758613.860520:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758613.860524:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758613.860531:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758613.860537:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16318 00000400:00000200:0.0:1787758613.860547:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758613.860552:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758613.860558:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758613.860565:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860569:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.860574:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860580:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758613.860585:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758613.860588:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758613.860591:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758613.860595:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758613.860599:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758613.860606:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758613.860615:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860618:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758613.860623:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860627:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758613.860633:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758613.860638:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758613.860643:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758613.860649:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758613.860654:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758613.860659:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860662:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758613.860666:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758613.860671:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860675:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758613.860682:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758613.860688:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758613.860694:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758613.860698:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758613.860701:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758613.860705:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758613.860710:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758613.860716:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758613.860722:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758613.860734:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931198976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758613.860754:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758613.860759:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758613.860770:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931198976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758613.860791:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758613.860801:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16328) 00000100:00000001:1.0:1787758614.819355:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758614.819364:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758614.819368:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758614.819375:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758614.819381:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758614.819382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758614.819387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758614.819388:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758614.819391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758614.819399:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758614.819404:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758614.819405:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758614.819410:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758614.819410:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758614.819413:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758614.819413:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758614.819416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758614.819422:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758614.819445:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758614.819450:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758614.819454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758614.819460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758614.819465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758614.819468:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758614.819473:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758614.819477:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758614.819480:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758614.819494:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758614.819499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758614.819502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758614.819505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758614.819505:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758614.819508:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758614.819508:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758614.819510:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758614.819511:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758614.819512:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758614.819513:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758614.819515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758614.819516:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758614.819518:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758614.819518:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758614.819521:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758614.819522:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758614.819524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758614.883371:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310991824, at 4310991872 00000100:00000010:0.0:1787758614.883384:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000040:1.0:1787758614.883456:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310991824, at 4310991872 00000100:00000010:1.0:1787758614.883464:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787758615.843390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758615.843391:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758615.843400:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758615.843401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758615.843405:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758615.843406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758615.843411:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758615.843414:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758615.843416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758615.843422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758615.843423:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758615.843430:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758615.843436:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758615.843437:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758615.843442:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758615.843443:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758615.843445:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758615.843448:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758615.843465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758615.843469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758615.843470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758615.843473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758615.843475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758615.843480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758615.843481:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758615.843486:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758615.843488:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758615.843493:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758615.843495:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758615.843496:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758615.843501:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758615.843502:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758615.843508:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758615.843510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758615.843516:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758615.843521:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758615.843524:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758615.843527:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758615.843530:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758615.843536:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758615.843538:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758615.843541:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758615.843543:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758615.843547:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758615.843560:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758616.867394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758616.867394:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758616.867403:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758616.867403:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758616.867408:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758616.867408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758616.867415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758616.867416:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758616.867421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758616.867421:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758616.867427:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867427:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758616.867431:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758616.867437:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867438:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758616.867441:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758616.867441:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867444:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758616.867456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758616.867456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758616.867460:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758616.867460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758616.867462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758616.867462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758616.867467:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758616.867468:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758616.867472:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758616.867472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758616.867477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867477:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867482:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758616.867487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867492:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758616.867493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758616.867497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758616.867503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758616.867506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758616.867512:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758616.867516:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758616.867522:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758616.867527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758616.867532:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758616.867540:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758616.867543:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758617.891369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758617.891373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758617.891375:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758617.891378:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758617.891378:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758617.891382:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758617.891386:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758617.891387:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758617.891393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758617.891395:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758617.891397:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758617.891401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758617.891403:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758617.891409:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758617.891412:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758617.891419:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758617.891422:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758617.891425:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758617.891428:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758617.891432:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758617.891435:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758617.891438:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758617.891439:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758617.891441:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758617.891443:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758617.891445:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758617.891448:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758617.891449:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758617.891453:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758617.891455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758617.891461:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758617.891465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758617.891466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758617.891472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758617.891475:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758617.891481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758617.891493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758617.891499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758617.891502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758617.891504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758617.891507:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758617.891510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758617.891511:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758617.891513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758617.891514:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758618.915379:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758618.915388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758618.915392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.915394:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758618.915400:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758618.915401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758618.915404:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758618.915409:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758618.915410:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758618.915415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758618.915415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758618.915419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915422:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758618.915425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915429:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.915443:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758618.915446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758618.915447:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915450:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758618.915453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758618.915454:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758618.915459:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758618.915463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758618.915466:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758618.915470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758618.915471:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758618.915474:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758618.915475:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758618.915479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758618.915480:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758618.915487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758618.915492:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758618.915496:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915498:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758618.915500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758618.915501:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758618.915503:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758618.915510:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758618.915512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758618.915514:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758618.915520:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915534:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758618.915538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758618.915541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758618.979377:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758618.979388:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758618.979391:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758618.979395:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758618.979400:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758618.979408:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16323 00000400:00000200:0.0:1787758618.979418:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758618.979425:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758618.979429:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758618.979434:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979438:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.979441:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979444:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758618.979449:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758618.979451:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758618.979454:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758618.979458:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758618.979461:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758618.979464:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758618.979468:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979471:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.979473:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979476:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758618.979479:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758618.979484:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979488:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758618.979491:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758618.979495:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758618.979498:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.979501:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758618.979503:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758618.979523:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758618.979528:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758618.979532:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758618.979534:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.979538:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758618.979541:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758618.979545:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758618.979553:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758618.979560:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758618.979577:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931199104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758618.979589:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758618.979594:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758618.979599:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931199104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758618.979625:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758618.979629:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758618.979633:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758618.979634:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758618.979636:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758618.979640:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758618.979643:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16323 00000400:00000200:0.0:1787758618.979648:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758618.979653:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758618.979656:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758618.979661:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979667:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.979674:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979679:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758618.979683:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758618.979686:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758618.979689:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758618.979693:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758618.979699:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758618.979705:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758618.979714:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979719:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.979726:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979734:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758618.979740:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758618.979749:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979754:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758618.979759:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758618.979768:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758618.979775:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.979779:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758618.979785:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758618.979792:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.979797:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758618.979804:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758618.979808:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758618.979811:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758618.979814:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.979820:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758618.979823:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758618.979826:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758618.979835:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758618.979843:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758618.979856:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931199232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758618.979872:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758618.979877:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758618.979900:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931199232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758618.979914:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758618.979921:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758618.979931:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758618.979937:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758618.979941:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758618.979948:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758618.979955:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16323 00000400:00000200:0.0:1787758618.979968:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758618.979978:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758618.979983:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758618.979992:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.979999:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.980008:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980015:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758618.980022:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758618.980026:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758618.980031:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758618.980036:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758618.980043:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758618.980049:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758618.980059:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980064:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.980070:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980078:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758618.980084:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758618.980093:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980101:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758618.980105:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758618.980110:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758618.980117:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980121:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758618.980125:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758618.980128:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980133:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758618.980138:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758618.980143:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758618.980147:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758618.980149:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980154:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758618.980156:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758618.980159:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758618.980168:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758618.980177:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758618.980188:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931199360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758618.980208:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758618.980214:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758618.980224:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931199360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758618.980252:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758618.980257:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758618.980300:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758618.980304:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758618.980309:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758618.980318:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758618.980325:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16323 00000400:00000200:0.0:1787758618.980334:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758618.980344:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758618.980350:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758618.980358:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980363:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.980370:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980375:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758618.980381:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758618.980385:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758618.980390:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758618.980393:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758618.980398:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758618.980405:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758618.980413:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980419:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.980425:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980431:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758618.980438:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758618.980445:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980450:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758618.980455:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758618.980461:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758618.980468:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980471:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758618.980475:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758618.980481:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980486:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758618.980494:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758618.980501:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758618.980507:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758618.980512:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980518:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758618.980522:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758618.980528:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758618.980537:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758618.980543:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758618.980556:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931199488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758618.980576:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758618.980582:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758618.980593:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931199488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758618.980618:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758618.980624:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758618.980630:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758618.980635:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758618.980638:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758618.980644:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758618.980649:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16323 00000400:00000200:0.0:1787758618.980656:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758618.980662:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758618.980667:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758618.980671:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980676:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.980680:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980685:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758618.980688:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758618.980690:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758618.980694:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758618.980697:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758618.980702:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758618.980706:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758618.980711:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980715:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758618.980718:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980722:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758618.980725:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758618.980730:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758618.980732:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758618.980735:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758618.980739:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758618.980744:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980747:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758618.980751:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758618.980755:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980758:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758618.980764:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758618.980768:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758618.980775:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758618.980778:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758618.980781:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758618.980784:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758618.980787:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758618.980793:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758618.980800:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758618.980812:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931199616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758618.980837:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758618.980843:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758618.980855:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931199616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758618.980879:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758618.980895:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16333) 00000100:00000001:0.0:1787758619.939385:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758619.939385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758619.939394:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758619.939396:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758619.939404:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758619.939405:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758619.939412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758619.939413:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758619.939417:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758619.939420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758619.939421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758619.939425:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758619.939426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758619.939429:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758619.939431:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758619.939437:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758619.939439:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758619.939444:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758619.939449:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758619.939452:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758619.939454:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758619.939456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758619.939459:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758619.939463:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758619.939467:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758619.939470:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758619.939474:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758619.939478:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758619.939483:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758619.939487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758619.939492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758619.939496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758619.939501:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758619.939501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758619.939506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758619.939507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758619.939509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758619.939510:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758619.939515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758619.939516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758619.939518:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758619.939522:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758619.939524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758619.939525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758619.939527:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758620.003364:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4310996944, at 4310996992 00000100:00000040:1.0:1787758620.003364:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4310996944, at 4310996992 00000100:00000010:1.0:1787758620.003380:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787758620.003381:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758620.963387:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758620.963388:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758620.963397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758620.963397:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758620.963401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758620.963402:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758620.963411:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758620.963412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758620.963420:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758620.963427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758620.963430:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758620.963437:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758620.963438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758620.963443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758620.963449:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758620.963467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758620.963467:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758620.963470:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758620.963472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758620.963475:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758620.963476:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758620.963480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758620.963487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758620.963492:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758620.963498:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758620.963498:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758620.963503:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758620.963504:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758620.963507:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758620.963513:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758620.963520:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758620.963520:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758620.963525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758620.963529:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758620.963532:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758620.963536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758620.963558:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758620.963563:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758620.963566:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758620.963569:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758620.963573:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758620.963576:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758620.963578:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758620.963581:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758620.963583:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758621.987385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758621.987385:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758621.987394:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758621.987395:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758621.987399:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758621.987399:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758621.987407:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758621.987407:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758621.987413:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758621.987414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758621.987418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758621.987418:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758621.987424:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758621.987426:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758621.987428:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758621.987430:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758621.987433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758621.987434:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758621.987451:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758621.987455:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758621.987456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758621.987459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758621.987460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758621.987461:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758621.987463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758621.987465:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758621.987466:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758621.987469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758621.987472:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758621.987473:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758621.987477:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758621.987478:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758621.987485:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758621.987486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758621.987491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758621.987501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758621.987504:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758621.987506:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758621.987511:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758621.987518:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758621.987526:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758621.987530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758621.987534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758621.987536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758621.987538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758623.011382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758623.011382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758623.011391:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758623.011391:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758623.011395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758623.011396:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758623.011405:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758623.011405:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758623.011412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758623.011413:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758623.011417:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758623.011418:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758623.011421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758623.011424:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758623.011426:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758623.011428:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758623.011431:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758623.011433:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758623.011452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758623.011454:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758623.011457:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758623.011457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758623.011461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758623.011462:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758623.011464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758623.011468:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758623.011474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758623.011477:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758623.011480:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758623.011484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758623.011488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758623.011493:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758623.011500:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758623.011501:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758623.011504:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758623.011509:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758623.011522:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758623.011526:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758623.011530:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758623.011532:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758623.011535:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758623.011539:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758623.011543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758623.011545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758623.011547:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758624.035366:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758624.035374:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758624.035377:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758624.035385:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758624.035399:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758624.035404:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758624.035412:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758624.035415:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758624.035419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758624.035518:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758624.035523:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758624.035525:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758624.035528:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758624.035532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758624.035535:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758624.035541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758624.035544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758624.035548:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758624.035565:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758624.035569:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758624.035571:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758624.035574:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758624.035576:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758624.035579:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758624.035580:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758624.035582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758624.035583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758624.035643:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758624.035647:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758624.035648:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758624.035651:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758624.035653:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758624.035655:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758624.035658:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758624.035659:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758624.035662:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758625.059373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758625.059374:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758625.059380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758625.059381:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758625.059383:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758625.059385:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758625.059393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758625.059393:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758625.059400:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758625.059400:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758625.059406:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758625.059407:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758625.059414:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758625.059418:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758625.059421:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758625.059422:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758625.059424:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758625.059426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758625.059436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758625.059439:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758625.059441:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758625.059443:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758625.059446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758625.059446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758625.059453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758625.059454:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758625.059457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758625.059461:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758625.059461:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758625.059466:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758625.059472:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758625.059474:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758625.059476:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758625.059487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758625.059492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758625.059497:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758625.059509:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758625.059515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758625.059518:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758625.059520:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758625.059524:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758625.059528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758625.059531:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758625.059533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758625.059538:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758625.123352:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311002064, at 4311002112 00000100:00000040:1.0:1787758625.123352:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311002064, at 4311002112 00000100:00000010:0.0:1787758625.123366:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787758625.123371:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758626.083358:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758626.083373:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758626.083374:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758626.083378:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758626.083380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758626.083384:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758626.083385:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758626.083389:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758626.083391:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758626.083393:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758626.083399:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758626.083401:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758626.083420:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758626.083424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758626.083428:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758626.083434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758626.083437:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758626.083440:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758626.083447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758626.083453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758626.083457:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758626.083457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758626.083461:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758626.083465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758626.083471:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758626.083472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758626.083475:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758626.083478:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758626.083478:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758626.083484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758626.083488:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758626.083490:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758626.083494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758626.083494:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758626.083499:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758626.083507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758627.107394:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758627.107401:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758627.107406:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758627.107411:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758627.107415:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758627.107416:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758627.107423:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758627.107423:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758627.107431:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758627.107431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758627.107439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758627.107451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758627.107453:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758627.107457:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758627.107462:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758627.107464:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758627.107468:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758627.107475:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758627.107476:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758627.107481:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758627.107484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758627.107487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758627.107492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758627.107496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758627.107502:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758627.107505:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758627.107510:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758627.107530:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758627.107535:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758627.107539:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758627.107546:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758627.107553:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758627.107558:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758627.107561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758627.107563:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758627.107565:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758628.131357:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758628.131358:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758628.131366:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758628.131366:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758628.131371:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758628.131371:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758628.131377:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758628.131377:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758628.131385:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758628.131392:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758628.131393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758628.131399:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758628.131400:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758628.131405:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758628.131409:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758628.131418:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758628.131425:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758628.131427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758628.131432:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758628.131432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758628.131435:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758628.131438:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758628.131443:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758628.131448:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758628.131449:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758628.131454:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758628.131455:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758628.131458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758628.131460:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758628.131463:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758628.131463:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758628.131469:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758628.131474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758628.131479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758628.131482:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758628.131488:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758629.155386:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758629.155396:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758629.155401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758629.155409:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758629.155413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758629.155416:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758629.155420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758629.155422:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155424:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758629.155430:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758629.155432:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758629.155434:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758629.155441:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.155443:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758629.155461:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758629.155465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758629.155469:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758629.155470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758629.155474:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758629.155480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758629.155486:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758629.155491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758629.155491:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155497:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758629.155497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758629.155501:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155502:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758629.155508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758629.155509:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758629.155518:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758629.155523:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155528:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758629.155532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758629.155538:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758629.219386:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758629.219396:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758629.219399:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758629.219403:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758629.219408:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758629.219416:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16333 00000400:00000200:0.0:1787758629.219425:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758629.219432:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758629.219436:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758629.219440:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219443:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.219446:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219449:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758629.219453:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758629.219456:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758629.219459:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758629.219462:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758629.219465:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758629.219468:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758629.219471:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219474:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.219477:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219479:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758629.219482:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758629.219486:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219489:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758629.219492:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758629.219496:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758629.219499:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.219501:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758629.219504:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758629.219514:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758629.219518:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758629.219522:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758629.219524:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.219528:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758629.219531:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758629.219535:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758629.219543:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758629.219550:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758629.219561:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758629.219573:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758629.219577:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758629.219582:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758629.219605:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758629.219609:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758629.219612:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758629.219614:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758629.219616:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758629.219619:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758629.219622:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16333 00000400:00000200:0.0:1787758629.219626:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758629.219630:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758629.219633:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758629.219638:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219641:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.219643:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219647:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758629.219652:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758629.219656:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758629.219659:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758629.219663:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758629.219669:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758629.219675:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758629.219684:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219690:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.219696:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219715:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758629.219721:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758629.219730:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219737:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758629.219742:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758629.219749:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758629.219753:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.219759:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758629.219765:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758629.219773:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.219777:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758629.219785:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758629.219792:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758629.219798:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758629.219803:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.219805:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758629.219807:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758629.219810:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758629.219818:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758629.219825:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758629.219836:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931200512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758629.219850:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758629.219856:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758629.219866:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931200512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758629.219905:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758629.219910:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758629.219918:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758629.219921:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758629.219926:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758629.219934:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758629.219942:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16333 00000400:00000200:0.0:1787758629.219954:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758629.219962:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758629.219967:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758629.219975:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219981:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.219987:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.219992:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758629.219997:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758629.220001:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758629.220006:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758629.220011:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758629.220018:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758629.220025:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758629.220034:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220039:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.220044:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220050:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758629.220055:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758629.220062:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220067:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758629.220072:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758629.220076:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758629.220083:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220089:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758629.220093:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758629.220099:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220104:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758629.220112:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758629.220116:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758629.220121:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758629.220123:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220128:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758629.220140:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758629.220145:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758629.220153:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758629.220160:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758629.220172:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931200640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758629.220194:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758629.220201:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758629.220213:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931200640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758629.220234:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758629.220240:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758629.220247:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758629.220251:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758629.220255:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758629.220260:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758629.220294:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16333 00000400:00000200:0.0:1787758629.220301:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758629.220308:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758629.220314:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758629.220323:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220329:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.220337:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220345:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758629.220351:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758629.220354:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758629.220358:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758629.220364:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758629.220371:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758629.220376:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758629.220383:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220388:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.220392:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220396:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758629.220402:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758629.220407:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220413:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758629.220419:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758629.220425:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758629.220430:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220436:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758629.220440:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758629.220446:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220450:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758629.220457:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758629.220463:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758629.220470:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758629.220474:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220480:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758629.220485:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758629.220490:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758629.220499:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758629.220506:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758629.220518:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931200768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758629.220540:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758629.220545:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758629.220555:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931200768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758629.220581:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758629.220587:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758629.220595:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758629.220599:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758629.220603:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758629.220610:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758629.220618:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16333 00000400:00000200:0.0:1787758629.220630:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758629.220639:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758629.220645:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758629.220652:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220658:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.220663:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220669:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758629.220674:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758629.220678:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758629.220682:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758629.220686:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758629.220693:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758629.220701:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758629.220719:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220733:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758629.220744:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220750:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758629.220757:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758629.220766:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758629.220774:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758629.220781:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758629.220787:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758629.220794:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220800:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758629.220805:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758629.220811:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220817:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758629.220824:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758629.220831:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758629.220838:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758629.220842:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758629.220849:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758629.220854:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758629.220860:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758629.220869:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758629.220877:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758629.220889:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931200896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758629.220910:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758629.220916:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758629.220927:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931200896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758629.220951:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758629.220960:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16343) 00000100:00000001:1.0:1787758630.179348:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758630.179357:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758630.179361:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758630.179370:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758630.179377:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758630.179382:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758630.179390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758630.179390:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758630.179397:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758630.179398:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758630.179403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758630.179404:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758630.179412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758630.179419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758630.179424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758630.179426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758630.179429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758630.179434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758630.179434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758630.179439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758630.179441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758630.179449:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758630.179449:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758630.179455:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758630.179460:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758630.179465:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758630.179470:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758630.179470:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758630.179477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758630.179481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758630.179486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758630.179491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758630.179496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758630.179501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758630.179503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758630.179515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758630.243377:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311007184, at 4311007232 00000100:00000040:0.0:1787758630.243380:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311007184, at 4311007232 00000100:00000010:0.0:1787758630.243395:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:1.0:1787758630.243398:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787758631.203382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758631.203391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758631.203395:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758631.203397:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758631.203403:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758631.203403:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758631.203407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758631.203409:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758631.203412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758631.203415:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758631.203418:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758631.203423:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758631.203425:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758631.203429:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758631.203435:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758631.203442:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758631.203445:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758631.203449:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758631.203452:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758631.203457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758631.203461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758631.203465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758631.203467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758631.203473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758631.203474:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758631.203480:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758631.203486:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758631.203488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758631.203492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758631.203493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758631.203498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758631.203498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758631.203505:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758631.203506:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758631.203511:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758631.203516:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758632.227425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758632.227436:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758632.227440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758632.227448:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758632.227458:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758632.227462:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758632.227462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758632.227471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758632.227472:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758632.227478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758632.227479:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758632.227487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758632.227490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758632.227492:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758632.227496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758632.227516:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758632.227520:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758632.227522:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758632.227525:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758632.227528:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758632.227534:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758632.227545:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758632.227551:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758632.227552:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758632.227559:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758632.227561:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758632.227564:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758632.227575:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758632.227576:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758632.227585:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758632.227587:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758632.227592:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758632.227594:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758632.227607:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758632.227612:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758632.227615:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758633.251326:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758633.251332:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758633.251334:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758633.251338:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758633.251342:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758633.251345:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758633.251347:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758633.251349:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758633.251352:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758633.251368:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758633.251375:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758633.251377:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758633.251378:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758633.251383:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758633.251384:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758633.251387:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758633.251390:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758633.251392:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758633.251396:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758633.251399:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758633.251401:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758633.251407:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758633.251407:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758633.251415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758633.251416:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758633.251421:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758633.251426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758633.251472:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758633.251479:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758633.251485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758633.251491:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758633.251499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758633.251499:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758633.251506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758633.251507:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758633.251510:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758633.251513:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758633.251514:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758633.251518:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758633.251519:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758633.251523:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758633.251532:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758633.251535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758633.251539:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758633.251542:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758634.275374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758634.275374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758634.275383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758634.275383:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758634.275388:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758634.275389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758634.275396:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758634.275397:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758634.275404:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758634.275406:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758634.275408:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758634.275412:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275423:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758634.275426:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275429:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758634.275430:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758634.275434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758634.275438:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758634.275441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758634.275445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758634.275448:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758634.275451:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758634.275457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758634.275460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275462:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758634.275466:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275469:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758634.275470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758634.275474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758634.275477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758634.275482:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758634.275486:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758634.275491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758634.275495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758634.275499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758634.275502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758634.275505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758634.275506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758634.275511:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758634.275515:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758634.275523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758634.275528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758635.299364:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758635.299372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758635.299378:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758635.299382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758635.299385:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758635.299387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758635.299393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758635.299399:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758635.299400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758635.299406:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758635.299410:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758635.299410:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758635.299416:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758635.299417:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758635.299422:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758635.299431:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758635.299434:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758635.299437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758635.299439:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758635.299441:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758635.299445:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758635.299453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758635.299458:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758635.299458:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758635.299463:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758635.299463:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758635.299467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758635.299468:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758635.299472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758635.299473:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758635.299478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758635.299480:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758635.299482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758635.299498:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758635.299501:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758635.299503:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758635.363369:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311012304, at 4311012352 00000100:00000040:1.0:1787758635.363374:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311012304, at 4311012352 00000100:00000010:0.0:1787758635.363388:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787758635.363391:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758636.323360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758636.323364:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758636.323367:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758636.323369:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758636.323370:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758636.323372:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758636.323378:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758636.323378:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758636.323382:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758636.323383:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758636.323387:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758636.323390:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758636.323393:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758636.323395:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758636.323400:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758636.323407:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758636.323411:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758636.323415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758636.323425:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758636.323430:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758636.323433:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758636.323434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758636.323436:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758636.323438:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758636.323441:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758636.323442:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758636.323446:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758636.323446:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758636.323452:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758636.323453:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758636.323456:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758636.323458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758636.323462:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758636.323463:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758636.323467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758636.323471:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758636.323485:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758636.323491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758636.323495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758636.323501:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758636.323509:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758636.323513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758636.323516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758636.323519:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758636.323533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758637.347369:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758637.347375:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758637.347385:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758637.347390:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758637.347396:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758637.347401:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758637.347480:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758637.347496:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758637.347504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758637.347508:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758637.347511:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758637.347515:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758637.347518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758637.347521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758637.347528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758637.347550:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758637.347552:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758637.347553:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758637.347555:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758637.347557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758637.347559:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758637.348640:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758637.348644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758637.348662:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758637.348724:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758637.348727:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758637.348729:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758638.371341:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758638.371349:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758638.371352:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758638.371360:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758638.371364:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758638.371367:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371372:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758638.371373:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758638.371377:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758638.371380:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758638.371380:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758638.371385:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758638.371393:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758638.371399:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758638.371402:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758638.371405:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758638.371408:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371409:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758638.371412:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758638.371412:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758638.371416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758638.371420:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758638.371426:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758638.371431:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371438:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758638.371441:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371447:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758638.371461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758638.371466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758638.371470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758638.371475:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758638.371481:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758638.371481:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758638.371487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758638.371488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758638.371495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758638.371498:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758638.371500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758638.371506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758638.371508:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371513:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758638.371515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758638.371517:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758639.395386:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758639.395388:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758639.395395:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758639.395395:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758639.395399:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758639.395400:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758639.395408:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758639.395409:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758639.395416:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758639.395416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758639.395420:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758639.395422:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758639.395424:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758639.395429:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758639.395436:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758639.395436:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758639.395440:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758639.395444:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758639.395456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758639.395459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758639.395461:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758639.395463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758639.395465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758639.395466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758639.395472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758639.395474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758639.395478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758639.395481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758639.395481:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758639.395486:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758639.395488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758639.395490:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758639.395495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758639.395500:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758639.395504:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758639.395508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758639.395537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758639.395542:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758639.395544:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758639.395550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758639.395553:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758639.395555:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758639.395558:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758639.395559:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758639.395562:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758640.419374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758640.419374:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758640.419383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758640.419383:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758640.419387:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758640.419388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758640.419396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758640.419397:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758640.419403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758640.419405:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758640.419407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758640.419411:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758640.419412:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758640.419416:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758640.419420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758640.419429:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758640.419432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758640.419435:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758640.419443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758640.419447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758640.419449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758640.419451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758640.419454:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758640.419455:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758640.419457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758640.419459:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758640.419461:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758640.419466:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758640.419467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758640.419473:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758640.419474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758640.419481:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758640.419486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758640.419493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758640.419497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758640.419501:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758640.419517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758640.419518:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758640.419523:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758640.419530:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758640.419533:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758640.419536:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758640.419538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758640.419539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758640.419541:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758640.419553:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758640.419558:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758640.419562:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758640.483349:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311017424, at 4311017472 00000100:00000040:1.0:1787758640.483349:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311017424, at 4311017472 00000100:00000010:0.0:1787758640.483361:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:1.0:1787758640.483362:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758641.443380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758641.443389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758641.443392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758641.443397:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758641.443398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758641.443420:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758641.443432:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758641.443439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758641.443447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758641.443451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758641.443457:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758641.443466:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758641.443473:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758641.443480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758641.443519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758641.443529:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758641.443550:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758641.443554:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758641.443581:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758641.443581:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758641.443586:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758641.443586:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758641.443590:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758641.443590:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758641.443595:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758641.443596:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758641.443601:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758641.443602:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758641.443606:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758641.443606:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758641.443613:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758641.443615:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758641.443617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758641.443618:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758641.443621:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758641.443625:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758641.443631:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758641.443636:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758641.443639:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758641.443643:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758641.443646:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758641.443651:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758641.443655:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758641.443658:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758641.443661:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758642.467369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758642.467375:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758642.467376:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758642.467381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758642.467383:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758642.467390:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758642.467391:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758642.467397:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758642.467398:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758642.467402:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758642.467404:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758642.467405:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758642.467410:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758642.467410:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758642.467418:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758642.467419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758642.467424:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758642.467429:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758642.467450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758642.467454:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758642.467455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758642.467457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758642.467458:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758642.467463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758642.467464:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758642.467469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758642.467470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758642.467487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758642.467488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758642.467492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758642.467494:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758642.467496:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758642.467499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758642.467505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758642.467509:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758642.467512:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758642.467521:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758642.467527:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758642.467529:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758642.467533:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758642.467539:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758642.467543:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758642.467546:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758642.467549:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758642.467551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758643.491353:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758643.491362:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758643.491365:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758643.491371:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758643.491379:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758643.491385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758643.491386:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758643.491393:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758643.491393:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758643.491402:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758643.491403:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758643.491408:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758643.491410:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758643.491415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758643.491416:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758643.491422:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758643.491427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758643.491435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758643.491451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758643.491485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758643.491490:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758643.491495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758643.491497:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758643.491499:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758643.491501:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758643.491504:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758643.491506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758643.491510:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758643.491511:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758643.491516:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758643.491517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758643.491530:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758643.491537:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758643.491537:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758643.491543:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758643.491551:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758643.491631:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758643.491635:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758643.491638:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758644.515463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758644.515495:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758644.515499:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758644.515499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758644.515506:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758644.515507:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758644.515513:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758644.515513:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.515517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758644.515519:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758644.515524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758644.515525:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758644.515527:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758644.515530:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.515542:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758644.515552:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758644.515556:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.515559:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758644.515560:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.515564:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758644.515567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758644.515570:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758644.515575:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758644.515578:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.515581:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758644.515585:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.515590:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758644.515590:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758644.515596:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758644.515609:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758644.515615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758644.515621:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758644.515626:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758644.515632:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758644.515635:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758644.515640:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758644.515689:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758644.515692:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758644.515694:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758644.579718:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758644.579729:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758644.579735:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758644.579753:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.579786:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758644.579791:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.579801:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758644.579808:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758644.579820:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758644.579832:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931202304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758644.579846:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758644.579856:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758644.579864:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.579874:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758644.579884:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758644.579892:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758644.579904:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758644.579912:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758644.579923:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758644.579936:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931202304, portal 25 00000100:00000001:0.0:1787758644.579952:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758644.579955:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:0.0:1787758644.579971:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.579992:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758644.580002:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758644.580009:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758644.580015:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931202304, offset 0 00000400:00000200:0.0:1787758644.580034:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758644.580049:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.580061:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758644.580072:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758644.580084:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758644.580108:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758644.580111:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758644.580114:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748151:748151:256:4294967295] 192.168.201.121@tcp LPNI seq info [748145:748145:8:4294967295] 00000400:00000200:0.0:1787758644.580119:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.580134:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758644.580145:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.580151:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758644.580162:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758644.580168:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758644.580210:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.580216:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758644.580227:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758644.580236:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758644.580244:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758644.580249:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758644.580257:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758644.580267:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580287:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.580294:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580360:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.580368:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758644.580383:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758644.580414:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758644.580419:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311022545 00000100:00000010:0.0:1787758644.580429:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758644.580452:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758644.580461:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311022545 00000100:00000010:0.0:1787758644.580466:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787758644.580471:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758644.580478:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758644.580493:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.580500:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758644.580507:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758644/real 1787758644] req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758644.580525:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758644.580528:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758644.580532:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758644.580538:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758644.580541:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758644.580546:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758644.580552:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758644.580568:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580578:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758644.580581:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.580584:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.580587:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758644.580591:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580600:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758644.580606:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580633:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758644.580636:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.580639:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.580642:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.580645:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758644.580648:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758644.580654:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758644.580663:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758644.580667:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758644.580674:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758644.580689:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931202304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758644.580697:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.580703:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.580711:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931202304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580765:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758644.580770:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758644.580777:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758644.580783:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758644.580789:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758644.580794:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758644.580801:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758644.580807:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:0.0:1787758644.580813:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758644.580818:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758644.580823:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:0.0:1787758644.580832:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758644.580836:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.580842:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.580855:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758644.580859:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.580864:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758644.580868:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758644.580872:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758644.580882:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.580899:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758644.580904:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.580910:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758644.580916:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758644.580931:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758644.580938:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758644.580944:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758644.580950:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758644.580953:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.580961:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758644.580967:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758644.580973:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758644.580985:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758644.580990:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758644.581001:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758644.581007:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931202432, portal 10 00000100:00000001:0.0:1787758644.581014:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758644.581017:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:0.0:1787758644.581034:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581048:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758644.581051:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758644.581054:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758644.581057:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931202432, offset 0 00000400:00000200:0.0:1787758644.581062:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758644.581067:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.581072:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758644.581076:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758644.581079:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758644.581081:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758644.581084:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758644.581087:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748152:748152:256:4294967295] 192.168.201.121@tcp LPNI seq info [748146:748146:8:4294967295] 00000400:00000200:0.0:1787758644.581101:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.581123:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758644.581127:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.581129:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758644.581133:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758644.581135:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758644.581143:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.581145:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758644.581147:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758644.581150:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758644.581153:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758644.581154:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758644.581156:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758644.581159:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581165:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.581168:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581173:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581174:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758644.581177:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758644.581180:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758644.581182:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758644.581184:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311021581 00000100:00000001:0.0:1787758644.581186:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.581188:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311021581 00000100:00000001:0.0:1787758644.581190:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.581191:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758644.581193:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581195:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758644.581197:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758644/real 1787758644] req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758644.581203:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758644.581204:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758644.581205:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758644.581206:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758644.581208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758644.581209:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758644.581211:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758644.581236:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581249:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758644.581250:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581252:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.581254:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758644.581257:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581263:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758644.581267:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581274:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758644.581276:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581278:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.581279:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581281:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758644.581285:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758644.581287:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758644.581290:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758644.581293:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758644.581296:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758644.581304:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758644.581307:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758644.581310:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581340:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758644.581342:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.581345:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758644.581347:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758644.581349:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758644.581352:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758644.581356:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758644.581358:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758644.581359:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.581361:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758644.581365:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758644.581367:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758644.581371:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758644.581373:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758644.581376:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758644.581380:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931202560, portal 10 00000100:00000001:0.0:1787758644.581382:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758644.581384:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758644.581390:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581411:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758644.581413:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758644.581415:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758644.581417:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931202560, offset 0 00000400:00000200:0.0:1787758644.581420:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758644.581423:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.581425:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758644.581427:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758644.581429:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758644.581431:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758644.581446:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758644.581449:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748153:748153:256:4294967295] 192.168.201.121@tcp LPNI seq info [748147:748147:8:4294967295] 00000400:00000200:0.0:1787758644.581452:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.581457:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758644.581461:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.581464:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758644.581467:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758644.581470:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758644.581478:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.581479:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758644.581482:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758644.581484:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758644.581487:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758644.581488:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758644.581490:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758644.581493:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581499:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.581501:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581506:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581507:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758644.581510:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758644.581512:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758644.581515:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758644.581516:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311021580 00000100:00000001:0.0:1787758644.581518:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.581520:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311021580 00000100:00000001:0.0:1787758644.581521:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.581523:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758644.581524:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581526:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758644.581528:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758644/real 1787758644] req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758644.581535:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758644.581536:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758644.581537:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758644.581539:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758644.581540:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758644.581541:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758644.581544:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758644.581549:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581554:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758644.581555:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581556:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.581558:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758644.581560:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581565:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758644.581568:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581572:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758644.581574:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581575:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.581576:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581577:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758644.581580:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758644.581581:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758644.581584:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758644.581585:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758644.581589:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758644.581595:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758644.581597:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758644.581599:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581604:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758644.581605:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.581607:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758644.581608:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758644.581609:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758644.581611:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758644.581613:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758644.581615:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758644.581616:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.581617:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758644.581619:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758644.581621:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758644.581623:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758644.581625:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758644.581627:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758644.581630:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931202688, portal 4 00000100:00000001:0.0:1787758644.581631:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758644.581632:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758644.581637:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581641:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758644.581643:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758644.581645:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758644.581646:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931202688, offset 0 00000400:00000200:0.0:1787758644.581650:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758644.581652:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.581655:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758644.581657:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758644.581659:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758644.581661:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758644.581663:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758644.581665:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748154:748154:256:4294967295] 192.168.201.121@tcp LPNI seq info [748148:748148:8:4294967295] 00000400:00000200:0.0:1787758644.581668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.581683:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758644.581686:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.581688:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758644.581692:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758644.581693:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758644.581701:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.581703:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758644.581705:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758644.581723:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758644.581727:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758644.581729:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758644.581731:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758644.581735:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581742:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.581745:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581752:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581753:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758644.581756:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758644.581759:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758644.581762:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758644.581765:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311021616 00000100:00000001:0.0:1787758644.581767:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.581770:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311021616 00000100:00000001:0.0:1787758644.581772:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.581774:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758644.581775:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581777:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758644.581781:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758644/real 1787758644] req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758644.581788:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758644.581789:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758644.581790:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758644.581792:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758644.581794:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758644.581796:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758644.581799:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758644.581806:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581813:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758644.581814:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581816:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.581818:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758644.581821:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581828:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758644.581831:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581838:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758644.581840:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581842:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.581843:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581845:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758644.581847:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758644.581850:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758644.581852:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758644.581855:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758644.581858:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758644.581865:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758644.581869:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581871:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.581874:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931202432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581880:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758644.581882:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758644.581884:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758644.581886:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758644.581888:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758644.581890:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758644.581892:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758644.581894:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758644.581897:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758644.581898:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758644.581900:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:0.0:1787758644.581902:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758644.581904:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581906:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.581908:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931202560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581921:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758644.581922:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758644.581924:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758644.581926:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758644.581927:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758644.581929:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758644.581930:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758644.581932:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758644.581934:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758644.581935:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758644.581936:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758644.581938:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758644.581940:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581941:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.581944:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931202688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581950:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758644.581951:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758644.581953:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758644.581955:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758644.581956:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758644.581957:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758644.581959:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758644.581960:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758644.581962:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758644.581963:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758644.581965:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758644.581967:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758644.581968:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581970:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.581973:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758644.581974:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.581976:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758644.581978:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758644.581979:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758644.581983:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.581989:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758644.581991:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.581993:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758644.581995:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758644.581997:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758644.582000:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758644.582003:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758644.582004:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758644.582006:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758644.582008:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758644.582011:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758644.582013:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758644.582016:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758644.582018:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758644.582021:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758644.582024:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931202816, portal 4 00000100:00000001:0.0:1787758644.582026:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758644.582028:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758644.582034:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582040:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758644.582042:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758644.582045:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758644.582047:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931202816, offset 0 00000400:00000200:0.0:1787758644.582051:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758644.582054:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.582058:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758644.582060:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758644.582063:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758644.582065:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758644.582067:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758644.582071:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748155:748155:256:4294967295] 192.168.201.121@tcp LPNI seq info [748149:748149:8:4294967295] 00000400:00000200:0.0:1787758644.582075:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758644.582081:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758644.582086:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.582089:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758644.582093:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758644.582122:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758644.582130:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758644.582132:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758644.582134:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758644.582136:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758644.582139:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758644.582140:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758644.582142:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758644.582144:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582150:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.582152:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582157:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.582158:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758644.582160:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758644.582163:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758644.582165:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758644.582166:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311021595 00000100:00000001:0.0:1787758644.582168:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.582186:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311021595 00000100:00000001:0.0:1787758644.582189:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311022545 00000100:00000001:0.0:1787758644.582191:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758644.582194:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.582196:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758644.582200:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758644/real 1787758644] req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758644.582207:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758644.582209:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758644.582210:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758644.582212:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758644.582214:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758644.582216:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758644.582219:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758644.582227:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582233:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758644.582235:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.582237:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.582239:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758644.582242:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582248:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758644.582252:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582258:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758644.582260:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.582262:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758644.582263:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.582265:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758644.582266:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758644.582269:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758644.582272:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758644.582274:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758644.582278:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758644.582286:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931202816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758644.582289:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.582291:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758644.582294:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931202816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758644.582300:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758644.582301:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758644.582303:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758644.582305:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758644.582307:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758644.582308:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758644.582310:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758644.582332:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758644.582336:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758644.582337:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758644.582338:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758644.582341:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758644.582342:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.582344:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758644.582347:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758644.582348:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758644.582350:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758644.582352:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758645.539349:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758645.539356:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758645.539360:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758645.539364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758645.539367:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758645.539369:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758645.539373:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758645.539377:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758645.539381:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758645.539383:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758645.539385:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758645.539391:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758645.539393:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758645.539395:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758645.539400:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758645.539401:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758645.539406:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758645.539413:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758645.539416:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758645.539432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758645.539436:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758645.539441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758645.539446:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758645.539450:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758645.539456:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758645.539459:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758645.539461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758645.539463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758645.539465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758645.539467:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758645.539470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758645.539475:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758645.539478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758645.539483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758645.539487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758645.539494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758645.539603:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758645.539606:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758645.539609:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758645.603357:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311022545, at 4311022592 00000100:00000040:1.0:1787758645.603357:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311022545, at 4311022592 00000100:00000010:0.0:1787758645.603373:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758645.603374:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000001:1.0:1787758646.563378:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758646.563381:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758646.563389:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758646.563389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758646.563395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758646.563395:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758646.563415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758646.563421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758646.563425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758646.563432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758646.563432:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758646.563437:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758646.563438:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758646.563443:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758646.563445:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758646.563458:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758646.563462:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758646.563463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758646.563467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758646.563468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758646.563472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758646.563479:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758646.563486:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758646.563491:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758646.563498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758646.563501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758646.563503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758646.563507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758646.563508:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758646.563511:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758646.563517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758646.563521:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758646.563525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758646.563530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758646.563532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758646.563537:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758646.563540:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758646.563545:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758646.563551:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758647.587352:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758647.587359:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758647.587361:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758647.587366:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758647.587368:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758647.587371:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758647.587373:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758647.587377:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758647.587377:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758647.587395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758647.587395:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758647.587399:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758647.587400:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758647.587403:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758647.587422:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758647.587423:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758647.587426:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758647.587431:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758647.587447:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758647.587449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758647.587451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758647.587453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758647.587455:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758647.587456:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758647.587461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758647.587463:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758647.587465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758647.587470:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758647.587475:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758647.587476:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758647.587479:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758647.587481:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758647.587486:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758647.587486:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758647.587491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758647.587491:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758647.587586:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758647.587589:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758647.587591:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758648.611407:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758648.611408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758648.611417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758648.611418:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758648.611423:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758648.611424:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758648.611434:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758648.611435:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758648.611444:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758648.611445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758648.611452:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758648.611455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758648.611472:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758648.611475:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758648.611478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758648.611479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758648.611485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758648.611491:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758648.611493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758648.611499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758648.611505:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758648.611509:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758648.611512:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758648.611514:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758648.611519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758648.611519:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758648.611524:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758648.611526:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758648.611529:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758648.611532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758648.611533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758648.611538:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758648.611538:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758648.611545:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758648.611547:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758648.611550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758648.611673:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758648.611675:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758648.611678:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758649.635414:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758649.635425:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758649.635430:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.635437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758649.635438:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758649.635450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758649.635453:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758649.635454:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758649.635464:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758649.635465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758649.635480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758649.635490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758649.635497:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758649.635504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.635510:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758649.635511:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.635517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.635525:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758649.635550:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758649.635558:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758649.635559:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758649.635565:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758649.635565:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758649.635572:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758649.635574:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758649.635581:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758649.635584:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758649.635588:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758649.635592:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758649.635597:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.635613:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758649.635617:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758649.635620:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758649.635628:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758649.635635:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758649.635639:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.635642:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758649.635644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.635647:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.699629:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758649.699641:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758649.699649:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758649.699669:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.699701:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758649.699706:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.699718:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758649.699725:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758649.699733:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758649.699747:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931202944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758649.699759:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758649.699768:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758649.699773:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.699779:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758649.699792:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758649.699803:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758649.699819:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758649.699831:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758649.699848:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758649.699870:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931202944, portal 25 00000100:00000001:0.0:1787758649.699882:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758649.699889:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904826368 : -128384804725248 : ffff8b3c1551de00) 00000100:00000040:0.0:1787758649.699909:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.699939:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758649.699950:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758649.699958:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758649.699965:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931202944, offset 0 00000400:00000200:0.0:1787758649.699987:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758649.700009:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.700027:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758649.700044:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758649.700061:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758649.700072:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758649.700084:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758649.700102:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748156:748156:256:4294967295] 192.168.201.121@tcp LPNI seq info [748150:748150:8:4294967295] 00000400:00000200:0.0:1787758649.700123:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.700151:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758649.700166:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.700181:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758649.700198:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758649.700208:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758649.700246:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.700252:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758649.700309:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758649.700321:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758649.700337:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758649.700342:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758649.700362:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758649.700374:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700400:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.700405:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700433:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.700441:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758649.700454:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758649.700466:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758649.700476:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311027665 00000100:00000010:0.0:1787758649.700492:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758649.700501:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758649.700515:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311027665 00000100:00000010:0.0:1787758649.700520:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787758649.700527:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758649.700533:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758649.700540:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.700546:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758649.700556:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758649/real 1787758649] req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758649.700588:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758649.700596:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758649.700605:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758649.700612:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758649.700620:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758649.700638:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758649.700647:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758649.700677:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700696:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758649.700700:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.700706:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.700710:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758649.700723:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700744:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758649.700752:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700781:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758649.700789:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.700793:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.700794:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.700810:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758649.700814:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758649.700821:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758649.700825:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758649.700827:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758649.700830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758649.700838:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931202944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758649.700846:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.700848:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.700851:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551de00 x1874583931202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700856:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758649.700858:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758649.700860:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758649.700863:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758649.700865:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758649.700866:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758649.700868:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758649.700871:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c400. 02000000:00000001:0.0:1787758649.700875:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758649.700877:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758649.700878:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551de00. 00000100:00000001:0.0:1787758649.700881:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758649.700882:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.700884:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.700891:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758649.700893:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.700895:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758649.700897:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758649.700898:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758649.700901:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700906:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758649.700908:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.700909:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758649.700912:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758649.700913:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758649.700915:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758649.700917:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758649.700919:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758649.700920:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.700922:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758649.700925:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758649.700926:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758649.700930:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758649.700932:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758649.700935:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758649.700937:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931203072, portal 10 00000100:00000001:0.0:1787758649.700939:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758649.700940:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904833088 : -128384804718528 : ffff8b3c1551f840) 00000100:00000040:0.0:1787758649.700945:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.700950:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758649.700952:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758649.700954:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758649.700956:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931203072, offset 0 00000400:00000200:0.0:1787758649.700958:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758649.700961:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.700964:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758649.700967:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758649.700969:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758649.700971:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758649.700973:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758649.700975:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748157:748157:256:4294967295] 192.168.201.121@tcp LPNI seq info [748151:748151:8:4294967295] 00000400:00000200:0.0:1787758649.700978:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.700983:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758649.700987:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.700989:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758649.700992:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758649.700994:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758649.701003:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701005:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758649.701007:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758649.701010:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758649.701012:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758649.701014:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758649.701015:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758649.701018:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701024:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.701026:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701031:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701032:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758649.701034:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758649.701037:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758649.701039:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758649.701041:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311026701 00000100:00000001:0.0:1787758649.701043:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701045:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311026701 00000100:00000001:0.0:1787758649.701047:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701048:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758649.701050:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701051:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758649.701053:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758649/real 1787758649] req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758649.701058:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758649.701059:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758649.701061:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758649.701062:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758649.701063:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758649.701065:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758649.701068:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758649.701074:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701078:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758649.701079:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701080:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701081:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758649.701083:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701088:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758649.701090:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701094:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758649.701096:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701097:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701098:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701099:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758649.701102:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758649.701104:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758649.701107:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758649.701108:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758649.701111:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758649.701116:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758649.701119:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758649.701121:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701130:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758649.701132:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.701134:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758649.701135:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758649.701136:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758649.701138:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758649.701140:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758649.701142:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758649.701143:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.701144:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758649.701146:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758649.701147:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758649.701150:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758649.701151:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758649.701153:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758649.701155:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931203200, portal 10 00000100:00000001:0.0:1787758649.701156:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758649.701157:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758649.701161:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701166:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758649.701168:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758649.701169:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758649.701171:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931203200, offset 0 00000400:00000200:0.0:1787758649.701174:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758649.701176:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.701178:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758649.701180:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758649.701182:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758649.701183:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758649.701185:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758649.701188:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748158:748158:256:4294967295] 192.168.201.121@tcp LPNI seq info [748152:748152:8:4294967295] 00000400:00000200:0.0:1787758649.701191:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.701195:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758649.701198:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701200:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758649.701203:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758649.701204:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758649.701212:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701214:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758649.701216:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758649.701218:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758649.701220:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758649.701221:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758649.701223:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758649.701225:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701231:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.701233:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701237:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701238:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758649.701240:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758649.701242:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758649.701244:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758649.701245:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311026699 00000100:00000001:0.0:1787758649.701247:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701248:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311026699 00000100:00000001:0.0:1787758649.701250:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701252:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758649.701254:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701255:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758649.701257:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758649/real 1787758649] req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758649.701263:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758649.701264:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758649.701265:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758649.701286:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758649.701287:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758649.701288:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758649.701291:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758649.701296:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701301:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758649.701302:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701303:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701304:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758649.701307:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701311:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758649.701314:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701319:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758649.701321:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701322:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701323:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701324:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758649.701326:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758649.701328:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758649.701330:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758649.701332:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758649.701335:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758649.701340:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758649.701342:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758649.701356:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701361:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758649.701362:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.701363:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758649.701365:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758649.701366:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758649.701368:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758649.701371:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758649.701373:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758649.701374:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.701375:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758649.701378:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758649.701380:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758649.701383:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758649.701385:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758649.701388:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758649.701390:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931203328, portal 4 00000100:00000001:0.0:1787758649.701392:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758649.701393:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758649.701397:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701402:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758649.701405:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758649.701406:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758649.701408:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931203328, offset 0 00000400:00000200:0.0:1787758649.701411:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758649.701414:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.701416:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758649.701419:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758649.701420:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758649.701422:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758649.701424:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758649.701426:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748159:748159:256:4294967295] 192.168.201.121@tcp LPNI seq info [748153:748153:8:4294967295] 00000400:00000200:0.0:1787758649.701429:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.701434:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758649.701436:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701439:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758649.701442:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758649.701444:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758649.701452:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701453:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758649.701455:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758649.701458:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758649.701460:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758649.701461:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758649.701463:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758649.701465:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701471:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.701473:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701478:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701480:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758649.701482:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758649.701485:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758649.701488:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758649.701489:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311026736 00000100:00000001:0.0:1787758649.701491:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701493:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311026736 00000100:00000001:0.0:1787758649.701495:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701496:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758649.701497:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701498:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758649.701501:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758649/real 1787758649] req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758649.701505:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758649.701507:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758649.701508:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758649.701510:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758649.701511:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758649.701512:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758649.701514:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758649.701520:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701523:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758649.701524:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701526:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701527:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758649.701529:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701534:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758649.701537:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701545:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758649.701548:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701550:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701551:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701553:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758649.701555:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758649.701558:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758649.701561:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758649.701564:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758649.701569:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758649.701578:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758649.701583:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758649.701587:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701594:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758649.701596:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.701599:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758649.701601:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758649.701603:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758649.701607:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758649.701611:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758649.701613:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758649.701615:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758649.701617:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758649.701621:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758649.701623:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758649.701627:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758649.701630:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758649.701634:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758649.701637:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931203456, portal 4 00000100:00000001:0.0:1787758649.701639:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758649.701641:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758649.701647:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701656:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758649.701658:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758649.701661:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758649.701664:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931203456, offset 0 00000400:00000200:0.0:1787758649.701669:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758649.701673:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.701677:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758649.701680:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758649.701683:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758649.701685:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758649.701688:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758649.701692:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748160:748160:256:4294967295] 192.168.201.121@tcp LPNI seq info [748154:748154:8:4294967295] 00000400:00000200:0.0:1787758649.701696:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758649.701704:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758649.701709:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701713:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758649.701717:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758649.701721:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758649.701734:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758649.701736:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:0.0:1787758649.701740:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758649.701743:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758649.701746:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:0.0:1787758649.701748:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:0.0:1787758649.701751:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758649.701756:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701764:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.701767:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701774:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701776:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758649.701779:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758649.701782:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758649.701786:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758649.701788:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311026715 00000100:00000001:0.0:1787758649.701791:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701793:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311026715 00000100:00000001:0.0:1787758649.701796:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311027665 00000100:00000001:0.0:1787758649.701798:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758649.701800:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.701802:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758649.701806:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758649/real 1787758649] req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758649.701815:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758649.701816:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758649.701818:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758649.701821:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758649.701823:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758649.701826:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758649.701829:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758649.701838:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701852:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758649.701854:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701856:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701857:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758649.701862:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701870:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758649.701875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701882:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758649.701885:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701886:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758649.701888:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701890:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758649.701892:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758649.701902:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758649.701906:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758649.701909:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758649.701914:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758649.701923:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931203456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758649.701928:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701930:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.701934:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f840 x1874583931203072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701942:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758649.701944:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758649.701947:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758649.701950:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758649.701951:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758649.701953:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758649.701956:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758649.701958:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758649.701961:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758649.701963:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758649.701964:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f840. 00000100:00000001:0.0:1787758649.701967:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758649.701969:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.701971:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.701975:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931203200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.701982:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758649.701984:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758649.701986:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758649.701988:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758649.701989:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758649.701991:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758649.701993:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758649.701994:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758649.701996:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758649.701997:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758649.701999:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758649.702001:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758649.702002:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.702004:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.702007:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931203328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.702012:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758649.702013:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758649.702014:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758649.702016:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758649.702018:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758649.702019:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758649.702022:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758649.702024:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758649.702027:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758649.702028:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758649.702029:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758649.702032:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758649.702033:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.702036:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758649.702039:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931203456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758649.702047:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758649.702049:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758649.702050:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758649.702053:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758649.702054:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758649.702055:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758649.702058:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758649.702059:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758649.702062:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758649.702063:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758649.702065:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758649.702067:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758649.702068:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.702071:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758649.702074:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758649.702076:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758649.702078:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758649.702080:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758650.659465:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758650.659477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758650.659478:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758650.659489:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758650.659490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758650.659493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758650.659504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758650.659505:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758650.659516:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758650.659519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758650.659529:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758650.659531:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758650.659545:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758650.659550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758650.659556:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758650.659559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758650.659566:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758650.659572:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758650.659588:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758650.659594:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758650.659598:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758650.659605:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758650.659607:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758650.659610:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758650.659612:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758650.659614:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758650.659620:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758650.659622:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758650.659635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758650.659636:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758650.659643:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758650.659646:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758650.659648:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758650.659653:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758650.659658:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758650.659665:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758650.659667:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758650.659674:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758650.659679:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758650.723398:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311027665, at 4311027712 00000100:00000010:1.0:1787758650.723412:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000040:0.0:1787758650.723425:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311027665, at 4311027712 00000100:00000010:0.0:1787758650.723439:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758651.683364:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758651.683369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758651.683373:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758651.683374:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758651.683377:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758651.683378:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758651.683385:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758651.683385:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758651.683392:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758651.683392:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758651.683398:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758651.683399:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683405:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758651.683408:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683412:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758651.683412:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758651.683417:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758651.683421:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758651.683439:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758651.683443:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758651.683446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758651.683449:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758651.683454:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758651.683459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683464:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758651.683468:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683475:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758651.683476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758651.683481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758651.683484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758651.683489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758651.683496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758651.683501:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683503:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758651.683504:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758651.683508:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758651.683508:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683512:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758651.683514:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758651.683516:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758651.683521:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758651.683524:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683525:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758651.683527:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758651.683528:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758652.707396:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758652.707396:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758652.707404:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758652.707406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758652.707409:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758652.707411:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758652.707417:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758652.707418:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758652.707425:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758652.707426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758652.707430:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758652.707432:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707437:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758652.707440:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707443:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758652.707452:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758652.707455:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758652.707460:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758652.707464:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758652.707467:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758652.707471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758652.707476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758652.707480:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758652.707480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758652.707485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758652.707487:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758652.707488:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758652.707490:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707496:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758652.707496:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758652.707503:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758652.707508:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758652.707511:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758652.707512:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758652.707514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707516:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758652.707519:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758652.707519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758652.707526:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758652.707530:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758652.707534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758652.707543:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758652.707545:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758653.731403:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758653.731403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758653.731412:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758653.731413:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758653.731417:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758653.731419:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758653.731428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758653.731428:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758653.731437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758653.731438:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758653.731444:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758653.731445:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758653.731468:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758653.731472:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758653.731475:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758653.731477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758653.731481:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758653.731486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758653.731491:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758653.731496:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758653.731499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758653.731503:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758653.731506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758653.731510:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758653.731511:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758653.731514:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758653.731518:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758653.731525:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758653.731527:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758653.731531:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758653.731533:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758653.731536:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758653.731537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758653.731544:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758653.731548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758653.731554:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758654.755369:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758654.755371:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758654.755377:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758654.755378:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758654.755381:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.755383:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758654.755387:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758654.755389:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758654.755392:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758654.755396:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758654.755397:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758654.755401:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755403:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758654.755408:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755413:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.755416:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758654.755420:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758654.755427:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758654.755428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758654.755432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758654.755435:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758654.755441:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758654.755445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758654.755448:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758654.755451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758654.755452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755457:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.755458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758654.755463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758654.755471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758654.755474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758654.755478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755481:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758654.755484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758654.755486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758654.755489:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.755494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758654.755494:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758654.755500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758654.755504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755511:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758654.755514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758654.755517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758654.755523:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758654.755526:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758654.755529:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758654.819354:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758654.819363:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758654.819366:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758654.819370:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758654.819373:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758654.819379:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16359 00000400:00000200:0.0:1787758654.819386:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758654.819392:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758654.819396:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758654.819400:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819404:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.819406:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819410:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758654.819414:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758654.819416:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758654.819419:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758654.819422:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758654.819426:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758654.819428:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758654.819432:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819434:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.819437:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819439:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758654.819443:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758654.819447:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819449:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758654.819452:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758654.819455:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758654.819457:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819459:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758654.819461:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758654.819469:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758654.819473:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758654.819476:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758654.819477:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819480:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758654.819482:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758654.819486:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758654.819493:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758654.819498:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758654.819506:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931203584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758654.819515:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758654.819518:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758654.819522:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931203584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758654.819542:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758654.819545:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758654.819547:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758654.819549:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758654.819550:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758654.819553:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758654.819555:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16359 00000400:00000200:0.0:1787758654.819558:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758654.819560:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758654.819562:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758654.819564:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819566:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.819568:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819569:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758654.819571:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758654.819572:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758654.819573:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758654.819574:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758654.819576:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758654.819577:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758654.819579:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819581:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.819583:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819584:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758654.819586:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758654.819588:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819590:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758654.819591:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758654.819596:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758654.819598:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819599:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758654.819603:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758654.819606:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819609:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758654.819613:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758654.819617:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758654.819621:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758654.819623:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819625:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758654.819628:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758654.819631:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758654.819636:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758654.819642:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758654.819649:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931203712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758654.819685:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758654.819689:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758654.819698:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931203712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758654.819715:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758654.819719:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758654.819744:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758654.819748:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758654.819750:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758654.819757:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758654.819763:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16359 00000400:00000200:0.0:1787758654.819771:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758654.819776:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758654.819781:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758654.819785:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819793:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.819801:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819807:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758654.819811:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758654.819814:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758654.819819:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758654.819823:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758654.819829:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758654.819837:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758654.819858:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819866:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.819874:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819876:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758654.819879:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758654.819887:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758654.819892:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758654.819897:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758654.819902:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758654.819908:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819912:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758654.819917:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758654.819941:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819946:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758654.819952:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758654.819958:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758654.819963:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758654.819966:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.819968:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758654.819969:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758654.819972:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758654.819978:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758654.819983:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758654.819990:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931203840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758654.820000:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758654.820005:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758654.820013:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931203840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758654.820026:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758654.820030:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758654.820036:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758654.820041:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758654.820044:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758654.820048:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758654.820052:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16359 00000400:00000200:0.0:1787758654.820062:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758654.820067:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758654.820074:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758654.820080:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820083:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.820087:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820091:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758654.820093:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758654.820096:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758654.820099:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758654.820102:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758654.820107:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758654.820110:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758654.820117:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820122:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.820126:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820132:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758654.820135:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758654.820141:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820144:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758654.820146:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758654.820150:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758654.820153:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.820155:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758654.820159:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758654.820162:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.820166:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758654.820171:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758654.820177:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758654.820179:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758654.820181:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.820183:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758654.820185:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758654.820188:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758654.820192:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758654.820197:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758654.820207:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931203968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758654.820226:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758654.820232:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758654.820244:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931203968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758654.820301:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758654.820305:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758654.820311:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758654.820314:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758654.820317:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758654.820323:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758654.820328:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16359 00000400:00000200:0.0:1787758654.820337:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758654.820343:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758654.820347:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758654.820354:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820360:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.820365:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820370:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758654.820375:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758654.820377:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758654.820381:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758654.820384:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758654.820388:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758654.820394:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758654.820404:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820410:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758654.820419:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820426:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758654.820433:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758654.820443:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758654.820449:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758654.820454:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758654.820458:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758654.820462:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.820466:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758654.820470:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758654.820475:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.820479:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758654.820486:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758654.820490:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758654.820496:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758654.820499:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758654.820503:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758654.820507:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758654.820511:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758654.820517:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758654.820523:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758654.820532:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931204096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758654.820542:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758654.820545:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758654.820553:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931204096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758654.820565:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758654.820571:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16369) 00000100:00000001:1.0:1787758655.779388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758655.779389:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758655.779397:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758655.779398:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758655.779402:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758655.779403:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758655.779408:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758655.779410:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758655.779413:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758655.779417:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758655.779419:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758655.779427:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758655.779431:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758655.779440:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758655.779449:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758655.779451:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758655.779456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758655.779460:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758655.779462:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758655.779463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758655.779469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758655.779476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758655.779480:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779481:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758655.779485:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758655.779487:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758655.779489:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779490:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758655.779497:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758655.779497:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758655.779505:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758655.779510:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779513:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758655.779517:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779520:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758655.779533:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758655.779534:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758655.779536:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758655.779539:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758655.779540:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758655.779543:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758655.779548:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758655.779551:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758655.779553:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779556:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758655.779558:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758655.779560:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758655.843336:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311032784, at 4311032832 00000100:00000040:1.0:1787758655.843336:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311032784, at 4311032832 00000100:00000010:1.0:1787758655.843353:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758655.843355:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:1.0:1787758656.803362:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758656.803370:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758656.803373:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758656.803376:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758656.803382:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758656.803382:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758656.803388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758656.803389:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758656.803394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758656.803395:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758656.803400:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758656.803404:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758656.803410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758656.803412:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758656.803413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758656.803416:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758656.803417:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758656.803421:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758656.803435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758656.803439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758656.803441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758656.803443:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758656.803446:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758656.803447:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758656.803450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758656.803453:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758656.803457:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758656.803458:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758656.803463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758656.803467:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758656.803467:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758656.803471:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758656.803476:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758656.803476:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758656.803480:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758656.803484:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758656.803576:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758656.803580:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758656.803583:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758657.827362:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758657.827371:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758657.827374:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758657.827378:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758657.827381:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758657.827382:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758657.827387:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758657.827389:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758657.827391:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758657.827396:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758657.827399:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758657.827402:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758657.827404:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827409:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758657.827412:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758657.827413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827419:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758657.827435:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758657.827439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758657.827442:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758657.827448:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758657.827452:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758657.827456:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827459:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758657.827462:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827465:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758657.827492:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758657.827496:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758657.827499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758657.827506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758657.827510:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758657.827513:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827516:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758657.827519:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758657.827523:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758657.827608:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758657.827611:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758657.827613:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758658.851361:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758658.851368:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758658.851368:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758658.851371:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758658.851374:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758658.851377:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758658.851378:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758658.851382:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758658.851385:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758658.851387:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758658.851392:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758658.851394:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758658.851396:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758658.851399:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758658.851403:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758658.851404:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758658.851406:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758658.851413:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758658.851431:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758658.851437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758658.851442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758658.851446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758658.851449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758658.851454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758658.851459:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758658.851464:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758658.851470:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758658.851471:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758658.851472:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758658.851476:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758658.851477:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758658.851484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758658.851488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758658.851493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758658.851495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758658.851499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758658.851654:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758658.851657:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758658.851659:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758659.875385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758659.875386:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758659.875394:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758659.875394:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758659.875398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758659.875399:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.875403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758659.875406:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758659.875408:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758659.875412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758659.875415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758659.875417:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758659.875420:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758659.875423:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758659.875425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758659.875426:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758659.875430:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.875430:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758659.875456:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758659.875456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758659.875462:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758659.875462:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758659.875465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.875466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758659.875469:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758659.875472:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758659.875475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.875475:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758659.875480:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758659.875481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758659.875487:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758659.875487:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758659.875493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758659.875497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758659.875499:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758659.875505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758659.875521:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758659.875526:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758659.875530:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758659.939373:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758659.939384:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758659.939387:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758659.939391:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758659.939397:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758659.939404:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16364 00000400:00000200:1.0:1787758659.939413:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758659.939420:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758659.939425:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758659.939429:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939433:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.939435:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939438:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758659.939442:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758659.939445:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758659.939448:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758659.939451:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758659.939455:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758659.939458:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758659.939461:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939464:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.939466:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939469:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758659.939472:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758659.939476:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939479:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758659.939482:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758659.939486:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758659.939489:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.939492:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758659.939495:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758659.939504:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758659.939509:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758659.939514:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758659.939516:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.939519:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758659.939523:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758659.939527:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758659.939535:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758659.939542:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.939551:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931204224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758659.939563:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758659.939568:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758659.939573:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931204224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758659.939596:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758659.939600:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758659.939604:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758659.939606:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758659.939608:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758659.939612:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758659.939615:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16364 00000400:00000200:1.0:1787758659.939620:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758659.939624:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758659.939628:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758659.939634:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939640:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.939645:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939649:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758659.939653:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758659.939656:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758659.939660:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758659.939664:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758659.939669:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758659.939673:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758659.939681:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939688:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.939695:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939702:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758659.939708:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758659.939715:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939720:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758659.939724:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758659.939732:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758659.939738:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.939740:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758659.939745:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758659.939752:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.939755:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758659.939763:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758659.939769:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758659.939775:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758659.939779:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.939783:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758659.939787:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758659.939790:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758659.939799:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758659.939807:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.939818:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931204352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758659.939831:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758659.939834:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758659.939843:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931204352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758659.939863:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758659.939870:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758659.939879:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758659.939882:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758659.939884:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758659.939892:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758659.939898:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16364 00000400:00000200:1.0:1787758659.939907:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758659.939917:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758659.939923:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758659.939931:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939937:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.939944:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939950:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758659.939956:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758659.939959:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758659.939963:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758659.939967:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758659.939972:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758659.939977:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758659.939983:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.939989:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.939996:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940002:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758659.940008:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758659.940014:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940021:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758659.940027:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758659.940031:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758659.940036:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940041:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758659.940046:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758659.940052:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940055:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758659.940062:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758659.940067:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758659.940070:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758659.940074:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940077:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758659.940080:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758659.940084:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758659.940092:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758659.940099:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.940109:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931204480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758659.940127:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758659.940132:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758659.940142:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931204480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758659.940191:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758659.940197:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758659.940205:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758659.940209:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758659.940212:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758659.940220:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758659.940226:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16364 00000400:00000200:1.0:1787758659.940234:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758659.940241:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758659.940247:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758659.940254:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940260:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.940298:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940304:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758659.940311:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758659.940314:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758659.940318:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758659.940322:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758659.940327:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758659.940333:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758659.940340:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940347:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.940352:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940357:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758659.940363:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758659.940370:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940376:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758659.940380:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758659.940383:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758659.940390:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940396:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758659.940401:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758659.940408:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940413:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758659.940420:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758659.940427:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758659.940434:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758659.940438:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940443:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758659.940446:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758659.940451:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758659.940458:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758659.940464:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.940474:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931204608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758659.940487:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758659.940492:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758659.940500:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931204608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758659.940517:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758659.940523:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758659.940531:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758659.940535:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758659.940538:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758659.940544:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758659.940548:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16364 00000400:00000200:1.0:1787758659.940553:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758659.940558:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758659.940562:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758659.940570:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940576:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.940583:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940590:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758659.940595:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758659.940598:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758659.940603:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758659.940606:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758659.940612:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758659.940617:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758659.940625:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940629:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758659.940636:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940641:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758659.940648:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758659.940655:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758659.940662:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758659.940666:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758659.940670:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758659.940676:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940680:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758659.940684:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758659.940691:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940696:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758659.940702:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758659.940707:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758659.940713:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758659.940716:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758659.940720:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758659.940724:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758659.940727:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758659.940735:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758659.940743:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758659.940753:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931204736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758659.940774:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758659.940780:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758659.940788:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931204736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758659.940808:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758659.940816:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16374) 00000100:00000001:0.0:1787758660.899375:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758660.899376:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758660.899384:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758660.899385:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758660.899388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758660.899390:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758660.899397:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758660.899399:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758660.899403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758660.899407:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758660.899408:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758660.899412:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758660.899415:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758660.899421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758660.899426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758660.899437:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758660.899441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758660.899441:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758660.899445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758660.899446:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758660.899449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758660.899454:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758660.899459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758660.899463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758660.899465:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758660.899468:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758660.899469:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758660.899471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758660.899473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758660.899475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758660.899477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758660.899483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758660.899488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758660.899502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758660.899505:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758660.899508:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758660.899578:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758660.899582:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758660.899586:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758660.963347:0:261630:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311037904, at 4311037952 00000100:00000040:1.0:1787758660.963347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311037904, at 4311037952 00000100:00000010:1.0:1787758660.963363:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758660.963369:0:261630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787758661.923380:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758661.923384:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758661.923387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758661.923390:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758661.923391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758661.923395:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758661.923397:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758661.923402:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758661.923403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758661.923408:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758661.923409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758661.923412:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758661.923414:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758661.923417:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758661.923418:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758661.923423:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758661.923424:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758661.923427:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758661.923444:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758661.923445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758661.923448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758661.923451:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758661.923451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758661.923455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758661.923456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758661.923461:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758661.923462:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758661.923466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758661.923467:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758661.923470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758661.923471:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758661.923473:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758661.923480:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758661.923481:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758661.923485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758661.923489:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758661.923495:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758661.923500:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758661.923506:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758661.923532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758661.923536:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758661.923538:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758661.923540:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758661.923542:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758661.923545:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758661.923547:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758661.923548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758661.923550:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758662.947356:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758662.947360:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758662.947362:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758662.947367:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758662.947367:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758662.947371:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758662.947377:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758662.947378:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758662.947385:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758662.947385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758662.947391:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758662.947410:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758662.947417:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758662.947419:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758662.947422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758662.947423:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758662.947425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758662.947429:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758662.947438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758662.947442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758662.947446:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758662.947447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758662.947451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758662.947454:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758662.947455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758662.947460:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758662.947461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758662.947464:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758662.947467:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758662.947470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758662.947476:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758662.947480:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758662.947483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758662.947484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758662.947487:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758662.947490:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758662.947499:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758662.947506:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758662.947507:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758662.947510:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758662.947513:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758662.947517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758662.947520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758662.947523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758662.947526:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758663.971382:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758663.971390:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758663.971393:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758663.971399:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758663.971400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758663.971406:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758663.971407:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758663.971410:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758663.971412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758663.971414:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758663.971419:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758663.971421:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758663.971422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758663.971429:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758663.971433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758663.971437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758663.971439:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758663.971441:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758663.971445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758663.971445:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758663.971452:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758663.971453:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758663.971458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758663.971463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758663.971468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758663.971470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758663.971472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758663.971473:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758663.971477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758663.971478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758663.971485:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758663.971489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758663.971493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758663.971501:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758663.971504:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758663.971506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758663.971507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758663.971512:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758663.971516:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758663.971519:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758663.971525:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758663.971529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758663.971536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758663.971541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758663.971546:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758664.995389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758664.995390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758664.995397:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758664.995400:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758664.995406:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758664.995411:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758664.995415:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758664.995416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758664.995418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758664.995422:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758664.995424:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758664.995426:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758664.995431:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758664.995433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758664.995435:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758664.995444:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758664.995447:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758664.995450:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758664.995451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758664.995454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758664.995455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758664.995457:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758664.995459:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758664.995461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758664.995463:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758664.995464:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758664.995466:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758664.995500:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758664.995504:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758664.995508:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758664.995512:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758664.995512:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758664.995516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758664.995518:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758664.995524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758664.995526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758664.995530:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758664.995570:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758664.995572:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758664.995575:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758664.995620:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758664.995623:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758664.995624:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758664.995625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758664.995638:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758665.059329:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758665.059338:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758665.059346:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758665.059350:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758665.059353:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758665.059359:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16369 00000400:00000200:1.0:1787758665.059366:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758665.059372:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758665.059374:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758665.059377:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059380:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059382:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059384:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758665.059387:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758665.059389:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758665.059391:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758665.059394:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758665.059396:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758665.059398:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758665.059400:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059402:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059404:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059405:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758665.059407:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758665.059410:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059411:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758665.059413:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758665.059416:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758665.059418:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059420:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758665.059422:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758665.059429:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758665.059431:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758665.059435:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758665.059436:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059439:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758665.059441:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758665.059444:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758665.059450:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758665.059456:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758665.059463:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931204864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758665.059471:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758665.059475:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758665.059478:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931204864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758665.059495:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758665.059498:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758665.059501:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758665.059502:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758665.059503:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758665.059505:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758665.059507:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16369 00000400:00000200:1.0:1787758665.059510:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758665.059512:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758665.059513:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758665.059516:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059518:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059519:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059521:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758665.059523:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758665.059525:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758665.059526:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758665.059527:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758665.059529:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758665.059531:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758665.059533:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059534:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059537:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059539:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758665.059541:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758665.059545:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059548:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758665.059551:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758665.059556:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758665.059559:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059561:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758665.059566:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758665.059571:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059575:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758665.059580:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758665.059586:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758665.059589:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758665.059592:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059597:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758665.059599:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758665.059601:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758665.059605:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758665.059612:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758665.059618:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931204992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758665.059633:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758665.059637:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758665.059641:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931204992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758665.059653:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758665.059655:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758665.059658:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758665.059659:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758665.059662:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758665.059666:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758665.059671:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16369 00000400:00000200:1.0:1787758665.059674:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758665.059678:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758665.059683:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758665.059686:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059688:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059692:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059694:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758665.059696:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758665.059697:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758665.059699:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758665.059701:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758665.059705:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758665.059706:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758665.059708:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059710:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059714:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059717:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758665.059721:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758665.059726:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059729:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758665.059731:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758665.059735:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758665.059739:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059743:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758665.059745:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758665.059749:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059753:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758665.059758:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758665.059762:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758665.059766:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758665.059768:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059772:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758665.059776:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758665.059785:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758665.059792:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758665.059796:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758665.059803:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931205120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758665.059812:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758665.059815:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758665.059819:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931205120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758665.059829:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758665.059833:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758665.059839:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758665.059841:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758665.059843:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758665.059848:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758665.059856:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16369 00000400:00000200:1.0:1787758665.059866:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758665.059875:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758665.059880:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758665.059889:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059893:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059895:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059897:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758665.059900:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758665.059904:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758665.059907:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758665.059911:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758665.059916:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758665.059920:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758665.059924:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059927:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.059930:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059934:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758665.059936:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758665.059938:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758665.059943:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758665.059945:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758665.059947:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758665.059951:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059955:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758665.059959:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758665.059961:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059965:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758665.059969:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758665.059973:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758665.059977:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758665.059979:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.059981:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758665.059984:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758665.059986:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758665.059991:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758665.059996:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758665.060002:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931205248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758665.060010:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758665.060013:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758665.060027:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931205248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758665.060041:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758665.060044:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758665.060049:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758665.060051:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758665.060053:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758665.060059:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758665.060064:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16369 00000400:00000200:1.0:1787758665.060071:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758665.060087:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758665.060092:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758665.060097:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.060101:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.060103:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.060107:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758665.060111:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758665.060113:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758665.060116:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758665.060119:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758665.060123:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758665.060127:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758665.060132:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.060135:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758665.060140:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758665.060143:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758665.060146:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758665.060149:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758665.060151:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758665.060153:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758665.060157:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758665.060162:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.060167:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758665.060170:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758665.060175:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.060177:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758665.060181:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758665.060184:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758665.060187:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758665.060188:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758665.060194:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758665.060195:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758665.060196:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758665.060200:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758665.060204:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758665.060209:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931205376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758665.060218:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758665.060221:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758665.060226:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931205376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758665.060239:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758665.060243:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16379) 00000100:00000001:0.0:1787758666.019406:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758666.019408:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758666.019411:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758666.019415:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758666.019415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758666.019419:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758666.019422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758666.019423:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758666.019428:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758666.019430:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758666.019435:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758666.019438:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758666.019439:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758666.019444:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758666.019447:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758666.019449:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758666.019452:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758666.019459:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758666.019462:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758666.019467:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758666.019472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758666.019475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758666.019481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758666.019486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758666.019490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758666.019490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758666.019494:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758666.019496:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758666.019500:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758666.019503:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758666.019504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758666.019508:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758666.019510:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758666.019511:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758666.019514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758666.019518:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758666.083374:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311043024, at 4311043072 00000100:00000040:1.0:1787758666.083375:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311043024, at 4311043072 00000100:00000010:0.0:1787758666.083391:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:1.0:1787758666.083394:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758667.043362:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758667.043372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758667.043377:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758667.043385:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758667.043393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758667.043396:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758667.043400:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758667.043401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758667.043406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758667.043414:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758667.043420:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758667.043422:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758667.043426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758667.043427:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758667.043436:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758667.043438:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758667.043443:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758667.043448:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758667.043463:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758667.043467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758667.043472:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758667.043479:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758667.043480:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758667.043483:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758667.043486:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758667.043488:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758667.043491:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758667.043495:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758667.043499:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758667.043499:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758667.043505:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758667.043506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758667.043513:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758667.043520:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758667.043523:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758667.043526:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758668.067402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758668.067408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758668.067412:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758668.067415:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758668.067419:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758668.067419:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758668.067426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758668.067426:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758668.067433:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758668.067434:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758668.067440:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758668.067440:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758668.067446:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758668.067451:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758668.067459:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758668.067460:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758668.067463:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758668.067468:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758668.067477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758668.067482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758668.067482:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758668.067486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758668.067487:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758668.067490:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758668.067493:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758668.067494:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758668.067500:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758668.067500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758668.067505:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758668.067505:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758668.067510:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758668.067514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758668.067518:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758668.067520:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758668.067522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758668.067527:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758669.091356:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758669.091363:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758669.091366:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758669.091367:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758669.091373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758669.091375:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758669.091377:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758669.091379:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758669.091384:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758669.091387:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758669.091392:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758669.091394:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758669.091396:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758669.091401:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758669.091407:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758669.091415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758669.091419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758669.091421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758669.091423:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758669.091424:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758669.091427:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758669.091430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758669.091433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758669.091434:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758669.091440:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758669.091444:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758669.091448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758669.091454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758669.091460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758669.091465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758669.091472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758669.091478:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758669.091483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758669.091487:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758669.091489:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758669.091493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758670.115406:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758670.115413:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758670.115415:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758670.115420:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758670.115426:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758670.115427:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758670.115430:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115435:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758670.115438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758670.115438:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758670.115444:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758670.115446:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758670.115451:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758670.115460:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758670.115471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115472:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758670.115480:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758670.115481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758670.115493:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115493:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758670.115511:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758670.115511:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758670.115518:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758670.115524:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115551:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758670.115556:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115563:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758670.115617:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758670.115622:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758670.115625:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758670.115630:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758670.115635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758670.115635:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758670.115641:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115642:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758670.115645:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758670.115649:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758670.115649:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758670.115654:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115656:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758670.115662:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758670.115662:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115670:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758670.115673:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758670.115677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758671.139428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758671.139439:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758671.139444:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758671.139451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758671.139459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758671.139466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758671.139472:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758671.139478:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758671.139488:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758671.139517:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758671.139528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758671.139532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758671.139538:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758671.139546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758671.139554:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758671.139564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758671.139574:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758671.139590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758671.139628:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758671.139634:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758671.139637:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758671.139640:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758671.139646:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758671.139650:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758671.139657:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758671.139664:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758671.139671:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758671.139688:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758671.139696:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758671.139701:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758671.139706:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758671.139716:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758671.139721:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758671.139729:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758671.139731:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758671.139735:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758671.203427:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311048145, at 4311048192 00000100:00000040:1.0:1787758671.203428:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311048145, at 4311048192 00000100:00000010:0.0:1787758671.203450:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:1.0:1787758671.203455:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:0.0:1787758672.163385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758672.163385:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758672.163392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758672.163395:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758672.163396:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758672.163400:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758672.163402:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758672.163407:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758672.163408:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758672.163414:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758672.163414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758672.163420:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758672.163421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758672.163426:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758672.163433:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758672.163434:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758672.163440:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758672.163447:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758672.163474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758672.163478:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758672.163484:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758672.163484:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758672.163490:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758672.163496:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758672.163496:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758672.163505:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758672.163510:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758672.163511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758672.163520:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758672.163520:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758672.163526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758672.163526:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758672.163534:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758672.163534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758672.163538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758672.163544:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758672.163552:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758672.163556:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758672.163558:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758672.163562:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758672.163565:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758672.163568:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758672.163571:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758672.163573:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758672.163576:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758672.163587:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758672.163594:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758672.163597:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758672.163602:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758672.163605:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758672.163609:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758672.163611:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758672.163613:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758672.163616:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758673.187392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758673.187394:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758673.187398:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758673.187401:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758673.187404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758673.187405:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758673.187413:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758673.187413:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758673.187420:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758673.187421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758673.187426:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758673.187427:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758673.187434:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758673.187438:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758673.187443:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758673.187443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758673.187449:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758673.187453:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758673.187466:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758673.187469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758673.187471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758673.187472:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758673.187473:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758673.187476:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758673.187477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758673.187481:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758673.187482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758673.187488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758673.187489:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758673.187493:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758673.187494:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758673.187498:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758673.187499:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758673.187505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758673.187509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758673.187513:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758673.187519:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758673.187523:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758673.187526:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758673.187533:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758673.187535:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758673.187537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758673.187539:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758673.187541:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758673.187543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758674.211412:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758674.211413:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758674.211422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758674.211423:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758674.211425:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758674.211428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758674.211432:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758674.211435:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758674.211441:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758674.211442:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758674.211449:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758674.211449:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758674.211457:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758674.211461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758674.211467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758674.211474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758674.211477:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758674.211481:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758674.211488:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758674.211495:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758674.211498:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758674.211500:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758674.211502:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758674.211506:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758674.211508:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758674.211511:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758674.211515:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758674.211516:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758674.211521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758674.211521:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758674.211528:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758674.211533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758674.211541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758674.211542:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758674.211545:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758674.211549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758674.211566:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758674.211571:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758674.211575:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758674.211578:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758674.211582:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758674.211585:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758674.211588:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758674.211590:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758674.211593:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758675.235395:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758675.235400:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758675.235404:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758675.235404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758675.235408:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758675.235408:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758675.235414:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758675.235415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758675.235422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758675.235422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758675.235429:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758675.235429:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.235437:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758675.235437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.235441:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758675.235442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.235452:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758675.235455:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.235477:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758675.235485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758675.235489:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758675.235492:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758675.235494:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758675.235499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758675.235499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.235508:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758675.235508:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758675.235513:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758675.235514:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758675.235523:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.235526:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.235530:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.235537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758675.235537:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758675.235540:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758675.235545:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.235569:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758675.235577:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758675.235581:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758675.235587:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758675.235593:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758675.235599:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.235603:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.235606:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.235614:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.299703:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758675.299713:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758675.299718:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758675.299734:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.299757:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.299761:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.299772:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758675.299780:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758675.299791:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758675.299802:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931206144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758675.299813:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758675.299820:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758675.299823:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.299835:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758675.299845:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758675.299851:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758675.299869:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758675.299873:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758675.299879:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758675.299890:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206144, portal 25 00000100:00000001:0.0:1787758675.299922:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758675.299924:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758675.299946:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.299978:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758675.299995:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758675.300005:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47e58. 00000100:00000200:0.0:1787758675.300016:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931206144, offset 0 00000400:00000200:0.0:1787758675.300038:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758675.300063:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.300089:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758675.300100:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758675.300120:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758675.300130:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758675.300138:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758675.300148:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748181:748181:256:4294967295] 192.168.201.121@tcp LPNI seq info [748175:748175:8:4294967295] 00000400:00000200:0.0:1787758675.300158:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.300172:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758675.300182:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758675.300187:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9100. 00000800:00000200:0.0:1787758675.300204:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758675.300245:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758675.300293:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758675.300299:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311053265 00000100:00000010:0.0:1787758675.300315:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758675.300326:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758675.300347:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311053265 00000100:00000010:0.0:1787758675.300356:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787758675.300364:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758675.300375:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758675.300384:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.300395:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.300405:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.300421:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758675.300430:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758675.300439:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758675.300445:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758675.300451:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758675.300462:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.300497:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.300503:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.300508:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758675.300512:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758675.300523:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758675.300532:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758675.300536:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758675.300547:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758675.300553:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.300557:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758675.300565:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758675.300572:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758675.300588:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758675.300596:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758675.300605:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758675.300617:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206272, portal 10 00000100:00000001:0.0:1787758675.300627:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758675.300632:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758675.300649:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.300675:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758675.300686:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758675.300693:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47b28. 00000100:00000200:0.0:1787758675.300701:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931206272, offset 0 00000400:00000200:0.0:1787758675.300715:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758675.300730:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.300748:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758675.300761:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758675.300772:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758675.300785:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758675.300796:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758675.300802:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748182:748182:255:4294967295] 192.168.201.121@tcp LPNI seq info [748176:748176:7:4294967295] 00000400:00000200:0.0:1787758675.300813:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.300835:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758675.300854:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758675.300867:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9900. 00000800:00000200:0.0:1787758675.300881:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758675.300919:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758675.300926:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758675.300940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758675.300949:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311052301 00000100:00000001:0.0:1787758675.300959:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.300966:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311052301 00000100:00000001:0.0:1787758675.300973:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.300981:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758675.300985:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.300992:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758675.301004:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.301051:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.301055:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.301062:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758675.301067:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758675.301075:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758675.301089:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758675.301097:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758675.301102:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758675.301104:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.301106:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758675.301110:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758675.301111:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758675.301116:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758675.301118:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758675.301124:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758675.301128:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206400, portal 10 00000100:00000001:0.0:1787758675.301131:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758675.301133:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758675.301143:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.301150:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758675.301153:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758675.301157:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47660. 00000100:00000200:0.0:1787758675.301160:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931206400, offset 0 00000400:00000200:0.0:1787758675.301165:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758675.301170:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.301174:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758675.301177:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758675.301180:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758675.301183:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758675.301185:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758675.301188:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748183:748183:254:4294967295] 192.168.201.121@tcp LPNI seq info [748177:748177:6:4294967295] 00000400:00000200:0.0:1787758675.301193:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.301199:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758675.301205:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758675.301210:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9b00. 00000800:00000200:0.0:1787758675.301214:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758675.301222:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758675.301226:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758675.301229:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758675.301231:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311052299 00000100:00000001:0.0:1787758675.301233:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.301235:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311052299 00000100:00000001:0.0:1787758675.301237:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.301240:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758675.301242:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.301245:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.301248:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.301252:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758675.301254:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758675.301257:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758675.301259:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758675.301260:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758675.301295:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.301303:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.301305:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.301307:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758675.301309:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758675.301311:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758675.301315:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758675.301319:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758675.301322:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758675.301324:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.301325:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758675.301330:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758675.301332:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758675.301335:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758675.301338:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758675.301342:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758675.301345:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206528, portal 4 00000100:00000001:0.0:1787758675.301348:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758675.301349:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758675.301356:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.301363:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758675.301365:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758675.301368:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47aa0. 00000100:00000200:0.0:1787758675.301371:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931206528, offset 0 00000400:00000200:0.0:1787758675.301375:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758675.301379:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.301383:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758675.301387:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758675.301389:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758675.301392:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758675.301395:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758675.301398:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748184:748184:253:4294967295] 192.168.201.121@tcp LPNI seq info [748178:748178:5:4294967295] 00000400:00000200:0.0:1787758675.301402:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.301408:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758675.301413:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758675.301416:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9f00. 00000800:00000200:0.0:1787758675.301421:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758675.301430:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758675.301433:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758675.301437:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758675.301439:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311052336 00000100:00000001:0.0:1787758675.301442:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.301444:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311052336 00000100:00000001:0.0:1787758675.301447:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.301449:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758675.301451:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.301454:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758675.301459:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.301465:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758675.301467:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.301469:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758675.301471:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758675.301473:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758675.301476:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758675.301482:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758675.301484:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758675.301486:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758675.301488:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758675.301491:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758675.301494:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758675.301496:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758675.301499:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758675.301503:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758675.301506:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206656, portal 4 00000100:00000001:0.0:1787758675.301508:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758675.301510:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758675.301515:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758675.301521:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758675.301523:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758675.301526:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47d48. 00000100:00000200:0.0:1787758675.301528:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931206656, offset 0 00000400:00000200:0.0:1787758675.301532:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758675.301536:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.301540:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758675.301543:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758675.301546:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758675.301549:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758675.301551:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758675.301554:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748185:748185:252:4294967295] 192.168.201.121@tcp LPNI seq info [748179:748179:4:4294967295] 00000400:00000200:0.0:1787758675.301558:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758675.301565:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758675.301569:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758675.301573:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9600. 00000800:00000200:0.0:1787758675.301576:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758675.301583:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758675.301586:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758675.301589:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758675.301591:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311052315 00000100:00000001:0.0:1787758675.301593:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.301595:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311052315 00000100:00000001:0.0:1787758675.301597:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311053265 00000100:00000001:0.0:1787758675.301599:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758675.301601:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.301604:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.301606:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758675.301609:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758675.301611:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758675.301612:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758675.301614:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758675.301616:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758675.301618:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758676.259406:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758676.259415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758676.259419:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758676.259419:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758676.259425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758676.259428:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758676.259431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758676.259432:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758676.259439:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758676.259440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758676.259442:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758676.259445:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758676.259447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758676.259450:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758676.259453:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758676.259458:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758676.259462:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758676.259468:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758676.259475:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758676.259480:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758676.259488:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758676.259493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758676.259495:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758676.259498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758676.259500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758676.259507:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758676.259512:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758676.259526:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758676.259528:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758676.259536:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758676.259550:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758676.259553:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758676.259559:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758676.259559:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758676.259566:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758676.259571:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758676.259575:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758676.259588:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758676.259592:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758676.259596:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758676.259600:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758676.259606:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758676.259609:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758676.259614:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758676.259618:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758676.323375:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311053265, at 4311053312 00000100:00000010:0.0:1787758676.323390:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758676.323418:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311053265, at 4311053312 00000100:00000010:1.0:1787758676.323427:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:1.0:1787758677.283441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758677.283442:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758677.283451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758677.283454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758677.283456:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758677.283459:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758677.283470:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758677.283476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758677.283477:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758677.283487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758677.283496:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758677.283500:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758677.283509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758677.283513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758677.283518:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758677.283530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758677.283535:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758677.283541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758677.283550:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758677.283557:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758677.283560:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758677.283566:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758677.283567:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758677.283574:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758677.283581:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758677.283581:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758677.283598:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758677.283604:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758677.283615:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758677.283615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758677.283629:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758677.283640:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758677.283657:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758677.283658:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758677.283669:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758677.283678:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758678.307393:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758678.307401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758678.307404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758678.307411:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758678.307416:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758678.307427:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758678.307434:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307441:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758678.307476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758678.307480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758678.307483:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758678.307489:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758678.307494:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758678.307499:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758678.307508:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.307520:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758678.307528:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758678.307532:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758678.307535:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758678.307537:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758678.307542:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758678.307543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758678.307547:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307553:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758678.307558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307564:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.307584:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758678.307595:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758678.307599:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758678.307601:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758678.307604:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758678.307606:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758678.307607:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758678.307610:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758678.307614:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.307617:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.307647:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758678.307651:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758678.307671:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758678.307673:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758678.307689:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758678.371546:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758678.371596:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758678.371607:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758678.371612:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758678.371618:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758678.371622:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758678.371628:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758678.371633:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9100. 00000400:00000200:1.0:1787758678.371640:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758678.371645:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758678.371652:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47e58 00000400:00000010:1.0:1787758678.371655:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47e58. 00000100:00000001:1.0:1787758678.371661:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758678.371670:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371720:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758678.371727:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371736:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.371739:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758678.371750:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758678.371753:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9900. 00000400:00000200:1.0:1787758678.371757:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758678.371761:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758678.371764:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47b28 00000400:00000010:1.0:1787758678.371767:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47b28. 00000100:00000001:1.0:1787758678.371770:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758678.371775:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371785:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758678.371789:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371797:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.371799:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758678.371805:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758678.371808:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9b00. 00000400:00000200:1.0:1787758678.371812:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758678.371815:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758678.371819:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47660 00000400:00000010:1.0:1787758678.371821:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47660. 00000100:00000001:1.0:1787758678.371823:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758678.371828:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371838:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758678.371854:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371862:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.371864:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758678.371870:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758678.371873:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9f00. 00000400:00000200:1.0:1787758678.371876:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758678.371880:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758678.371884:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47aa0 00000400:00000010:1.0:1787758678.371886:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47aa0. 00000100:00000001:1.0:1787758678.371889:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758678.371894:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371903:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758678.371907:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371914:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.371916:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758678.371921:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758678.371924:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9600. 00000400:00000200:1.0:1787758678.371927:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758678.371931:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758678.371934:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47d48 00000400:00000010:1.0:1787758678.371937:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47d48. 00000100:00000001:1.0:1787758678.371939:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758678.371944:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371959:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758678.371963:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758678.371970:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758678.371973:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758678.372146:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758678.372151:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758678.372154:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758678.372162:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758675/real 1787758678] req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758678.372175:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758678.372177:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758678.372180:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758678.372184:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758678.372187:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758678.372190:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758678.372194:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758678.372205:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372212:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758678.372215:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372218:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372220:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758678.372225:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372234:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758678.372239:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372248:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758678.372252:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372254:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372255:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372259:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758678.372261:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758678.372264:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758678.372300:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758678.372304:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758678.372309:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758678.372319:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758678.372325:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758678.372328:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758675/real 1787758678] req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758678.372337:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758678.372339:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758678.372341:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758678.372344:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:0.0:1787758678.372346:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758678.372348:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758678.372352:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758678.372362:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372369:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758678.372371:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372373:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372374:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758678.372378:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372386:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758678.372390:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372397:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758678.372400:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372402:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372404:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372406:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758678.372408:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758678.372410:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758678.372414:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758678.372416:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758678.372421:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758678.372430:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758678.372434:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758678.372438:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758675/real 1787758678] req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758678.372446:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758678.372448:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758678.372450:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758678.372453:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000400:00000010:0.0:1787758678.372455:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758678.372457:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758678.372460:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758678.372469:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372477:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758678.372478:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372480:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372481:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758678.372486:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372493:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758678.372498:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372504:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758678.372507:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372509:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372511:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372513:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758678.372518:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758678.372521:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758678.372524:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758678.372526:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758678.372530:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758678.372538:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758678.372542:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758678.372546:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758675/real 1787758678] req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758678.372554:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758678.372555:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758678.372558:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758678.372560:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758678.372562:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758678.372564:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758678.372568:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758678.372577:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372583:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758678.372585:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372587:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372589:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758678.372593:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372605:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758678.372608:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372615:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758678.372617:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372619:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372620:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372622:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758678.372625:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758678.372627:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758678.372631:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758678.372634:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758678.372638:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758678.372646:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758678.372650:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758678.372654:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758675/real 1787758678] req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758678.372661:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758678.372662:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758678.372665:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758678.372668:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758678.372670:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758678.372673:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758678.372677:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758678.372690:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372706:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758678.372708:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372709:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372711:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758678.372715:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372720:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758678.372724:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372730:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758678.372732:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372733:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758678.372735:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372737:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758678.372738:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758678.372741:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758678.372745:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758678.372748:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758678.372751:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758678.372759:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931206144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758678.372763:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372766:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758678.372769:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931206528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372780:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758678.372783:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758678.372788:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758678.372793:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758678.372797:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758678.372799:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758678.372802:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758678.372804:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758678.372809:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758678.372811:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758678.372813:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758678.372817:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758678.372818:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372820:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758678.372823:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931206656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372829:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758678.372831:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758678.372833:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758678.372835:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758678.372836:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758678.372838:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758678.372854:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758678.372855:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758678.372859:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758678.372860:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758678.372862:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758678.372864:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758678.372866:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372868:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758678.372871:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931206272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372879:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758678.372881:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758678.372883:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758678.372885:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758678.372886:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758678.372888:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758678.372891:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758678.372892:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758678.372895:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758678.372896:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758678.372898:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758678.372900:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758678.372901:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372903:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758678.372906:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931206400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372914:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758678.372915:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758678.372917:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758678.372919:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758678.372921:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758678.372922:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758678.372924:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758678.372926:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758678.372928:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758678.372930:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758678.372931:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758678.372933:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758678.372934:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372935:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758678.372939:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931206144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758678.372946:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758678.372947:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758678.372949:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758678.372952:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758678.372953:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758678.372955:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758678.372957:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758678.372959:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758678.372962:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758678.372963:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758678.372965:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758678.372967:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758678.372969:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372972:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758678.372980:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758678.372982:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758678.372984:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758678.372986:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331367:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758679.331376:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758679.331379:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758679.331386:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758679.331391:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758679.331395:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758679.331397:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758679.331407:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758679.331408:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758679.331420:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331421:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758679.331435:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758679.331435:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758679.331447:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758679.331458:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331469:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758679.331476:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758679.331480:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758679.331488:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331488:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758679.331497:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758679.331505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758679.331514:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758679.331516:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758679.331522:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758679.331528:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331528:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758679.331543:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758679.331548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758679.331551:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331556:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758679.331556:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758679.331567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331568:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331589:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758679.331627:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758679.331645:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758679.331652:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331653:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758679.331668:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758679.331668:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758679.331677:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758679.331680:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758679.331684:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758679.331688:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758679.331689:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331696:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758679.331697:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331706:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758679.331709:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758679.331714:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758679.331718:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758679.331725:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.355402:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758680.355402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758680.355411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758680.355412:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758680.355416:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758680.355416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.355425:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758680.355426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758680.355432:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758680.355433:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758680.355437:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758680.355438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.355443:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.355448:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.355456:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758680.355456:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758680.355461:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758680.355467:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.355474:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758680.355480:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758680.355484:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758680.355486:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758680.355491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758680.355492:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758680.355496:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.355498:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758680.355500:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758680.355503:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758680.355505:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758680.355510:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758680.355510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.355514:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758680.355516:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.355520:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758680.355521:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758680.355529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.355551:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758680.355558:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758680.355562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.355567:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758680.355573:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758680.355578:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.355585:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.355589:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.355592:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.420645:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758680.420650:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758680.420653:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758680.420660:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.420670:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.420673:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.420677:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758680.420679:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758680.420682:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.420687:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931206784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758680.420691:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758680.420695:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758680.420698:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.420700:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758680.420719:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758680.420722:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758680.420728:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758680.420733:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758680.420739:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758680.420747:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206784, portal 25 00000100:00000001:0.0:1787758680.420749:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758680.420752:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787758680.420758:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.420766:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758680.420770:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758680.420773:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758680.420776:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931206784, offset 0 00000400:00000200:0.0:1787758680.420783:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758680.420791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.420798:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758680.420816:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758680.420822:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758680.420826:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758680.420830:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758680.420834:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748186:748186:256:4294967295] 192.168.201.121@tcp LPNI seq info [748180:748180:8:4294967295] 00000400:00000200:0.0:1787758680.420839:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.420848:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758680.420854:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.420861:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758680.420869:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758680.420874:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758680.420889:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.420892:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758680.420896:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758680.420901:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758680.420907:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758680.420909:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758680.420914:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758680.420918:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.420930:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.420934:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.420942:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.420944:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758680.420949:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758680.420954:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758680.420956:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311058385 00000100:00000010:0.0:1787758680.420962:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758680.420968:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758680.420975:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311058385 00000100:00000010:0.0:1787758680.420978:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758680.420982:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758680.420986:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758680.420990:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.420992:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758680.420998:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758680/real 1787758680] req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758680.421014:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758680.421016:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758680.421019:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758680.421022:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758680.421024:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758680.421027:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758680.421031:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758680.421041:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421049:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758680.421051:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421054:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.421056:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758680.421061:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421070:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758680.421075:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421083:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758680.421086:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421088:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.421089:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421092:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758680.421094:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758680.421098:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758680.421102:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758680.421104:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758680.421109:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758680.421120:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931206784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758680.421125:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758680.421129:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421137:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.421138:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.421141:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758680.421143:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758680.421146:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.421149:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758680.421153:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758680.421155:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758680.421157:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.421159:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758680.421162:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758680.421165:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758680.421169:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758680.421172:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758680.421176:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758680.421179:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931206912, portal 10 00000100:00000001:0.0:1787758680.421181:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758680.421183:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787758680.421190:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421198:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758680.421201:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758680.421203:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758680.421205:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931206912, offset 0 00000400:00000200:0.0:1787758680.421210:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758680.421215:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.421219:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758680.421222:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758680.421225:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758680.421228:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758680.421231:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758680.421234:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748187:748187:256:4294967295] 192.168.201.121@tcp LPNI seq info [748181:748181:8:4294967295] 00000400:00000200:0.0:1787758680.421240:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.421247:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758680.421252:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.421255:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758680.421260:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758680.421264:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758680.421305:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.421307:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758680.421311:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758680.421315:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758680.421318:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758680.421321:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758680.421323:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758680.421328:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421342:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.421346:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421353:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.421356:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758680.421359:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758680.421363:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758680.421367:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758680.421369:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311057422 00000100:00000001:0.0:1787758680.421372:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.421375:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311057422 00000100:00000001:0.0:1787758680.421377:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.421380:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758680.421382:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.421384:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758680.421388:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758680/real 1787758680] req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758680.421398:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758680.421399:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758680.421401:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758680.421404:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758680.421407:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758680.421409:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758680.421413:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758680.421423:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421430:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758680.421432:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421434:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.421436:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758680.421440:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421448:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758680.421453:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421461:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758680.421464:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421466:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.421467:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421469:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758680.421474:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758680.421477:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758680.421481:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758680.421484:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758680.421488:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758680.421497:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931206912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758680.421501:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758680.421505:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421514:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.421515:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.421518:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758680.421520:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758680.421522:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.421525:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758680.421529:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758680.421532:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758680.421534:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.421536:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758680.421539:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758680.421542:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758680.421545:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758680.421548:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758680.421552:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758680.421555:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207040, portal 10 00000100:00000001:0.0:1787758680.421562:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758680.421564:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787758680.421570:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421578:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758680.421581:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758680.421583:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758680.421586:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931207040, offset 0 00000400:00000200:0.0:1787758680.421590:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758680.421594:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.421598:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758680.421602:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758680.421605:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758680.421608:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758680.421611:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758680.421614:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748188:748188:256:4294967295] 192.168.201.121@tcp LPNI seq info [748182:748182:8:4294967295] 00000400:00000200:0.0:1787758680.421619:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.421626:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758680.421631:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.421635:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758680.421639:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758680.421643:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758680.421655:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.421658:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758680.421661:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758680.421665:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758680.421668:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758680.421670:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758680.421673:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758680.421677:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421693:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.421696:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421704:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.421706:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758680.421709:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758680.421712:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758680.421716:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758680.421718:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311057420 00000100:00000001:0.0:1787758680.421732:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.421738:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311057420 00000100:00000001:0.0:1787758680.421740:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.421743:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758680.421745:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.421747:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758680.421752:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758680/real 1787758680] req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758680.421760:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758680.421762:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758680.421764:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758680.421767:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758680.421769:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758680.421771:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758680.421775:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758680.421785:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421792:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758680.421794:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421796:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.421797:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758680.421801:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421824:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758680.421830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421838:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758680.421841:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421843:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.421845:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.421847:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758680.421850:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758680.421853:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758680.421857:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758680.421860:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758680.421864:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758680.421874:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758680.421879:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758680.421883:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421890:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.421892:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.421895:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758680.421897:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758680.421899:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.421903:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758680.421907:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758680.421909:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758680.421911:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.421913:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758680.421917:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758680.421919:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758680.421923:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758680.421926:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758680.421930:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758680.421933:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207168, portal 4 00000100:00000001:0.0:1787758680.421935:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758680.421937:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787758680.421943:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.421951:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758680.421954:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758680.421956:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758680.421958:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931207168, offset 0 00000400:00000200:0.0:1787758680.421963:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758680.421968:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.421971:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758680.421975:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758680.421978:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758680.421981:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758680.421983:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758680.421987:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748189:748189:256:4294967295] 192.168.201.121@tcp LPNI seq info [748183:748183:8:4294967295] 00000400:00000200:0.0:1787758680.421991:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.421998:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758680.422003:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.422007:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758680.422011:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758680.422014:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758680.422027:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.422034:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758680.422038:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758680.422042:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758680.422045:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758680.422048:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758680.422050:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758680.422054:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422063:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422067:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422074:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.422076:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758680.422079:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758680.422083:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758680.422086:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758680.422089:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311057456 00000100:00000001:0.0:1787758680.422092:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.422094:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311057456 00000100:00000001:0.0:1787758680.422097:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.422099:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758680.422101:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.422104:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758680.422107:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758680/real 1787758680] req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758680.422116:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758680.422118:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758680.422120:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758680.422123:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758680.422125:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758680.422127:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758680.422131:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758680.422140:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422148:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758680.422150:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422151:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.422153:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758680.422157:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422164:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758680.422168:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422176:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758680.422178:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422180:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.422182:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422184:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758680.422186:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758680.422189:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758680.422193:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758680.422195:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758680.422199:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758680.422213:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758680.422217:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758680.422221:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422229:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758680.422230:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.422233:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758680.422235:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758680.422237:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758680.422241:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758680.422244:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758680.422246:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758680.422248:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758680.422250:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758680.422254:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758680.422257:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758680.422261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758680.422264:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758680.422301:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758680.422305:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207296, portal 4 00000100:00000001:0.0:1787758680.422308:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758680.422309:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787758680.422316:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422324:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758680.422327:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758680.422330:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758680.422333:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931207296, offset 0 00000400:00000200:0.0:1787758680.422338:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758680.422343:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.422346:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758680.422350:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758680.422353:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758680.422356:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758680.422359:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758680.422362:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748190:748190:256:4294967295] 192.168.201.121@tcp LPNI seq info [748184:748184:8:4294967295] 00000400:00000200:0.0:1787758680.422367:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758680.422374:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758680.422379:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.422383:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758680.422387:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758680.422391:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758680.422403:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758680.422405:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758680.422408:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758680.422413:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758680.422416:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758680.422418:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758680.422421:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758680.422425:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422434:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422437:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422445:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.422447:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758680.422450:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758680.422453:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758680.422456:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758680.422459:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311057436 00000100:00000001:0.0:1787758680.422462:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.422464:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311057436 00000100:00000001:0.0:1787758680.422467:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311058385 00000100:00000001:0.0:1787758680.422469:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758680.422471:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.422473:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758680.422477:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758680/real 1787758680] req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758680.422485:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758680.422487:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758680.422488:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758680.422491:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758680.422493:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758680.422496:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758680.422500:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758680.422509:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422516:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758680.422517:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422519:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.422521:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758680.422525:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422533:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758680.422537:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422545:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758680.422548:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422549:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758680.422551:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422553:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758680.422555:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758680.422558:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758680.422562:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758680.422565:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758680.422569:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758680.422579:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758680.422583:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422586:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422590:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931206784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422598:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758680.422601:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758680.422604:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758680.422608:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758680.422611:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758680.422613:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758680.422615:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758680.422618:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:0.0:1787758680.422622:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758680.422624:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758680.422627:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:0.0:1787758680.422630:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758680.422632:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422634:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422638:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931206912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422653:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758680.422654:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758680.422656:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758680.422659:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758680.422661:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758680.422662:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758680.422665:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758680.422667:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787758680.422670:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758680.422671:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758680.422673:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:0.0:1787758680.422675:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758680.422677:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422679:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422683:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931207040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422691:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758680.422692:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758680.422694:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758680.422696:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758680.422698:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758680.422699:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758680.422701:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758680.422703:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787758680.422705:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758680.422706:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758680.422708:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787758680.422710:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758680.422711:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422713:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422717:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931207168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422724:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758680.422726:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758680.422728:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758680.422730:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758680.422731:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758680.422733:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758680.422735:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758680.422737:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787758680.422739:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758680.422740:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758680.422742:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787758680.422744:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758680.422745:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422747:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758680.422751:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931207296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758680.422757:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758680.422759:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758680.422761:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758680.422763:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758680.422764:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758680.422765:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758680.422767:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758680.422769:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787758680.422771:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758680.422772:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758680.422774:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787758680.422776:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758680.422777:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422780:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758680.422787:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758680.422789:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758680.422792:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758680.422793:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758681.379394:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758681.379402:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758681.379407:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758681.379426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758681.379431:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758681.379433:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758681.379438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758681.379442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758681.379447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758681.379458:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758681.379462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758681.379469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758681.379470:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758681.379480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758681.379487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758681.379494:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758681.379495:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758681.379499:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758681.379502:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758681.379510:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758681.379512:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758681.379515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758681.379525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758681.379531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758681.379537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758681.379541:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758681.379543:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758681.379547:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758681.379549:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758681.379555:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758681.379560:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758681.379571:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758681.379576:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758681.379580:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758681.379584:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758681.379588:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758681.379593:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758681.379600:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758681.379605:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758681.379610:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758681.379613:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758681.379616:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758681.379619:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758681.379621:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758681.379624:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758681.443390:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311058385, at 4311058432 00000100:00000010:0.0:1787758681.443413:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758681.443454:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311058385, at 4311058432 00000100:00000010:1.0:1787758681.443470:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758682.403383:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758682.403385:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758682.403393:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758682.403393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758682.403396:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758682.403398:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758682.403403:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758682.403406:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758682.403408:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758682.403413:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758682.403418:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758682.403421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758682.403422:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403432:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758682.403432:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758682.403437:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403443:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758682.403447:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758682.403451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758682.403455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758682.403457:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758682.403461:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758682.403462:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758682.403467:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758682.403467:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758682.403473:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758682.403476:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758682.403477:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403484:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758682.403490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758682.403491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758682.403497:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758682.403500:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403506:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758682.403510:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758682.403515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758682.403517:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758682.403519:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758682.403521:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758682.403523:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758682.403525:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758682.403526:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758682.403528:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758682.403537:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758682.403540:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758682.403542:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758682.403544:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758682.403546:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758682.403549:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403551:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758682.403552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758682.403554:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758683.427428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758683.427431:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758683.427438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758683.427443:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758683.427444:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758683.427449:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758683.427456:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758683.427463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758683.427464:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758683.427473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758683.427481:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758683.427490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758683.427490:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758683.427503:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758683.427504:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758683.427508:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427516:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758683.427527:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758683.427539:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758683.427541:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758683.427549:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758683.427551:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758683.427557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758683.427558:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758683.427563:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758683.427570:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758683.427575:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427578:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758683.427578:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758683.427590:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427591:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758683.427602:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758683.427603:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758683.427609:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427614:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758683.427628:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758683.427633:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758683.427639:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758683.427643:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758683.427649:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758683.427651:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758683.427654:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427655:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758683.427659:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758683.427660:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758683.427661:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758683.427665:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427672:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758683.427674:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758683.427676:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427679:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758683.427681:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758683.427683:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758684.451392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758684.451407:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758684.451409:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758684.451412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758684.451414:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758684.451418:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758684.451423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758684.451424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758684.451430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758684.451433:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758684.451434:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758684.451445:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758684.451446:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758684.451452:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758684.451457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758684.451458:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758684.451464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758684.451473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758684.451474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758684.451490:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758684.451494:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758684.451495:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758684.451503:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758684.451505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758684.451510:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758684.451511:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758684.451517:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758684.451519:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758684.451534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758684.451534:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758684.451538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758684.451540:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758684.451545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758684.451545:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758684.451548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758684.451559:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758684.451562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758684.451574:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758684.451585:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758684.451590:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758684.451596:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758684.451601:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758684.451603:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758684.451607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758684.451611:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758684.451611:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758684.451614:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758684.451616:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758684.451618:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758684.451622:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758684.451625:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758684.451628:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758684.451629:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758684.451632:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.475434:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758685.475434:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758685.475446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758685.475446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.475453:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758685.475457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.475461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758685.475463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758685.475472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758685.475474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758685.475483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758685.475486:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.475505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.475514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.475533:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758685.475533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758685.475538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758685.475553:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.475558:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758685.475566:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.475570:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.475581:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758685.475585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758685.475586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758685.475598:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758685.475598:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.475611:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758685.475611:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.475623:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758685.475628:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758685.475630:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758685.475635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758685.475644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758685.475659:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758685.475669:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.475670:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758685.475679:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.475684:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.475688:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.475696:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758685.475703:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758685.475708:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.475712:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.475728:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.475732:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.539774:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758685.539791:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758685.539796:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758685.539812:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.539846:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.539855:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.539866:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758685.539870:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758685.539877:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.539889:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931207424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758685.539901:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758685.539907:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758685.539911:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.539918:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758685.539930:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758685.539934:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758685.539948:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758685.539953:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758685.539961:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758685.539969:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207424, portal 25 00000100:00000001:0.0:1787758685.539974:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758685.539977:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904828288 : -128384804723328 : ffff8b3c1551e580) 00000100:00000040:0.0:1787758685.539993:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540026:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758685.540033:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758685.540039:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758685.540049:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931207424, offset 0 00000400:00000200:0.0:1787758685.540064:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758685.540081:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.540092:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758685.540105:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758685.540115:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758685.540132:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758685.540146:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758685.540162:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748191:748191:256:4294967295] 192.168.201.121@tcp LPNI seq info [748185:748185:8:4294967295] 00000400:00000200:0.0:1787758685.540172:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.540193:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758685.540212:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.540230:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758685.540250:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758685.540257:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758685.540335:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.540343:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758685.540350:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758685.540364:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758685.540371:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758685.540374:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758685.540379:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758685.540387:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540402:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.540410:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540465:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.540471:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758685.540485:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758685.540496:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758685.540505:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311063505 00000100:00000010:0.0:1787758685.540517:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758685.540539:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758685.540552:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311063505 00000100:00000010:0.0:1787758685.540557:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758685.540566:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758685.540576:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758685.540580:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.540587:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758685.540597:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758685/real 1787758685] req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758685.540622:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758685.540628:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758685.540633:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758685.540638:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758685.540644:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758685.540654:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758685.540662:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758685.540690:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540705:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758685.540711:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.540729:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.540732:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758685.540739:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540748:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758685.540758:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540773:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758685.540778:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.540784:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.540786:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.540788:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758685.540792:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758685.540805:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758685.540814:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758685.540823:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758685.540830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758685.540856:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931207424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758685.540866:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.540876:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.540882:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e580 x1874583931207424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.540895:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758685.540898:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758685.540902:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758685.540911:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758685.540915:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758685.540919:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758685.540922:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758685.540926:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e800. 02000000:00000001:0.0:1787758685.540932:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758685.540979:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758685.540984:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e580. 00000100:00000001:0.0:1787758685.540994:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758685.540998:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541004:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541020:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.541025:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541034:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758685.541037:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758685.541039:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758685.541049:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541070:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.541073:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.541078:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758685.541084:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758685.541089:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.541105:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758685.541121:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758685.541129:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758685.541136:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.541146:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758685.541154:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758685.541160:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758685.541168:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758685.541175:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758685.541180:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758685.541185:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207552, portal 10 00000100:00000001:0.0:1787758685.541195:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758685.541200:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904834048 : -128384804717568 : ffff8b3c1551fc00) 00000100:00000040:0.0:1787758685.541218:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541249:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758685.541255:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758685.541260:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758685.541265:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931207552, offset 0 00000400:00000200:0.0:1787758685.541289:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758685.541303:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.541314:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758685.541326:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758685.541334:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758685.541346:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758685.541353:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758685.541362:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748192:748192:256:4294967295] 192.168.201.121@tcp LPNI seq info [748186:748186:8:4294967295] 00000400:00000200:0.0:1787758685.541385:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.541410:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758685.541415:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.541424:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758685.541430:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758685.541433:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758685.541445:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.541447:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758685.541450:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758685.541454:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758685.541456:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758685.541458:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758685.541461:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758685.541465:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541472:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.541474:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541479:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541481:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758685.541484:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758685.541487:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758685.541490:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758685.541492:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311062542 00000100:00000001:0.0:1787758685.541495:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.541498:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311062542 00000100:00000001:0.0:1787758685.541500:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.541503:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758685.541505:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541507:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758685.541512:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758685/real 1787758685] req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758685.541522:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758685.541523:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758685.541525:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758685.541528:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758685.541530:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758685.541533:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758685.541537:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758685.541545:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541549:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758685.541551:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541552:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.541553:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758685.541556:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541561:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758685.541564:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541569:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758685.541571:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541572:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.541573:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541574:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758685.541578:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758685.541580:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758685.541582:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758685.541583:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758685.541586:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758685.541592:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758685.541595:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758685.541597:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541602:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.541603:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.541604:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758685.541606:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758685.541607:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.541609:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758685.541611:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758685.541613:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758685.541615:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.541616:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758685.541619:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758685.541620:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758685.541623:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758685.541625:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758685.541627:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758685.541630:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207680, portal 10 00000100:00000001:0.0:1787758685.541631:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758685.541632:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904823488 : -128384804728128 : ffff8b3c1551d2c0) 00000100:00000040:0.0:1787758685.541637:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541641:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758685.541643:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758685.541644:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758685.541646:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931207680, offset 0 00000400:00000200:0.0:1787758685.541649:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758685.541652:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.541654:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758685.541656:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758685.541658:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758685.541660:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758685.541661:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758685.541664:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748193:748193:256:4294967295] 192.168.201.121@tcp LPNI seq info [748187:748187:8:4294967295] 00000400:00000200:0.0:1787758685.541667:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.541671:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758685.541674:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.541676:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758685.541679:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758685.541681:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758685.541689:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.541690:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758685.541693:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758685.541695:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758685.541697:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758685.541699:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758685.541701:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758685.541703:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541709:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.541711:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541729:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541730:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758685.541733:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758685.541736:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758685.541739:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758685.541740:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311062540 00000100:00000001:0.0:1787758685.541742:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.541744:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311062540 00000100:00000001:0.0:1787758685.541745:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.541746:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758685.541748:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541749:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758685.541752:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758685/real 1787758685] req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758685.541757:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758685.541758:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758685.541760:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758685.541761:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758685.541763:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758685.541764:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758685.541766:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758685.541772:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541776:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758685.541778:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541780:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.541781:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758685.541784:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541788:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758685.541792:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541796:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758685.541798:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541800:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.541800:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541802:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758685.541803:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758685.541806:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758685.541809:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758685.541811:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758685.541813:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758685.541818:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758685.541821:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758685.541823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541828:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.541829:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.541831:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758685.541832:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758685.541833:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.541836:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758685.541838:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758685.541840:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758685.541841:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.541842:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758685.541844:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758685.541846:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758685.541848:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758685.541850:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758685.541852:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758685.541854:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207808, portal 4 00000100:00000001:0.0:1787758685.541856:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758685.541857:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904825408 : -128384804726208 : ffff8b3c1551da40) 00000100:00000040:0.0:1787758685.541861:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541866:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758685.541869:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758685.541870:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758685.541872:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931207808, offset 0 00000400:00000200:0.0:1787758685.541877:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758685.541880:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.541882:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758685.541884:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758685.541886:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758685.541888:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758685.541890:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758685.541892:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748194:748194:256:4294967295] 192.168.201.121@tcp LPNI seq info [748188:748188:8:4294967295] 00000400:00000200:0.0:1787758685.541895:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.541899:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758685.541903:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.541905:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758685.541908:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758685.541910:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758685.541918:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.541919:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758685.541922:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758685.541925:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758685.541928:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758685.541930:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758685.541932:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758685.541934:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541940:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.541942:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541947:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541949:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758685.541952:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758685.541955:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758685.541957:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758685.541959:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311062576 00000100:00000001:0.0:1787758685.541961:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.541962:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311062576 00000100:00000001:0.0:1787758685.541964:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.541966:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758685.541967:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.541968:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758685.541971:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758685/real 1787758685] req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758685.541976:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758685.541977:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758685.541978:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758685.541980:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758685.541981:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758685.541982:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758685.541984:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758685.541989:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.541993:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758685.541994:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.541995:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.541996:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758685.541998:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542002:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758685.542005:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542009:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758685.542010:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542012:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.542012:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542014:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758685.542015:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758685.542017:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758685.542019:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758685.542021:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758685.542024:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758685.542029:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758685.542035:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542037:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.542039:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551fc00 x1874583931207552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542043:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758685.542045:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758685.542047:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758685.542049:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758685.542050:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758685.542051:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758685.542053:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758685.542055:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5d800. 02000000:00000001:0.0:1787758685.542058:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758685.542059:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758685.542060:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551fc00. 00000100:00000001:0.0:1787758685.542062:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758685.542063:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542064:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.542066:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d2c0 x1874583931207680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542070:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758685.542071:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758685.542072:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758685.542073:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758685.542074:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758685.542075:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758685.542076:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758685.542077:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5e000. 02000000:00000001:0.0:1787758685.542078:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758685.542080:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758685.542081:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d2c0. 00000100:00000001:0.0:1787758685.542082:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758685.542083:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542084:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.542087:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551da40 x1874583931207808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542090:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758685.542091:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758685.542092:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758685.542094:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758685.542095:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758685.542095:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758685.542097:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758685.542097:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5fc00. 02000000:00000001:0.0:1787758685.542099:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758685.542100:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758685.542101:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551da40. 00000100:00000001:0.0:1787758685.542102:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758685.542103:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542104:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542107:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.542108:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.542110:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758685.542112:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758685.542114:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758685.542118:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542125:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758685.542126:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.542128:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758685.542130:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758685.542132:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758685.542135:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758685.542139:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758685.542141:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758685.542143:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758685.542145:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758685.542149:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758685.542151:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758685.542155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758685.542158:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758685.542161:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758685.542165:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931207936, portal 4 00000100:00000001:0.0:1787758685.542166:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758685.542167:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904820608 : -128384804731008 : ffff8b3c1551c780) 00000100:00000040:0.0:1787758685.542172:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542177:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758685.542179:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758685.542180:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758685.542182:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931207936, offset 0 00000400:00000200:0.0:1787758685.542185:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758685.542188:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.542190:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758685.542192:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758685.542194:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758685.542196:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758685.542197:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758685.542200:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748195:748195:256:4294967295] 192.168.201.121@tcp LPNI seq info [748189:748189:8:4294967295] 00000400:00000200:0.0:1787758685.542203:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758685.542207:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758685.542210:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.542212:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758685.542215:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758685.542217:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787758685.542225:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758685.542227:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758685.542229:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758685.542231:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758685.542233:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758685.542235:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758685.542236:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758685.542239:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542244:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.542246:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542251:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.542252:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758685.542254:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758685.542256:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758685.542258:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758685.542260:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311062555 00000100:00000001:0.0:1787758685.542261:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.542263:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311062555 00000100:00000001:0.0:1787758685.542265:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311063505 00000100:00000001:0.0:1787758685.542286:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758685.542288:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.542290:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758685.542292:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758685/real 1787758685] req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758685.542298:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758685.542299:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758685.542301:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758685.542302:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758685.542303:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758685.542305:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758685.542307:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758685.542313:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542317:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758685.542318:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542319:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.542320:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758685.542323:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542327:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758685.542329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542334:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758685.542336:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542337:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758685.542338:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542339:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758685.542340:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758685.542342:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758685.542344:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758685.542345:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758685.542348:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758685.542353:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931207936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758685.542355:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542357:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758685.542359:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551c780 x1874583931207936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758685.542363:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758685.542365:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758685.542366:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758685.542368:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758685.542369:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758685.542369:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758685.542371:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758685.542372:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f400. 02000000:00000001:0.0:1787758685.542374:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758685.542375:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758685.542376:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551c780. 00000100:00000001:0.0:1787758685.542378:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758685.542379:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542380:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758685.542383:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758685.542384:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758685.542385:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758685.542386:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758686.499412:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758686.499423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758686.499429:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758686.499437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758686.499444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758686.499451:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758686.499467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758686.499469:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758686.499481:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499483:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758686.499485:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758686.499499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758686.499508:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758686.499512:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758686.499513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758686.499520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758686.499524:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758686.499525:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758686.499539:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758686.499541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758686.499544:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499551:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499563:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758686.499563:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758686.499573:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758686.499579:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758686.499599:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758686.499609:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758686.499614:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758686.499614:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758686.499622:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758686.499626:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758686.499626:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758686.499640:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758686.499644:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758686.499646:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758686.499648:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758686.499653:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499654:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758686.499658:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758686.499661:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499675:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758686.499677:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758686.499680:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758686.563411:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311063505, at 4311063552 00000100:00000040:0.0:1787758686.563416:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311063505, at 4311063552 00000100:00000010:1.0:1787758686.563433:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000010:0.0:1787758686.563438:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758687.523389:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758687.523395:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758687.523398:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758687.523405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758687.523410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758687.523415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758687.523419:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758687.523425:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758687.523431:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758687.523455:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758687.523455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758687.523460:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758687.523465:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758687.523467:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758687.523474:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758687.523475:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758687.523479:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758687.523486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758687.523487:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758687.523495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758687.523496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758687.523500:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758687.523503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758687.523503:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758687.523515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758687.523521:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758687.523530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758687.523533:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758687.523540:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758687.523543:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758687.523546:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758687.523551:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758687.523556:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758687.523562:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758687.523562:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758687.523568:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758687.523572:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758687.523573:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758687.523580:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758687.523585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758687.523589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758687.523592:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758687.523595:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758687.523598:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758687.523601:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758688.547383:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758688.547393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758688.547395:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758688.547402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758688.547410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758688.547417:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758688.547423:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758688.547431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758688.547435:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758688.547438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758688.547448:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758688.547450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758688.547474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758688.547481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758688.547490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758688.547500:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758688.547507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758688.547511:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758688.547512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758688.547515:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758688.547519:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758688.547522:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758688.547528:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758688.547534:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758688.547538:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758688.547540:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758688.547544:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758688.547560:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758688.547561:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758688.547569:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758688.547578:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758688.547581:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758688.547585:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758688.547606:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758688.547611:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758688.547616:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758688.547623:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758688.547624:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758688.547625:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758688.547639:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758688.547646:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758688.547652:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758688.547660:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758688.547694:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758688.547697:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758689.571410:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758689.571416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758689.571420:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758689.571428:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758689.571434:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758689.571440:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758689.571455:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758689.571456:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758689.571463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758689.571468:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758689.571469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758689.571474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758689.571485:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758689.571488:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758689.571492:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758689.571498:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758689.571499:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758689.571508:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758689.571509:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758689.571512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758689.571522:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758689.571522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758689.571531:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758689.571532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758689.571536:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758689.571542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758689.571550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758689.571571:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758689.571574:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758689.571576:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758689.571579:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758689.571584:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758689.571590:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758689.571598:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758689.571602:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758689.571606:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758690.595329:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758690.595335:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758690.595337:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758690.595341:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758690.595344:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758690.595347:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758690.595350:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758690.595352:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758690.595354:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.595365:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758690.595371:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758690.595374:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.595378:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758690.595380:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758690.595382:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758690.595383:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758690.595387:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.595389:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758690.595390:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758690.595395:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758690.595396:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758690.595399:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758690.595402:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758690.595408:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758690.595418:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758690.595421:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758690.595425:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.595426:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758690.595432:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758690.595435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.595439:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758690.595445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758690.595447:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758690.595450:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758690.595452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758690.595453:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758690.595457:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758690.595458:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758690.595459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758690.595463:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758690.595467:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758690.595471:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758690.595475:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758690.595477:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758690.595483:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758690.659381:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758690.659390:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758690.659392:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758690.659396:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758690.659400:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758690.659406:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16395 00000400:00000200:0.0:1787758690.659414:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758690.659419:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758690.659421:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758690.659425:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659427:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659429:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758690.659434:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758690.659436:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758690.659438:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758690.659442:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758690.659444:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758690.659445:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758690.659448:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659449:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659450:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659452:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758690.659454:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758690.659457:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659458:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758690.659461:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758690.659463:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758690.659465:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659467:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758690.659469:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758690.659477:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758690.659480:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758690.659483:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758690.659485:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659487:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758690.659489:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758690.659492:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758690.659499:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758690.659504:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.659511:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931208064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758690.659520:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758690.659524:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758690.659527:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931208064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758690.659547:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758690.659558:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758690.659563:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758690.659564:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758690.659566:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758690.659569:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758690.659573:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16395 00000400:00000200:0.0:1787758690.659577:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758690.659580:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758690.659583:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758690.659586:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659588:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659590:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659593:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758690.659595:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758690.659597:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758690.659599:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758690.659601:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758690.659604:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758690.659606:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758690.659610:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659611:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659614:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659616:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758690.659619:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758690.659622:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659638:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758690.659640:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758690.659645:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758690.659647:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659648:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758690.659653:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758690.659656:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659659:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758690.659663:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758690.659665:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758690.659668:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758690.659669:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659672:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758690.659673:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758690.659675:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758690.659679:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758690.659683:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.659688:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931208192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758690.659696:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758690.659699:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758690.659702:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931208192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758690.659726:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758690.659730:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758690.659733:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758690.659735:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758690.659737:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758690.659740:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758690.659743:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16395 00000400:00000200:0.0:1787758690.659746:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758690.659750:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758690.659752:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758690.659755:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659757:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659759:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659762:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758690.659765:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758690.659766:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758690.659768:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758690.659770:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758690.659773:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758690.659775:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758690.659778:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659780:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659782:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659785:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758690.659787:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758690.659790:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659793:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758690.659795:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758690.659797:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758690.659800:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659802:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758690.659804:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758690.659807:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659809:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758690.659813:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758690.659816:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758690.659818:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758690.659819:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659821:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758690.659823:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758690.659825:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758690.659828:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758690.659832:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.659837:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931208320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758690.659851:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758690.659853:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758690.659858:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931208320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758690.659866:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758690.659868:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758690.659872:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758690.659874:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758690.659876:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758690.659880:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758690.659882:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16395 00000400:00000200:0.0:1787758690.659886:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758690.659889:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758690.659892:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758690.659895:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659897:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659900:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659902:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758690.659904:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758690.659906:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758690.659907:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758690.659910:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758690.659912:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758690.659914:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758690.659918:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659919:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.659922:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659932:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758690.659935:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758690.659939:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758690.659942:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758690.659944:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758690.659947:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758690.659949:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659951:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758690.659954:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758690.659957:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659959:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758690.659962:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758690.659965:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758690.659968:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758690.659969:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.659971:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758690.659972:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758690.659974:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758690.659978:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758690.659981:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.659987:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931208448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758690.659995:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758690.659998:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758690.660002:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931208448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758690.660010:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758690.660013:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758690.660016:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758690.660018:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758690.660020:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758690.660023:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758690.660026:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16395 00000400:00000200:0.0:1787758690.660030:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758690.660033:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758690.660035:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758690.660039:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.660041:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.660043:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.660046:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758690.660048:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758690.660049:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758690.660051:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758690.660053:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758690.660055:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758690.660058:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758690.660061:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.660063:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758690.660065:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758690.660068:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758690.660070:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758690.660073:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758690.660075:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758690.660077:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758690.660080:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758690.660082:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.660084:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758690.660086:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758690.660089:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.660091:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758690.660094:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758690.660097:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758690.660100:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758690.660101:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758690.660103:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758690.660105:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758690.660107:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758690.660110:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758690.660113:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758690.660118:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931208576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758690.660126:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758690.660128:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758690.660132:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931208576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758690.660140:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758690.660145:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16405) 00000100:00000001:0.0:1787758691.619377:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758691.619380:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758691.619385:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758691.619388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758691.619388:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758691.619393:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758691.619396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758691.619399:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758691.619404:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758691.619406:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758691.619410:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758691.619411:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758691.619424:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758691.619429:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758691.619434:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758691.619435:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758691.619440:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758691.619446:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758691.619463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758691.619468:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758691.619470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758691.619472:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758691.619475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758691.619477:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758691.619481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758691.619486:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758691.619486:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758691.619494:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758691.619495:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758691.619499:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758691.619505:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758691.619512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758691.619517:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758691.619522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758691.619527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758691.619532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758691.683371:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311068624, at 4311068672 00000100:00000040:1.0:1787758691.683371:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311068624, at 4311068672 00000100:00000010:1.0:1787758691.683386:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787758691.683389:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787758692.643383:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758692.643390:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758692.643395:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758692.643401:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758692.643407:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758692.643414:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758692.643437:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758692.643441:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758692.643444:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758692.643509:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758692.643515:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758692.643518:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758692.643521:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758692.643525:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758692.643529:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758692.643529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758692.643539:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758692.643539:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758692.643545:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758692.643545:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758692.643552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758692.643553:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758692.643562:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758692.643569:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758692.643576:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758692.643584:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758692.643585:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758692.643604:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758692.643609:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758692.643611:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758692.643617:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758692.643625:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758692.643635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758692.643640:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758692.643644:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758692.643650:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758693.667369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758693.667378:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758693.667381:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758693.667386:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758693.667392:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758693.667398:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667404:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758693.667407:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667411:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758693.667430:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758693.667443:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758693.667450:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758693.667464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758693.667471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758693.667472:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758693.667480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758693.667481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758693.667488:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758693.667490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758693.667504:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758693.667505:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758693.667513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667514:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758693.667531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758693.667535:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667546:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758693.667565:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758693.667570:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758693.667585:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758693.667589:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758693.667591:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758693.667594:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758693.667605:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758693.667606:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758693.667616:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758693.667617:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758693.667630:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667631:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758693.667645:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758693.667653:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667658:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758693.667658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758693.667665:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758693.667670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758694.691433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758694.691439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758694.691445:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758694.691451:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758694.691452:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758694.691460:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758694.691463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758694.691475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758694.691477:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758694.691487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758694.691489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758694.691492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758694.691509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758694.691511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758694.691514:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758694.691525:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758694.691529:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758694.691532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758694.691534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758694.691539:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758694.691540:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758694.691568:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758694.691573:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758694.691582:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758694.691597:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758694.691601:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758694.691602:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758694.691610:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758694.691612:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758694.691630:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758694.691631:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758694.691643:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758694.691650:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758694.691660:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758694.691667:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758694.691680:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.715405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758695.715415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758695.715416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758695.715419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758695.715421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758695.715425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.715428:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758695.715431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758695.715435:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758695.715436:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758695.715440:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758695.715442:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.715451:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758695.715451:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.715455:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758695.715458:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.715464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758695.715465:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.715495:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758695.715497:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758695.715501:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758695.715504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758695.715504:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758695.715508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.715509:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758695.715515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758695.715516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758695.715521:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758695.715525:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758695.715528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.715529:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.715551:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.715555:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758695.715564:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758695.715567:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758695.715574:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.779628:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758695.779638:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758695.779643:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758695.779665:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.779712:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.779721:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.779733:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758695.779739:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758695.779759:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.779780:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931208704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758695.779787:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758695.779793:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758695.779803:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.779817:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758695.779826:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758695.779830:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758695.779845:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758695.779858:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758695.779869:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758695.779885:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931208704, portal 25 00000100:00000001:0.0:1787758695.779897:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758695.779905:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758695.779917:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.779933:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758695.779943:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758695.779950:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758695.779957:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931208704, offset 0 00000400:00000200:0.0:1787758695.779981:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758695.779999:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.780013:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758695.780026:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758695.780037:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758695.780046:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758695.780061:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758695.780076:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748201:748201:256:4294967295] 192.168.201.121@tcp LPNI seq info [748195:748195:8:4294967295] 00000400:00000200:0.0:1787758695.780092:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.780113:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758695.780122:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.780136:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758695.780160:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758695.780166:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758695.780210:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.780216:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758695.780225:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758695.780241:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758695.780254:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758695.780262:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758695.780311:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758695.780317:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.780349:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.780355:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.780379:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.780388:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758695.780401:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758695.780415:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758695.780423:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311073745 00000100:00000010:0.0:1787758695.780434:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758695.780445:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758695.780457:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311073745 00000100:00000010:0.0:1787758695.780464:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758695.780472:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758695.780477:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758695.780491:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.780496:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758695.780505:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758695/real 1787758695] req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758695.780551:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758695.780559:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758695.780565:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758695.780578:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758695.780590:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758695.780606:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758695.780614:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758695.780649:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.780670:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758695.780674:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.780677:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.780679:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758695.780694:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.780719:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758695.780734:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.780769:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758695.780780:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.780787:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.780794:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.780803:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758695.780809:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758695.780819:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758695.780824:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758695.780834:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758695.780848:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758695.780882:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931208704:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758695.780894:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.780899:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.780909:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931208704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.780947:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758695.780952:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758695.780963:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758695.780975:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758695.780979:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758695.780984:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758695.780994:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758695.780999:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758695.781014:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758695.781017:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758695.781021:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758695.781033:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758695.781044:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781058:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781069:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758695.781074:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781088:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758695.781096:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758695.781101:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758695.781111:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781135:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.781139:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781147:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758695.781153:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758695.781159:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.781169:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931208832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758695.781179:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758695.781182:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758695.781183:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781186:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781189:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758695.781190:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758695.781194:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758695.781196:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758695.781199:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758695.781202:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931208832, portal 10 00000100:00000001:0.0:1787758695.781205:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758695.781206:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758695.781212:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781217:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758695.781219:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758695.781221:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758695.781223:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931208832, offset 0 00000400:00000200:0.0:1787758695.781226:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781229:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781232:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758695.781234:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758695.781236:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758695.781238:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758695.781240:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781242:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748202:748202:256:4294967295] 192.168.201.121@tcp LPNI seq info [748196:748196:8:4294967295] 00000400:00000200:0.0:1787758695.781246:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781251:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758695.781253:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.781256:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758695.781260:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758695.781262:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758695.781289:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.781290:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758695.781292:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758695.781295:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758695.781297:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758695.781299:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758695.781300:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758695.781303:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781309:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.781311:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781316:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781318:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758695.781320:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758695.781324:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758695.781326:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758695.781328:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311072782 00000100:00000001:0.0:1787758695.781330:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.781332:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311072782 00000100:00000001:0.0:1787758695.781334:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.781335:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758695.781337:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781338:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758695.781340:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758695/real 1787758695] req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758695.781350:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758695.781351:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758695.781353:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758695.781354:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758695.781355:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758695.781357:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758695.781359:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758695.781364:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781368:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758695.781369:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781371:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.781372:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758695.781374:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781379:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758695.781381:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781386:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758695.781387:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781388:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.781389:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781390:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758695.781394:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758695.781396:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758695.781398:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758695.781400:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758695.781403:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758695.781409:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931208832:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758695.781411:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758695.781414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781418:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.781419:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781421:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758695.781422:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758695.781423:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.781425:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931208960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758695.781428:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758695.781430:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758695.781431:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781432:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781435:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758695.781436:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758695.781439:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758695.781440:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758695.781443:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758695.781445:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931208960, portal 10 00000100:00000001:0.0:1787758695.781446:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758695.781447:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758695.781452:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781457:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758695.781458:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758695.781460:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758695.781462:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931208960, offset 0 00000400:00000200:0.0:1787758695.781465:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781467:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781470:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758695.781472:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758695.781474:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758695.781476:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758695.781478:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781480:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748203:748203:256:4294967295] 192.168.201.121@tcp LPNI seq info [748197:748197:8:4294967295] 00000400:00000200:0.0:1787758695.781483:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781487:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758695.781490:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.781492:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758695.781495:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758695.781497:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758695.781505:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.781506:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758695.781508:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758695.781511:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758695.781513:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758695.781514:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758695.781516:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758695.781518:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781524:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.781526:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781530:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781531:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758695.781533:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758695.781550:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758695.781553:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758695.781556:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311072780 00000100:00000001:0.0:1787758695.781559:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.781561:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311072780 00000100:00000001:0.0:1787758695.781563:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.781566:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758695.781568:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781571:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758695.781576:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758695/real 1787758695] req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758695.781585:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758695.781587:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758695.781589:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758695.781592:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758695.781594:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758695.781597:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758695.781600:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758695.781606:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781611:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758695.781612:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781614:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.781615:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758695.781618:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781623:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758695.781626:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781630:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758695.781632:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781634:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.781635:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781636:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758695.781638:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758695.781640:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758695.781643:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758695.781644:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758695.781646:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758695.781652:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931208960:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758695.781655:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758695.781657:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781662:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.781663:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781664:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758695.781666:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758695.781667:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.781669:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758695.781671:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758695.781673:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758695.781674:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781675:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781678:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758695.781680:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758695.781683:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758695.781685:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758695.781687:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758695.781690:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209088, portal 4 00000100:00000001:0.0:1787758695.781692:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758695.781693:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758695.781697:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781702:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758695.781704:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758695.781705:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758695.781707:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931209088, offset 0 00000400:00000200:0.0:1787758695.781710:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781712:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781715:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758695.781717:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758695.781719:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758695.781721:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758695.781723:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781725:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748204:748204:256:4294967295] 192.168.201.121@tcp LPNI seq info [748198:748198:8:4294967295] 00000400:00000200:0.0:1787758695.781728:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781732:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758695.781735:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.781737:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758695.781740:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758695.781742:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758695.781750:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.781752:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758695.781754:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758695.781756:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758695.781758:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758695.781760:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758695.781761:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758695.781764:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781773:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.781776:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781780:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781781:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758695.781783:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758695.781786:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758695.781788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758695.781789:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311072816 00000100:00000001:0.0:1787758695.781791:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.781793:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311072816 00000100:00000001:0.0:1787758695.781794:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.781796:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758695.781798:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781799:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758695.781801:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758695/real 1787758695] req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758695.781806:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758695.781806:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758695.781807:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758695.781809:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758695.781810:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758695.781811:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758695.781813:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758695.781819:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781823:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758695.781825:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781826:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.781827:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758695.781830:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781834:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758695.781837:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781841:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758695.781842:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781843:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.781844:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781845:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758695.781846:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758695.781848:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758695.781850:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758695.781852:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758695.781854:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758695.781859:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209088:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758695.781861:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781862:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.781865:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931208832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781869:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758695.781871:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781872:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758695.781874:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758695.781875:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758695.781877:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758695.781879:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758695.781881:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758695.781883:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758695.781884:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758695.781885:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758695.781887:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758695.781888:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781889:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.781891:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931208960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781896:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758695.781897:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781898:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758695.781899:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758695.781900:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758695.781901:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758695.781902:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758695.781903:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758695.781905:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758695.781905:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758695.781906:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758695.781908:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758695.781909:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781910:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.781911:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931209088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781915:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758695.781916:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781917:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758695.781918:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758695.781919:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758695.781920:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758695.781921:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758695.781922:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758695.781924:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758695.781925:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758695.781926:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758695.781928:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758695.781929:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781930:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.781933:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758695.781934:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.781936:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758695.781937:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758695.781938:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758695.781941:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781946:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758695.781947:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781949:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758695.781950:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758695.781952:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758695.781953:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758695.781955:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758695.781957:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758695.781958:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758695.781959:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758695.781961:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758695.781962:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758695.781964:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758695.781965:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758695.781967:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758695.781970:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209216, portal 4 00000100:00000001:0.0:1787758695.781971:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758695.781972:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758695.781976:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.781981:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758695.781982:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758695.781984:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758695.781986:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931209216, offset 0 00000400:00000200:0.0:1787758695.781988:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758695.781991:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.781994:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758695.781996:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758695.781998:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758695.781999:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758695.782001:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758695.782003:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748205:748205:256:4294967295] 192.168.201.121@tcp LPNI seq info [748199:748199:8:4294967295] 00000400:00000200:0.0:1787758695.782006:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758695.782010:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758695.782013:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.782014:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758695.782017:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758695.782019:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787758695.782027:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758695.782028:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758695.782030:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758695.782033:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758695.782035:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758695.782036:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758695.782038:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758695.782040:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.782045:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.782047:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.782052:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.782053:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758695.782055:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758695.782057:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758695.782059:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758695.782061:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311072795 00000100:00000001:0.0:1787758695.782062:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.782064:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311072795 00000100:00000001:0.0:1787758695.782066:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311073745 00000100:00000001:0.0:1787758695.782067:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758695.782068:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.782069:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758695.782072:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758695/real 1787758695] req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758695.782076:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758695.782077:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758695.782078:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758695.782080:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758695.782081:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758695.782082:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758695.782084:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758695.782090:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.782094:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758695.782095:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.782096:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.782097:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758695.782100:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.782104:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758695.782106:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.782111:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758695.782113:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.782114:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758695.782115:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.782116:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758695.782117:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758695.782119:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758695.782121:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758695.782123:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758695.782125:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758695.782130:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209216:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758695.782132:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.782133:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758695.782135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931209216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758695.782139:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758695.782140:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758695.782141:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758695.782143:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758695.782143:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758695.782144:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758695.782146:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758695.782147:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758695.782148:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758695.782149:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758695.782150:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758695.782152:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758695.782153:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.782155:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758695.782157:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758695.782158:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758695.782160:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758695.782161:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758696.739435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758696.739441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758696.739447:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758696.739452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758696.739462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758696.739463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758696.739475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758696.739481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758696.739483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758696.739491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758696.739498:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758696.739500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758696.739512:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758696.739537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758696.739547:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758696.739547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758696.739558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758696.739573:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758696.739579:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758696.739588:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758696.739592:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758696.739596:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758696.739599:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758696.739604:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758696.739608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758696.739611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758696.739617:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758696.739623:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758696.739636:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758696.739644:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758696.739656:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758696.739667:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758696.739677:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758696.739687:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758696.739692:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758696.739697:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758696.803342:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311073745, at 4311073792 00000100:00000040:0.0:1787758696.803351:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311073745, at 4311073792 00000100:00000010:1.0:1787758696.803360:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000010:0.0:1787758696.803363:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758697.763420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758697.763426:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758697.763428:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758697.763434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758697.763434:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758697.763448:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758697.763450:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758697.763466:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758697.763471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758697.763473:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758697.763484:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758697.763496:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758697.763498:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758697.763513:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758697.763516:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758697.763537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758697.763556:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758697.763563:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758697.763573:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758697.763581:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758697.763584:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758697.763590:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758697.763597:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758697.763608:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758697.763608:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758697.763617:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758697.763620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758697.763624:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758697.763625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758697.763638:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758697.763640:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758697.763656:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758697.763662:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758697.763676:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758697.763679:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758697.763684:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758698.787375:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758698.787375:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758698.787386:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758698.787386:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758698.787392:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758698.787392:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758698.787399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758698.787399:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758698.787406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758698.787406:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758698.787412:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758698.787412:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758698.787429:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758698.787434:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758698.787438:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758698.787438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758698.787440:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758698.787453:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758698.787467:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758698.787467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758698.787472:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758698.787472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758698.787476:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758698.787476:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758698.787494:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758698.787494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758698.787500:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758698.787500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758698.787505:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758698.787506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758698.787510:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758698.787520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758698.787524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758698.787524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758698.787526:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758698.787528:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758698.787540:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758698.787544:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758698.787548:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758698.787554:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758698.787561:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758698.787565:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758698.787571:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758698.787574:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758698.787580:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758699.811361:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758699.811364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758699.811369:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758699.811369:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758699.811374:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758699.811375:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758699.811383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758699.811383:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758699.811389:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758699.811394:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758699.811395:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758699.811398:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758699.811400:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758699.811402:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758699.811402:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758699.811404:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758699.811405:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758699.811407:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758699.811419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758699.811420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758699.811423:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758699.811423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758699.811427:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758699.811427:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758699.811430:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758699.811430:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758699.811434:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758699.811434:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758699.811438:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758699.811441:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758699.811442:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758699.811446:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758699.811449:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758699.811452:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758699.811456:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758699.811460:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758699.811488:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758699.811495:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758699.811498:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758699.811502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758699.811504:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758699.811507:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758699.811509:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758699.811511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758699.811514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758700.835359:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758700.835367:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758700.835372:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758700.835378:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758700.835384:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758700.835388:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758700.835394:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758700.835398:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758700.835400:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758700.835431:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758700.835435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758700.835438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758700.835441:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758700.835456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758700.835460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758700.835462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758700.835463:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.835464:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758700.835466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.835469:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758700.835472:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758700.835484:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758700.835485:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758700.835490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758700.835490:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758700.835495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.835496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.835502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758700.835502:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758700.835506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758700.835507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758700.835510:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758700.835513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758700.835524:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.835525:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758700.835527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.835529:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758700.835532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.835542:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758700.835546:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758700.835548:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758700.835550:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.835552:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.835553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.835554:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.899641:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758700.899647:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758700.899651:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758700.899658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.899686:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.899691:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.899699:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758700.899705:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758700.899712:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758700.899719:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931209344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758700.899728:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758700.899733:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758700.899738:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.899742:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758700.899750:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758700.899753:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758700.899762:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758700.899770:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758700.899780:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758700.899790:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209344, portal 25 00000100:00000001:0.0:1787758700.899793:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758700.899795:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758700.899801:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.899812:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758700.899817:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758700.899828:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758700.899832:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931209344, offset 0 00000400:00000200:0.0:1787758700.899840:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758700.899851:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.899861:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758700.899866:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758700.899870:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758700.899874:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758700.899880:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758700.899885:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748206:748206:256:4294967295] 192.168.201.121@tcp LPNI seq info [748200:748200:8:4294967295] 00000400:00000200:0.0:1787758700.899893:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.899904:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758700.899914:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.899921:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758700.899930:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758700.899936:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758700.899961:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.899966:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758700.899975:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758700.899981:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758700.899988:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758700.899991:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758700.899997:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758700.900003:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900018:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.900024:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900036:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.900040:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758700.900045:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758700.900052:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758700.900057:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311078864 00000100:00000010:0.0:1787758700.900065:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758700.900071:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758700.900089:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311078864 00000100:00000010:0.0:1787758700.900096:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758700.900102:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758700.900109:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758700.900116:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.900121:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758700.900130:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758700/real 1787758700] req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758700.900155:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758700.900164:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758700.900167:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758700.900171:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758700.900175:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758700.900179:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758700.900185:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758700.900198:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900225:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758700.900229:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900234:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.900238:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758700.900248:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900264:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758700.900292:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900299:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758700.900303:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900307:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.900310:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900313:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758700.900318:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758700.900322:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758700.900327:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758700.900332:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758700.900338:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758700.900352:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931209344:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758700.900358:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900362:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.900374:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931209344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900386:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758700.900388:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758700.900392:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758700.900399:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758700.900402:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758700.900404:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758700.900408:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758700.900411:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758700.900417:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758700.900420:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758700.900422:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758700.900424:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758700.900428:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900430:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900439:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758700.900442:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.900456:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758700.900460:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758700.900463:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758700.900469:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900476:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.900478:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.900481:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758700.900483:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758700.900486:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758700.900494:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758700.900497:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758700.900500:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758700.900503:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.900506:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758700.900510:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758700.900513:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758700.900521:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758700.900525:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758700.900529:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758700.900533:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209472, portal 10 00000100:00000001:0.0:1787758700.900537:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758700.900539:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758700.900551:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900567:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758700.900573:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758700.900577:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758700.900580:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931209472, offset 0 00000400:00000200:0.0:1787758700.900588:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758700.900596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.900604:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758700.900609:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758700.900615:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758700.900620:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758700.900625:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758700.900630:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748207:748207:256:4294967295] 192.168.201.121@tcp LPNI seq info [748201:748201:8:4294967295] 00000400:00000200:0.0:1787758700.900638:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.900650:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758700.900659:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.900665:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758700.900677:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758700.900685:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758700.900714:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.900719:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758700.900723:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758700.900729:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758700.900733:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758700.900735:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758700.900742:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758700.900750:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900781:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.900789:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900795:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.900797:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758700.900801:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758700.900804:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758700.900807:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758700.900809:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311077901 00000100:00000001:0.0:1787758700.900812:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.900813:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311077901 00000100:00000001:0.0:1787758700.900815:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.900817:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758700.900819:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.900820:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758700.900823:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758700/real 1787758700] req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758700.900828:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758700.900829:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758700.900831:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758700.900832:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758700.900834:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758700.900835:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758700.900838:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758700.900843:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900848:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758700.900849:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900850:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.900851:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758700.900853:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900857:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758700.900860:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900864:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758700.900866:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900867:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.900868:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.900869:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758700.900872:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758700.900874:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758700.900877:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758700.900879:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758700.900881:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758700.900886:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209472:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758700.900889:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758700.900892:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900896:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.900897:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.900899:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758700.900900:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758700.900902:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758700.900904:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758700.900905:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758700.900907:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758700.900908:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.900910:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758700.900912:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758700.900914:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758700.900916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758700.900918:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758700.900920:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758700.900922:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209600, portal 10 00000100:00000001:0.0:1787758700.900923:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758700.900924:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758700.900928:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900933:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758700.900934:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758700.900936:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758700.900937:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931209600, offset 0 00000400:00000200:0.0:1787758700.900940:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758700.900942:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.900945:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758700.900947:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758700.900949:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758700.900951:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758700.900953:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758700.900955:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748208:748208:256:4294967295] 192.168.201.121@tcp LPNI seq info [748202:748202:8:4294967295] 00000400:00000200:0.0:1787758700.900958:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.900962:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758700.900965:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.900967:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758700.900970:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758700.900972:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758700.900980:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.900981:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758700.900983:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758700.900986:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758700.900988:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758700.900989:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758700.900991:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758700.900993:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.900998:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901000:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901005:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901006:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758700.901008:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758700.901010:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758700.901012:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758700.901013:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311077899 00000100:00000001:0.0:1787758700.901015:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.901017:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311077899 00000100:00000001:0.0:1787758700.901018:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.901020:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758700.901021:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901023:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758700.901025:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758700/real 1787758700] req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758700.901030:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758700.901031:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758700.901032:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758700.901033:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758700.901034:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758700.901036:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758700.901038:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758700.901043:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901048:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758700.901049:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901050:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.901051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758700.901053:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901057:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758700.901060:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901064:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758700.901066:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901067:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.901067:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901069:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758700.901071:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758700.901073:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758700.901075:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758700.901077:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758700.901079:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758700.901084:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209600:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758700.901088:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901090:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901093:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931209472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901099:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758700.901101:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758700.901103:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758700.901106:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758700.901107:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758700.901109:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758700.901111:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758700.901113:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758700.901116:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758700.901118:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758700.901119:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758700.901122:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758700.901124:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901126:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901129:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931209600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901137:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758700.901139:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758700.901140:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758700.901143:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758700.901144:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758700.901145:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758700.901146:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758700.901147:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758700.901149:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758700.901150:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758700.901151:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758700.901152:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758700.901153:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901154:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901157:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758700.901158:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901159:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758700.901161:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758700.901162:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758700.901164:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901169:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.901170:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.901172:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758700.901173:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758700.901174:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758700.901176:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758700.901178:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758700.901180:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758700.901181:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.901182:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758700.901185:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758700.901186:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758700.901189:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758700.901191:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758700.901193:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758700.901196:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209728, portal 4 00000100:00000001:0.0:1787758700.901197:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758700.901198:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758700.901203:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901207:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758700.901210:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758700.901212:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758700.901215:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931209728, offset 0 00000400:00000200:0.0:1787758700.901219:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758700.901223:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.901227:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758700.901230:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758700.901232:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758700.901235:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758700.901238:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758700.901241:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748209:748209:256:4294967295] 192.168.201.121@tcp LPNI seq info [748203:748203:8:4294967295] 00000400:00000200:0.0:1787758700.901246:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.901253:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758700.901259:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.901262:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758700.901265:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758700.901283:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758700.901292:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.901293:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758700.901296:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758700.901298:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758700.901301:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758700.901302:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758700.901304:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758700.901307:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901312:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901315:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901319:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901321:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758700.901323:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758700.901326:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758700.901328:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758700.901330:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311077936 00000100:00000001:0.0:1787758700.901331:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.901333:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311077936 00000100:00000001:0.0:1787758700.901335:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.901336:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758700.901338:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901339:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758700.901341:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758700/real 1787758700] req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758700.901346:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758700.901347:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758700.901348:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758700.901350:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758700.901351:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758700.901352:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758700.901354:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758700.901360:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901365:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758700.901366:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901367:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.901368:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758700.901370:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901375:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758700.901378:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901382:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758700.901383:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901385:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.901385:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901387:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758700.901388:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758700.901389:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758700.901391:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758700.901393:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758700.901395:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758700.901400:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209728:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758700.901403:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758700.901405:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901409:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758700.901410:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.901412:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758700.901413:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758700.901415:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758700.901417:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758700.901418:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758700.901420:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758700.901421:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758700.901423:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758700.901425:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758700.901427:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758700.901429:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758700.901430:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758700.901432:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758700.901434:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931209856, portal 4 00000100:00000001:0.0:1787758700.901436:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758700.901437:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758700.901441:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901462:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758700.901464:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758700.901466:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758700.901468:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931209856, offset 0 00000400:00000200:0.0:1787758700.901471:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758700.901474:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.901476:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758700.901479:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758700.901481:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758700.901482:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758700.901484:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758700.901486:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748210:748210:256:4294967295] 192.168.201.121@tcp LPNI seq info [748204:748204:8:4294967295] 00000400:00000200:0.0:1787758700.901490:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758700.901494:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758700.901497:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.901499:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758700.901502:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758700.901504:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787758700.901511:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758700.901513:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758700.901515:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758700.901518:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758700.901520:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758700.901521:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758700.901523:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758700.901525:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901530:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901533:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901537:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901538:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758700.901540:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758700.901542:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758700.901544:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758700.901545:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311077915 00000100:00000001:0.0:1787758700.901547:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.901549:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311077915 00000100:00000001:0.0:1787758700.901550:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311078864 00000100:00000001:0.0:1787758700.901552:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758700.901553:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901554:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758700.901556:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758700/real 1787758700] req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758700.901561:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758700.901562:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758700.901563:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758700.901565:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758700.901566:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758700.901568:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758700.901570:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758700.901575:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901579:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758700.901580:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901581:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.901582:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758700.901585:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901589:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758700.901591:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901595:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758700.901597:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901598:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758700.901599:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901600:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758700.901601:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758700.901603:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758700.901605:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758700.901607:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758700.901609:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758700.901615:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931209856:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758700.901617:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901618:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901620:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931209728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901625:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758700.901626:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758700.901628:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758700.901629:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758700.901630:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758700.901631:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758700.901632:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758700.901634:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758700.901635:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758700.901636:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758700.901638:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758700.901639:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758700.901640:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901642:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758700.901644:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931209856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758700.901648:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758700.901649:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758700.901650:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758700.901651:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758700.901652:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758700.901653:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758700.901654:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758700.901655:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758700.901656:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758700.901657:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758700.901658:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758700.901659:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758700.901660:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901662:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758700.901665:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758700.901667:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758700.901669:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758700.901670:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758701.859416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758701.859423:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758701.859426:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758701.859447:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758701.859447:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758701.859451:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758701.859459:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758701.859465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758701.859481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758701.859481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758701.859498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758701.859498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758701.859519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758701.859525:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758701.859534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758701.859535:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758701.859538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758701.859545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758701.859569:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758701.859572:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758701.859575:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758701.859584:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758701.859586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758701.859595:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758701.859598:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758701.859610:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758701.859616:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758701.859617:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758701.859628:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758701.859629:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758701.859635:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758701.859639:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758701.859640:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758701.859653:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758701.859658:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758701.859676:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758701.923370:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311078864, at 4311078912 00000100:00000040:1.0:1787758701.923371:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311078864, at 4311078912 00000100:00000010:0.0:1787758701.923388:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758701.923390:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758702.883433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758702.883437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758702.883450:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758702.883451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758702.883460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758702.883460:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758702.883473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758702.883484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758702.883485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758702.883488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758702.883495:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758702.883499:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758702.883509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758702.883513:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758702.883517:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758702.883523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758702.883528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758702.883541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758702.883570:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758702.883579:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758702.883585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758702.883586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758702.883599:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758702.883599:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758702.883607:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758702.883608:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758702.883610:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758702.883613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758702.883614:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758702.883619:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758702.883621:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758702.883625:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758702.883630:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758702.883630:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758702.883634:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758702.883642:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758703.907352:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758703.907358:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758703.907363:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758703.907368:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758703.907372:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758703.907376:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758703.907377:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758703.907387:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758703.907409:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758703.907410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758703.907414:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907416:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758703.907418:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758703.907422:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907427:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758703.907430:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907433:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758703.907435:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758703.907439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758703.907443:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758703.907447:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758703.907450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758703.907454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758703.907456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758703.907458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907460:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758703.907465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758703.907468:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758703.907469:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758703.907473:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907475:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758703.907478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758703.907481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758703.907485:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758703.907488:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758704.931364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758704.931369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758704.931383:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758704.931387:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758704.931389:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758704.931393:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758704.931394:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758704.931400:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758704.931402:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758704.931405:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758704.931409:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758704.931410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758704.931414:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758704.931415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758704.931428:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758704.931430:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758704.931434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758704.931439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758704.931444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758704.931448:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758704.931450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758704.931454:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758704.931458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758704.931460:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758704.931463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758704.931467:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758704.931468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758704.931476:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758704.931477:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758704.931482:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758704.931483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758704.931488:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758704.931490:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758704.931494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758704.931498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758704.931504:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758704.931522:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758704.931529:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758704.931532:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758704.931535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758704.931538:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758704.931541:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758704.931543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758704.931545:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758704.931547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758705.955365:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758705.955375:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758705.955380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758705.955381:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758705.955385:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758705.955389:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758705.955390:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758705.955394:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758705.955399:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758705.955401:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758705.955405:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758705.955407:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758705.955410:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758705.955417:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758705.955422:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758705.955423:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758705.955427:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758705.955433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758705.955453:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758705.955454:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758705.955456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758705.955458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758705.955459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758705.955461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758705.955462:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758705.955465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758705.955467:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758705.955469:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758705.955472:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758705.955474:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758705.955478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758705.955483:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758705.955483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758705.955489:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758705.955490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758705.955495:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758705.955518:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758705.955522:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758705.955524:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758705.955526:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787758705.955526:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000020:00000001:0.0:1787758705.955530:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758705.955531:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758705.955536:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758705.955537:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758705.955541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758705.955543:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758705.955545:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758706.019414:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758706.019422:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758706.019424:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758706.019427:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758706.019431:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758706.019437:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16410 00000400:00000200:0.0:1787758706.019444:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758706.019450:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758706.019452:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758706.019455:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019457:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019459:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019461:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758706.019464:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758706.019465:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758706.019467:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758706.019470:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758706.019471:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758706.019473:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758706.019475:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019476:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019478:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019479:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758706.019482:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758706.019485:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019486:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758706.019488:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758706.019491:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758706.019493:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019495:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758706.019497:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758706.019505:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758706.019508:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758706.019511:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758706.019512:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019515:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758706.019517:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758706.019520:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758706.019526:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758706.019532:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.019539:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931209984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758706.019547:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758706.019550:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758706.019554:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931209984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758706.019575:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758706.019578:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758706.019580:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758706.019581:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758706.019583:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758706.019585:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758706.019587:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16410 00000400:00000200:0.0:1787758706.019590:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758706.019592:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758706.019594:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758706.019597:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019599:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019601:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019602:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758706.019604:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758706.019606:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758706.019609:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758706.019611:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758706.019613:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758706.019617:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758706.019623:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019625:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019629:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019634:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758706.019638:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758706.019642:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019647:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758706.019650:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758706.019656:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758706.019659:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019662:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758706.019667:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758706.019672:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019675:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758706.019680:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758706.019683:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758706.019686:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758706.019689:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019692:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758706.019694:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758706.019697:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758706.019701:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758706.019705:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.019712:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931210112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758706.019721:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758706.019725:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758706.019729:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931210112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758706.019742:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758706.019747:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758706.019750:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758706.019752:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758706.019754:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758706.019756:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758706.019758:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16410 00000400:00000200:0.0:1787758706.019760:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758706.019763:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758706.019766:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758706.019768:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019770:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019772:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019774:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758706.019776:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758706.019777:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758706.019780:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758706.019782:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758706.019786:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758706.019790:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758706.019793:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019795:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019799:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019802:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758706.019807:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758706.019811:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019817:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758706.019821:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758706.019824:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758706.019827:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019829:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758706.019832:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758706.019836:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019839:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758706.019844:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758706.019847:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758706.019852:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758706.019853:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.019854:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758706.019856:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758706.019858:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758706.019863:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758706.019866:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.019872:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931210240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758706.019880:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758706.019884:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758706.019891:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931210240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758706.019899:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758706.019902:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758706.019906:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758706.019910:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758706.019911:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758706.019915:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758706.019921:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16410 00000400:00000200:0.0:1787758706.019928:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758706.019935:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758706.019939:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758706.019944:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019949:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019950:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019952:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758706.019956:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758706.019958:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758706.019961:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758706.019965:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758706.019967:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758706.019971:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758706.019977:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019982:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.019986:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019989:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758706.019991:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758706.019993:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758706.019998:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758706.019999:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758706.020001:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758706.020005:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.020007:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758706.020010:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758706.020012:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.020014:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758706.020018:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758706.020021:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758706.020024:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758706.020027:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.020030:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758706.020031:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758706.020034:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758706.020038:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758706.020041:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.020047:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931210368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758706.020054:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758706.020058:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758706.020062:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931210368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758706.020076:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758706.020081:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758706.020087:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758706.020088:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758706.020090:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758706.020093:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758706.020097:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16410 00000400:00000200:0.0:1787758706.020103:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758706.020108:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758706.020110:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758706.020115:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.020119:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.020122:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.020124:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758706.020126:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758706.020129:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758706.020131:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758706.020134:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758706.020136:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758706.020140:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758706.020146:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.020150:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758706.020153:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758706.020156:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758706.020160:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758706.020164:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758706.020167:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758706.020170:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758706.020172:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758706.020174:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.020179:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758706.020181:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758706.020185:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.020190:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758706.020193:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758706.020198:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758706.020200:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758706.020201:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.020203:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758706.020205:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758706.020208:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758706.020211:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758706.020214:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.020220:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931210496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758706.020230:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758706.020232:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758706.020238:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931210496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758706.020247:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758706.020254:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16420) 00000100:00000001:0.0:1787758706.979424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758706.979427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758706.979432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758706.979433:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758706.979437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758706.979438:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.979446:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758706.979446:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758706.979455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758706.979456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758706.979461:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758706.979463:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758706.979472:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758706.979476:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758706.979478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758706.979487:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758706.979492:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758706.979495:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758706.979497:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758706.979499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758706.979504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758706.979509:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758706.979515:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758706.979521:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758706.979522:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758706.979529:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758706.979530:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758706.979534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758706.979535:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758706.979538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758706.979539:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758706.979548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758706.979552:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758706.979556:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758706.979558:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758706.979562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758706.979562:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758706.979568:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758706.979571:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758706.979573:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758706.979575:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758706.979578:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758706.979580:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758706.979582:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758706.979585:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758706.979586:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758706.979590:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758706.979594:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758707.043394:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311083984, at 4311084032 00000100:00000040:1.0:1787758707.043394:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311083984, at 4311084032 00000100:00000010:0.0:1787758707.043410:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:1.0:1787758707.043414:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787758708.003422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758708.003422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758708.003434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758708.003436:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758708.003447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758708.003449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758708.003463:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758708.003471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758708.003471:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758708.003485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758708.003490:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758708.003498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758708.003504:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758708.003505:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758708.003524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758708.003524:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758708.003527:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758708.003531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758708.003555:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758708.003562:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758708.003562:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758708.003578:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758708.003578:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758708.003592:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758708.003594:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758708.003624:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758708.003626:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758708.003644:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758708.003645:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758708.003651:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758708.003654:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758708.003658:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758708.003661:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758708.003686:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758708.003689:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758708.003696:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758708.003727:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758708.003733:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758708.003737:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758709.027402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758709.027402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758709.027409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758709.027411:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758709.027412:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758709.027417:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758709.027420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758709.027424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758709.027426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758709.027429:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758709.027431:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758709.027434:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758709.027439:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758709.027442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758709.027445:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758709.027459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758709.027461:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758709.027464:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758709.027482:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758709.027486:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758709.027487:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758709.027489:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758709.027490:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758709.027494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758709.027496:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758709.027499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758709.027503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758709.027504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758709.027507:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758709.027508:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758709.027511:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758709.027514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758709.027519:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758709.027520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758709.027524:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758709.027528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758709.027601:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758709.027603:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758709.027606:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758710.051461:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758710.051468:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758710.051470:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758710.051475:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758710.051479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758710.051484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758710.051487:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758710.051491:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758710.051496:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758710.051508:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758710.051516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758710.051521:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758710.051533:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758710.051538:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758710.051544:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758710.051545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758710.051554:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758710.051557:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758710.051558:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758710.051568:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758710.051569:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758710.051572:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758710.051574:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758710.051585:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758710.051605:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758710.051609:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758710.051615:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758710.051642:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758710.051653:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758710.051657:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758710.051660:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758710.051666:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758710.051667:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758710.051673:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758710.051677:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758710.051679:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758710.051687:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758710.051690:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758710.051694:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758710.051695:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758710.051702:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758710.051706:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758710.051709:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758710.051712:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758710.051717:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758710.051832:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758710.051837:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758710.051857:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758711.075439:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758711.075442:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758711.075459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758711.075459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758711.075475:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758711.075477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.075496:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758711.075498:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758711.075508:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758711.075518:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758711.075520:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758711.075524:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.075539:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.075545:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.075552:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758711.075552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758711.075556:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758711.075561:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.075579:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758711.075586:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758711.075588:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.075591:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758711.075593:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758711.075597:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758711.075599:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758711.075602:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758711.075604:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.075608:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758711.075614:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758711.075615:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.075627:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758711.075627:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758711.075639:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758711.075647:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758711.075653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758711.075658:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.075702:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758711.075710:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758711.075712:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.075722:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758711.075735:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758711.075738:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.075744:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.075747:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.075756:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758711.075798:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758711.075801:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758711.075804:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758711.139808:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758711.139823:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758711.139833:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758711.139859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.139895:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.139905:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.139914:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758711.139921:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758711.139931:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.139948:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931210624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758711.140010:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758711.140019:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758711.140027:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.140039:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758711.140055:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758711.140065:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758711.140098:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758711.140113:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758711.140129:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758711.140144:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931210624, portal 25 00000100:00000001:0.0:1787758711.140154:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758711.140161:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758711.140187:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.140260:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758711.140348:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758711.140357:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758711.140368:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931210624, offset 0 00000400:00000200:0.0:1787758711.140395:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758711.140421:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.140447:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758711.140468:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758711.140486:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758711.140497:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758711.140511:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758711.140529:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748216:748216:256:4294967295] 192.168.201.121@tcp LPNI seq info [748210:748210:8:4294967295] 00000400:00000200:0.0:1787758711.140552:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.140594:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758711.140621:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.140637:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758711.140665:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758711.140679:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758711.140754:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.140763:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758711.140781:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758711.140805:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758711.140823:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758711.140829:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758711.140843:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758711.140858:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.140945:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.140957:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.140973:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.140976:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758711.140985:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758711.140992:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758711.140996:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311089105 00000100:00000010:0.0:1787758711.141005:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758711.141014:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758711.141023:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311089105 00000100:00000010:0.0:1787758711.141029:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5600. 00000100:00000001:0.0:1787758711.141034:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758711.141038:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758711.141042:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.141046:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758711.141053:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758711/real 1787758711] req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758711.141067:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758711.141070:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758711.141074:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758711.141078:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758711.141081:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758711.141085:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758711.141090:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758711.141103:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141113:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758711.141116:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141120:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.141122:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758711.141129:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141140:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758711.141148:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141160:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758711.141164:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141167:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.141169:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141173:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758711.141176:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758711.141181:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758711.141187:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758711.141192:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758711.141199:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758711.141212:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931210624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758711.141222:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141226:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.141231:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141241:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758711.141245:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758711.141249:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758711.141254:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758711.141258:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758711.141261:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758711.141313:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758711.141318:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758711.141325:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758711.141328:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758711.141331:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758711.141336:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758711.141338:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141342:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141351:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758711.141354:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.141358:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758711.141361:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758711.141364:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758711.141371:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141383:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.141386:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.141389:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758711.141393:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758711.141396:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.141401:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931210752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758711.141406:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758711.141410:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758711.141412:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.141417:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758711.141422:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758711.141425:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758711.141431:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758711.141436:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758711.141442:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758711.141447:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931210752, portal 10 00000100:00000001:0.0:1787758711.141451:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758711.141453:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758711.141462:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141473:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758711.141477:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758711.141481:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758711.141485:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931210752, offset 0 00000400:00000200:0.0:1787758711.141491:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758711.141498:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.141505:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758711.141510:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758711.141514:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758711.141518:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758711.141522:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758711.141527:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748217:748217:256:4294967295] 192.168.201.121@tcp LPNI seq info [748211:748211:8:4294967295] 00000400:00000200:0.0:1787758711.141533:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.141543:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758711.141550:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.141555:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758711.141561:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758711.141565:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758711.141585:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.141588:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758711.141593:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758711.141599:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758711.141603:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758711.141606:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758711.141610:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758711.141616:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141627:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.141632:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141642:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.141644:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758711.141648:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758711.141654:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758711.141659:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758711.141662:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311088142 00000100:00000001:0.0:1787758711.141667:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.141670:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311088142 00000100:00000001:0.0:1787758711.141674:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.141677:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758711.141680:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.141683:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758711.141688:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758711/real 1787758711] req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758711.141700:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758711.141703:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758711.141705:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758711.141710:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758711.141712:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758711.141717:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758711.141722:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758711.141735:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141745:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758711.141747:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141750:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.141752:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758711.141758:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141768:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758711.141774:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141785:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758711.141789:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141792:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.141794:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.141797:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758711.141803:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758711.141807:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758711.141813:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758711.141817:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758711.141824:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758711.141836:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931210752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758711.141859:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758711.141865:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141890:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.141892:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.141896:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758711.141899:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758711.141903:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.141908:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931210880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758711.141915:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758711.141919:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758711.141921:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.141925:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758711.141930:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758711.141934:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758711.141940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758711.141945:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758711.141950:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758711.141971:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931210880, portal 10 00000100:00000001:0.0:1787758711.141974:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758711.141977:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758711.141986:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.141996:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758711.142002:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758711.142006:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758711.142010:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931210880, offset 0 00000400:00000200:0.0:1787758711.142017:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758711.142023:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.142029:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758711.142033:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758711.142037:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758711.142041:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758711.142045:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758711.142051:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748218:748218:256:4294967295] 192.168.201.121@tcp LPNI seq info [748212:748212:8:4294967295] 00000400:00000200:0.0:1787758711.142057:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.142067:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758711.142075:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.142081:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758711.142088:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758711.142093:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758711.142111:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.142114:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758711.142119:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758711.142125:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758711.142130:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758711.142133:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758711.142137:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758711.142143:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142156:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.142162:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142173:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.142175:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758711.142180:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758711.142185:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758711.142190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758711.142193:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311088140 00000100:00000001:0.0:1787758711.142198:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.142201:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311088140 00000100:00000001:0.0:1787758711.142205:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.142208:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758711.142212:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.142215:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758711.142221:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758711/real 1787758711] req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758711.142233:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758711.142236:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758711.142238:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758711.142242:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758711.142245:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758711.142248:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758711.142254:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758711.142330:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142341:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758711.142344:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.142347:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.142349:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758711.142354:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142364:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758711.142371:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142382:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758711.142386:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.142388:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.142391:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.142394:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758711.142397:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758711.142402:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758711.142408:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758711.142412:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758711.142418:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758711.142430:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931210880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758711.142437:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758711.142443:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142454:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.142456:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.142459:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758711.142462:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758711.142465:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.142470:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758711.142475:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758711.142478:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758711.142481:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.142484:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758711.142489:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758711.142493:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758711.142498:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758711.142502:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758711.142508:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758711.142513:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211008, portal 4 00000100:00000001:0.0:1787758711.142516:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758711.142518:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758711.142527:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142536:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758711.142540:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758711.142544:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758711.142547:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931211008, offset 0 00000400:00000200:0.0:1787758711.142553:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758711.142560:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.142566:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758711.142570:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758711.142574:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758711.142578:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758711.142582:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758711.142586:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748219:748219:256:4294967295] 192.168.201.121@tcp LPNI seq info [748213:748213:8:4294967295] 00000400:00000200:0.0:1787758711.142592:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.142601:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758711.142607:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.142612:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758711.142618:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758711.142622:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758711.142638:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.142641:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758711.142646:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758711.142652:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758711.142656:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758711.142658:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758711.142662:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758711.142668:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142680:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.142685:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142695:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.142697:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758711.142703:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758711.142708:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758711.142713:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758711.142717:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311088177 00000100:00000001:0.0:1787758711.142721:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.142724:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311088177 00000100:00000001:0.0:1787758711.142728:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.142731:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758711.142734:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.142737:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758711.142743:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758711/real 1787758711] req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758711.142754:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758711.142756:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758711.142758:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758711.142762:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758711.142764:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758711.142767:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758711.142772:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758711.142785:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142796:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758711.142798:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.142801:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.142804:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758711.142809:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142820:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758711.142827:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142838:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758711.142842:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.142844:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.142846:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.142849:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758711.142851:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758711.142855:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758711.142861:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758711.142864:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758711.142870:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758711.142882:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758711.142888:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758711.142893:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142903:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758711.142905:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.142908:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758711.142911:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758711.142914:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758711.142918:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758711.142922:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758711.142925:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758711.142928:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758711.142930:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758711.142936:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758711.142939:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758711.142943:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758711.142947:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758711.142952:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758711.142956:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211136, portal 4 00000100:00000001:0.0:1787758711.142959:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758711.142960:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758711.142968:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.142978:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758711.142981:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758711.142985:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758711.142989:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931211136, offset 0 00000400:00000200:0.0:1787758711.142995:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758711.143001:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.143006:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758711.143011:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758711.143015:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758711.143019:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758711.143023:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758711.143027:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748220:748220:256:4294967295] 192.168.201.121@tcp LPNI seq info [748214:748214:8:4294967295] 00000400:00000200:0.0:1787758711.143034:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758711.143043:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758711.143050:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.143055:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758711.143061:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758711.143065:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787758711.143082:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758711.143085:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758711.143089:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758711.143095:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758711.143099:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758711.143102:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758711.143106:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758711.143112:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143123:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.143129:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143138:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.143141:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758711.143145:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758711.143150:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758711.143155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758711.143158:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311088156 00000100:00000001:0.0:1787758711.143162:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.143165:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311088156 00000100:00000001:0.0:1787758711.143168:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311089105 00000100:00000001:0.0:1787758711.143171:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758711.143174:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.143177:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758711.143183:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758711/real 1787758711] req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758711.143196:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758711.143198:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758711.143201:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758711.143205:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758711.143208:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758711.143211:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758711.143217:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758711.143230:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143336:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758711.143338:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143341:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.143343:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758711.143350:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143360:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758711.143366:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143376:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758711.143379:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143381:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758711.143383:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143386:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758711.143388:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758711.143392:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758711.143397:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758711.143400:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758711.143406:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758711.143416:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758711.143422:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143425:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.143429:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931210752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143438:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758711.143441:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758711.143445:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758711.143449:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758711.143451:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758711.143454:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758711.143457:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758711.143459:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758711.143464:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758711.143466:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758711.143468:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758711.143472:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758711.143474:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143476:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.143482:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931210880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143492:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758711.143494:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758711.143497:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758711.143500:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758711.143502:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758711.143504:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758711.143507:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758711.143509:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758711.143513:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758711.143514:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758711.143516:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758711.143520:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758711.143522:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143524:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.143530:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931211008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143538:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758711.143540:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758711.143542:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758711.143545:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758711.143547:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758711.143549:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758711.143552:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758711.143554:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758711.143557:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758711.143558:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758711.143560:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758711.143563:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758711.143565:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143567:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758711.143572:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931211136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758711.143581:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758711.143583:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758711.143585:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758711.143588:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758711.143590:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758711.143591:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758711.143594:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758711.143596:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758711.143599:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758711.143601:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758711.143603:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758711.143606:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758711.143608:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143610:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758711.143616:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758711.143617:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758711.143620:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758711.143623:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758712.099374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758712.099375:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758712.099383:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758712.099383:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758712.099388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758712.099389:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758712.099396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758712.099397:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758712.099404:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758712.099404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758712.099409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758712.099410:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758712.099422:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758712.099425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758712.099428:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758712.099429:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758712.099432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758712.099436:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758712.099445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758712.099449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758712.099453:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758712.099454:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758712.099458:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758712.099459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758712.099465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758712.099470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758712.099471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758712.099475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758712.099476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758712.099480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758712.099481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758712.099486:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758712.099487:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758712.099490:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758712.099495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758712.099498:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758712.099558:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758712.099561:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758712.099564:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758712.163347:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311089105, at 4311089152 00000100:00000040:1.0:1787758712.163347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311089105, at 4311089152 00000100:00000010:0.0:1787758712.163362:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:1.0:1787758712.163367:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5600. 00000100:00000001:1.0:1787758713.123411:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758713.123423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758713.123428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758713.123436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758713.123443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758713.123449:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123460:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758713.123464:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123468:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758713.123482:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758713.123494:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758713.123500:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758713.123513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758713.123523:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758713.123531:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758713.123534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123537:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758713.123544:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758713.123547:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758713.123551:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758713.123556:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758713.123558:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123562:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758713.123565:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758713.123577:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758713.123583:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123589:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758713.123601:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758713.123607:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758713.123610:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758713.123615:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758713.123617:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758713.123620:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758713.123621:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758713.123626:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758713.123627:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758713.123629:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758713.123638:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758713.123639:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758713.123645:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123647:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123651:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758713.123653:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758713.123655:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758713.123662:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758714.147401:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758714.147411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758714.147411:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758714.147420:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758714.147420:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758714.147429:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758714.147431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758714.147442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758714.147443:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758714.147452:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758714.147454:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758714.147456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758714.147464:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758714.147466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758714.147482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758714.147493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758714.147496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758714.147501:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758714.147513:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758714.147518:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758714.147520:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758714.147525:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758714.147529:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758714.147529:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758714.147540:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758714.147541:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758714.147545:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758714.147550:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758714.147556:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758714.147556:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758714.147578:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758714.147579:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758714.147590:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758714.147599:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758714.147606:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758714.147607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758714.147611:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758714.147612:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758714.147629:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758714.147630:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758714.147639:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758714.147643:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758714.147647:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758714.147649:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758714.147653:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758715.171381:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758715.171386:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758715.171388:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758715.171393:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758715.171394:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758715.171398:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758715.171401:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758715.171405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758715.171409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758715.171411:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758715.171416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758715.171417:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758715.171421:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758715.171426:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758715.171432:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758715.171439:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758715.171442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758715.171446:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758715.171448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758715.171453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758715.171455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758715.171460:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758715.171465:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758715.171469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758715.171482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758715.171485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758715.171489:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758715.171493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758715.171500:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758715.171504:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758715.171505:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758715.171509:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758715.171512:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758715.171512:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758715.171519:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758715.171520:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758715.171525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758715.171526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758715.171531:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758715.171532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758715.171535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758715.171536:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758715.171539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758715.171541:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758715.171543:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.195385:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758716.195394:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758716.195394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758716.195401:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758716.195402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758716.195406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758716.195410:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758716.195412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758716.195417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758716.195419:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758716.195423:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758716.195424:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758716.195432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.195437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758716.195437:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.195442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758716.195444:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.195448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758716.195464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758716.195470:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758716.195476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758716.195483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758716.195489:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758716.195490:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758716.195495:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758716.195496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.195499:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758716.195504:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758716.195505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758716.195508:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.195512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758716.195513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.195517:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.195522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.195526:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.195530:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758716.195532:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758716.195538:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758716.195540:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758716.195543:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758716.195547:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758716.195550:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758716.195553:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758716.195555:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758716.195558:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.259583:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758716.259590:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758716.259596:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758716.259605:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.259620:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.259623:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.259629:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758716.259632:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758716.259635:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758716.259641:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931211264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758716.259645:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758716.259650:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758716.259655:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.259660:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758716.259666:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758716.259670:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758716.259680:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758716.259684:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758716.259692:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758716.259699:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211264, portal 25 00000100:00000001:0.0:1787758716.259703:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758716.259706:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758716.259717:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.259731:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758716.259738:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758716.259743:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758716.259748:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931211264, offset 0 00000400:00000200:0.0:1787758716.259759:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758716.259768:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.259777:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758716.259787:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758716.259794:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758716.259800:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758716.259805:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758716.259811:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748221:748221:256:4294967295] 192.168.201.121@tcp LPNI seq info [748215:748215:8:4294967295] 00000400:00000200:0.0:1787758716.259819:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.259830:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758716.259841:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.259846:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758716.259857:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758716.259863:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758716.259886:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.259889:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758716.259897:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758716.259904:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758716.259910:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758716.259914:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758716.259919:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758716.259926:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.259938:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.259943:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.259958:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.259962:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758716.259969:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758716.259978:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758716.259982:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311094224 00000100:00000010:0.0:1787758716.259988:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758716.259997:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758716.260006:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311094224 00000100:00000010:0.0:1787758716.260012:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787758716.260018:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758716.260023:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758716.260027:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.260032:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758716.260039:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758716/real 1787758716] req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758716.260056:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758716.260059:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758716.260062:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758716.260066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758716.260070:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758716.260076:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758716.260083:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758716.260101:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260113:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758716.260115:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260119:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.260122:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758716.260128:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260140:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758716.260149:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260161:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758716.260165:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260168:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.260170:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260173:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758716.260200:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758716.260204:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758716.260210:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758716.260215:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758716.260221:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758716.260254:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931211264:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758716.260261:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260264:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.260284:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931211264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260290:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758716.260292:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758716.260297:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758716.260302:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758716.260305:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758716.260309:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758716.260312:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758716.260316:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758716.260323:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758716.260327:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758716.260330:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758716.260335:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758716.260339:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260342:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260351:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758716.260354:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.260358:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758716.260362:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758716.260365:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758716.260371:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260385:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.260387:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.260392:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758716.260395:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758716.260399:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758716.260404:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758716.260410:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758716.260414:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758716.260416:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.260418:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758716.260421:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758716.260424:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758716.260432:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758716.260435:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758716.260440:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758716.260446:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211392, portal 10 00000100:00000001:0.0:1787758716.260449:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758716.260453:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758716.260464:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260477:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758716.260479:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758716.260484:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758716.260487:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931211392, offset 0 00000400:00000200:0.0:1787758716.260494:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758716.260498:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.260503:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758716.260510:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758716.260516:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758716.260520:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758716.260523:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758716.260533:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748222:748222:256:4294967295] 192.168.201.121@tcp LPNI seq info [748216:748216:8:4294967295] 00000400:00000200:0.0:1787758716.260545:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.260560:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758716.260568:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.260573:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758716.260578:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758716.260581:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758716.260593:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.260595:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758716.260599:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758716.260603:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758716.260606:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758716.260608:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758716.260611:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758716.260616:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260626:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.260629:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260636:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.260639:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758716.260642:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758716.260646:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758716.260650:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758716.260652:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311093261 00000100:00000001:0.0:1787758716.260655:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.260658:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311093261 00000100:00000001:0.0:1787758716.260660:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.260663:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758716.260665:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.260667:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758716.260671:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758716/real 1787758716] req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758716.260680:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758716.260681:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758716.260683:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758716.260685:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758716.260687:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758716.260690:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758716.260693:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758716.260702:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260709:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758716.260710:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260712:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.260714:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758716.260718:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260725:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758716.260729:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260737:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758716.260739:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260742:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.260743:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260745:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758716.260749:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758716.260752:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758716.260756:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758716.260758:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758716.260763:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758716.260772:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211392:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758716.260776:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758716.260780:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260786:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.260788:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.260790:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758716.260792:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758716.260795:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758716.260798:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758716.260801:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758716.260804:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758716.260806:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.260808:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758716.260811:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758716.260813:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758716.260817:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758716.260820:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758716.260823:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758716.260826:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211520, portal 10 00000100:00000001:0.0:1787758716.260828:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758716.260830:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758716.260836:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260843:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758716.260847:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758716.260849:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758716.260851:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931211520, offset 0 00000400:00000200:0.0:1787758716.260856:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758716.260860:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.260864:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758716.260867:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758716.260870:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758716.260872:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758716.260875:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758716.260879:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748223:748223:256:4294967295] 192.168.201.121@tcp LPNI seq info [748217:748217:8:4294967295] 00000400:00000200:0.0:1787758716.260883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.260890:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758716.260894:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.260897:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758716.260900:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758716.260902:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758716.260910:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.260911:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758716.260914:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758716.260916:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758716.260918:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758716.260920:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758716.260922:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758716.260924:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260934:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.260936:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260940:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.260942:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758716.260944:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758716.260946:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758716.260948:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758716.260950:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311093259 00000100:00000001:0.0:1787758716.260952:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.260953:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311093259 00000100:00000001:0.0:1787758716.260955:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.260956:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758716.260958:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.260959:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758716.260961:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758716/real 1787758716] req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758716.260966:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758716.260967:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758716.260968:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758716.260970:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758716.260971:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758716.260972:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758716.260975:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758716.260980:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260984:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758716.260986:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.260987:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.260988:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758716.260990:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.260995:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758716.260997:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261002:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758716.261003:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261004:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.261005:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261006:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758716.261008:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758716.261010:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758716.261012:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758716.261013:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758716.261016:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758716.261021:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211520:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758716.261023:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758716.261026:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261030:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.261031:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.261033:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758716.261034:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758716.261036:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758716.261038:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758716.261040:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758716.261042:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758716.261043:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.261044:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758716.261047:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758716.261048:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758716.261050:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758716.261052:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758716.261055:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758716.261057:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211648, portal 4 00000100:00000001:0.0:1787758716.261058:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758716.261059:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758716.261064:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261068:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758716.261070:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758716.261071:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758716.261073:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931211648, offset 0 00000400:00000200:0.0:1787758716.261075:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758716.261077:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.261080:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758716.261082:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758716.261083:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758716.261085:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758716.261087:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758716.261089:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748224:748224:256:4294967295] 192.168.201.121@tcp LPNI seq info [748218:748218:8:4294967295] 00000400:00000200:0.0:1787758716.261092:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.261096:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758716.261099:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.261101:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758716.261104:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758716.261106:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758716.261114:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.261115:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758716.261117:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758716.261120:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758716.261121:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758716.261123:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758716.261124:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758716.261126:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261132:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.261134:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261139:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.261140:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758716.261142:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758716.261144:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758716.261146:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758716.261147:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311093295 00000100:00000001:0.0:1787758716.261149:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.261150:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311093295 00000100:00000001:0.0:1787758716.261152:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.261153:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758716.261155:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.261156:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758716.261158:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758716/real 1787758716] req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758716.261163:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758716.261164:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758716.261165:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758716.261167:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758716.261168:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758716.261169:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758716.261171:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758716.261196:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261200:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758716.261201:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261203:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.261204:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758716.261206:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261211:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758716.261214:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261218:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758716.261220:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261221:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.261221:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261223:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758716.261224:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758716.261226:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758716.261227:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758716.261229:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758716.261231:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758716.261241:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211648:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758716.261243:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261245:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.261247:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931211392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261251:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758716.261252:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758716.261254:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758716.261255:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758716.261256:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758716.261257:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758716.261259:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758716.261261:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758716.261263:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758716.261264:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758716.261265:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758716.261282:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758716.261283:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261284:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.261287:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931211520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261291:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758716.261292:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758716.261294:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758716.261295:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758716.261296:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758716.261297:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758716.261298:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758716.261299:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758716.261301:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758716.261301:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758716.261302:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758716.261304:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758716.261305:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261306:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.261308:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931211648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261313:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758716.261314:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758716.261315:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758716.261316:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758716.261317:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758716.261318:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758716.261319:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758716.261320:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758716.261321:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758716.261322:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758716.261323:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758716.261324:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758716.261325:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261326:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261329:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758716.261330:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.261331:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758716.261332:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758716.261333:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758716.261335:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261340:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758716.261341:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.261342:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758716.261343:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758716.261345:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758716.261347:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758716.261349:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758716.261350:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758716.261352:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758716.261353:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758716.261356:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758716.261357:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758716.261360:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758716.261361:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758716.261364:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758716.261366:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931211776, portal 4 00000100:00000001:0.0:1787758716.261368:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758716.261369:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758716.261374:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261378:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758716.261380:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758716.261382:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758716.261383:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931211776, offset 0 00000400:00000200:0.0:1787758716.261386:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758716.261388:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.261391:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758716.261393:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758716.261394:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758716.261396:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758716.261398:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758716.261400:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748225:748225:256:4294967295] 192.168.201.121@tcp LPNI seq info [748219:748219:8:4294967295] 00000400:00000200:0.0:1787758716.261403:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758716.261407:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758716.261410:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.261412:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758716.261415:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758716.261417:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787758716.261424:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758716.261426:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758716.261428:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758716.261431:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758716.261433:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758716.261434:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758716.261436:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758716.261438:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261443:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.261445:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261450:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.261451:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758716.261453:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758716.261455:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758716.261457:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758716.261458:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311093275 00000100:00000001:0.0:1787758716.261460:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.261461:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311093275 00000100:00000001:0.0:1787758716.261463:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311094224 00000100:00000001:0.0:1787758716.261465:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758716.261466:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.261467:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758716.261470:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758716/real 1787758716] req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758716.261474:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758716.261475:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758716.261476:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758716.261478:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758716.261480:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758716.261481:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758716.261483:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758716.261489:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261494:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758716.261494:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261496:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.261497:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758716.261499:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261503:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758716.261506:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261510:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758716.261511:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261512:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758716.261513:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261514:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758716.261515:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758716.261517:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758716.261519:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758716.261521:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758716.261523:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758716.261528:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931211776:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758716.261531:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261532:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758716.261534:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931211776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758716.261538:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758716.261540:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758716.261541:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758716.261542:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758716.261543:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758716.261544:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758716.261545:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758716.261546:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758716.261548:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758716.261549:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758716.261550:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758716.261551:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758716.261552:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261553:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758716.261555:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758716.261556:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758716.261557:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758716.261558:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758717.219421:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758717.219422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758717.219444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758717.219445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758717.219464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758717.219464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758717.219488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758717.219489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758717.219505:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758717.219507:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758717.219525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219528:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758717.219546:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758717.219552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758717.219559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758717.219559:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758717.219565:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219577:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758717.219601:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758717.219606:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758717.219610:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758717.219614:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758717.219617:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758717.219619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219622:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758717.219626:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219630:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758717.219631:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758717.219638:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758717.219643:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758717.219647:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758717.219650:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758717.219652:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758717.219660:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758717.219663:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219665:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758717.219675:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758717.219676:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758717.219685:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219688:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758717.219691:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758717.219694:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219700:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758717.219708:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758717.219715:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758717.283366:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311094224, at 4311094272 00000100:00000040:0.0:1787758717.283374:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311094224, at 4311094272 00000100:00000010:1.0:1787758717.283386:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000010:0.0:1787758717.283390:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758718.243404:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758718.243415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758718.243420:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758718.243431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758718.243431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758718.243445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758718.243447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758718.243457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758718.243459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758718.243472:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758718.243478:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758718.243484:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758718.243486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758718.243494:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758718.243496:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758718.243499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758718.243507:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758718.243513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758718.243532:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758718.243536:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758718.243539:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758718.243543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758718.243544:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758718.243551:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758718.243553:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758718.243566:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758718.243567:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758718.243574:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758718.243576:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758718.243579:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758718.243582:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758718.243586:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758718.243587:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758718.243606:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758718.243611:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758718.243617:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758718.243633:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758718.243638:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758718.243640:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758718.243642:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758718.243644:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758718.243648:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758718.243650:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758718.243651:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758718.243653:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758719.267454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758719.267456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758719.267462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758719.267470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758719.267471:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758719.267485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758719.267487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758719.267508:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758719.267509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758719.267518:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758719.267519:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758719.267529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758719.267530:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758719.267538:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758719.267547:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758719.267547:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758719.267561:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758719.267567:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758719.267590:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758719.267600:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758719.267605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758719.267607:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758719.267612:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758719.267618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758719.267619:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758719.267623:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758719.267626:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758719.267630:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758719.267633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758719.267638:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758719.267640:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758719.267645:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758719.267648:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758719.267657:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758719.267662:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758719.267669:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758720.291380:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758720.291381:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758720.291388:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758720.291389:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758720.291390:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758720.291394:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758720.291396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758720.291401:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758720.291402:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758720.291406:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758720.291409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758720.291410:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758720.291415:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758720.291416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758720.291418:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758720.291434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758720.291437:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758720.291437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758720.291440:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758720.291441:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758720.291447:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758720.291448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758720.291455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758720.291458:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758720.291461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758720.291463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758720.291465:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758720.291466:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758720.291470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758720.291472:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758720.291475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758720.291482:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758720.291486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758720.291490:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758720.291494:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758720.291499:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758720.291501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758720.291502:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758720.291505:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758720.291508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758720.291511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758720.291515:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758720.291518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758720.291523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758720.291526:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758721.315360:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758721.315367:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758721.315380:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758721.315394:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758721.315399:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758721.315404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758721.315410:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758721.315414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758721.315415:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758721.315420:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758721.315422:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.315424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758721.315431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758721.315435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758721.315436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758721.315440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758721.315441:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758721.315445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758721.315449:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758721.315453:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758721.315457:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758721.315458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758721.315463:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758721.315467:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758721.315470:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758721.315472:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758721.315475:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758721.315503:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758721.315507:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758721.315511:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758721.315515:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758721.315522:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758721.315528:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758721.315529:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758721.315533:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758721.315534:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758721.315539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758721.315539:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758721.315543:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758721.315544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758721.315546:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.315548:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758721.315553:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758721.315555:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758721.315560:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758721.379386:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758721.379397:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758721.379399:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758721.379403:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758721.379407:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758721.379415:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16425 00000400:00000200:0.0:1787758721.379424:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758721.379431:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758721.379435:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758721.379438:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379442:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.379444:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379447:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758721.379452:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758721.379454:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758721.379457:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758721.379460:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758721.379463:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758721.379465:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758721.379469:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379471:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.379473:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379475:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758721.379479:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758721.379483:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379487:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758721.379490:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758721.379493:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758721.379496:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379498:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758721.379500:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758721.379509:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758721.379512:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758721.379515:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758721.379517:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379519:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758721.379522:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758721.379526:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758721.379532:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758721.379537:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758721.379545:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931211904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758721.379553:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758721.379557:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758721.379561:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931211904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758721.379581:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758721.379584:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758721.379587:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758721.379588:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758721.379590:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758721.379592:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758721.379595:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16425 00000400:00000200:0.0:1787758721.379598:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758721.379601:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758721.379604:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758721.379607:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379609:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.379611:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379616:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758721.379618:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758721.379622:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758721.379626:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758721.379629:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758721.379632:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758721.379634:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758721.379641:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379646:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.379650:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379653:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758721.379657:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758721.379662:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379668:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758721.379673:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758721.379680:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758721.379685:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379687:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758721.379693:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758721.379698:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379699:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758721.379703:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758721.379709:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758721.379713:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758721.379715:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379718:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758721.379720:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758721.379723:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758721.379729:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758721.379735:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758721.379741:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931212032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758721.379754:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758721.379759:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758721.379768:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931212032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758721.379780:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758721.379784:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758721.379789:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758721.379791:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758721.379792:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758721.379798:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758721.379801:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16425 00000400:00000200:0.0:1787758721.379807:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758721.379813:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758721.379814:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758721.379817:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379819:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.379822:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379827:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758721.379829:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758721.379830:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758721.379833:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758721.379837:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758721.379840:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758721.379843:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758721.379849:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379852:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.379858:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379863:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758721.379867:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758721.379874:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758721.379879:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758721.379882:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758721.379884:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758721.379887:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379891:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758721.379894:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758721.379899:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379901:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758721.379905:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758721.379908:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758721.379910:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758721.379911:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.379913:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758721.379915:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758721.379918:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758721.379921:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758721.379927:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758721.379934:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931212160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758721.379944:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758721.379948:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758721.379954:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931212160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758721.379965:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758721.379968:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758721.379972:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758721.379975:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758721.379977:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758721.379980:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758721.379986:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16425 00000400:00000200:0.0:1787758721.379989:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758721.379995:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758721.379997:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758721.380004:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380008:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.380012:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380014:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758721.380018:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758721.380022:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758721.380023:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758721.380025:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758721.380029:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758721.380032:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758721.380036:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380041:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.380045:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380050:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758721.380052:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758721.380057:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380061:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758721.380065:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758721.380068:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758721.380073:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.380076:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758721.380080:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758721.380102:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.380104:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758721.380107:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758721.380110:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758721.380112:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758721.380116:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.380118:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758721.380121:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758721.380125:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758721.380131:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758721.380135:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758721.380143:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931212288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758721.380151:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758721.380154:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758721.380159:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931212288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758721.380172:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758721.380176:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758721.380180:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758721.380183:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758721.380185:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758721.380190:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758721.380199:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16425 00000400:00000200:0.0:1787758721.380203:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758721.380206:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758721.380207:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758721.380209:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380212:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.380215:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380219:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758721.380222:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758721.380225:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758721.380227:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758721.380230:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758721.380233:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758721.380237:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758721.380243:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380246:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758721.380250:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380255:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758721.380260:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758721.380295:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758721.380302:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758721.380305:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758721.380309:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758721.380317:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.380322:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758721.380327:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758721.380335:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.380342:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758721.380352:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758721.380359:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758721.380366:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758721.380370:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758721.380375:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758721.380377:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758721.380380:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758721.380387:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758721.380392:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758721.380399:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931212416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758721.380408:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758721.380411:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758721.380421:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931212416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758721.380448:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758721.380454:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16436) 00000100:00000001:0.0:1787758722.339362:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758722.339370:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758722.339372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758722.339373:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758722.339379:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758722.339380:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758722.339383:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758722.339386:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758722.339387:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758722.339392:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758722.339393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758722.339396:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758722.339398:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758722.339403:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758722.339411:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758722.339411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758722.339415:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758722.339419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758722.339429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758722.339433:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758722.339435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758722.339437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758722.339439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758722.339441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758722.339442:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758722.339447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758722.339447:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758722.339450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758722.339451:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758722.339455:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758722.339455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758722.339459:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758722.339463:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758722.339463:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758722.339467:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758722.339471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758722.339485:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758722.339490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758722.339494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758722.339499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758722.339505:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758722.339509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758722.339511:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758722.339514:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758722.339518:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758722.403367:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311099344, at 4311099392 00000100:00000040:0.0:1787758722.403368:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311099344, at 4311099392 00000100:00000010:0.0:1787758722.403383:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787758722.403385:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787758723.363376:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758723.363384:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758723.363392:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758723.363399:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758723.363404:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758723.363410:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758723.363421:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363426:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758723.363439:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758723.363444:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758723.363448:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758723.363453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758723.363456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758723.363459:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758723.363465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758723.363506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758723.363508:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758723.363512:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758723.363513:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758723.363514:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758723.363516:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758723.363518:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758723.363522:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758723.363523:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758723.363527:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758723.363529:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758723.363530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758723.363533:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363534:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363540:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758723.363540:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758723.363544:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758723.363547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758723.363563:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758723.363566:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758723.363567:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758723.363570:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758723.363570:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758723.363573:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758723.363574:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758723.363577:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758723.363578:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758723.363583:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758723.363583:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758723.363589:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758723.363589:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363593:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758723.363596:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758723.363642:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758723.363643:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758723.363645:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758724.387381:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758724.387381:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758724.387388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758724.387389:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758724.387392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758724.387394:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758724.387399:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758724.387402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758724.387404:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758724.387408:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758724.387412:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758724.387417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.387418:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758724.387424:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.387429:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758724.387432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758724.387435:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758724.387439:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758724.387444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758724.387448:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758724.387451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758724.387453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758724.387456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758724.387459:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.387462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758724.387464:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.387467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758724.387473:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758724.387478:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758724.387480:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758724.387484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758724.387487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758724.387490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758724.387493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758724.387494:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758724.387497:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758724.387504:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758724.387510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758724.387514:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758724.387518:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758724.387522:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758724.387526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.387529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758724.387531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.387534:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758724.388707:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758724.388713:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758724.388717:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758724.388717:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758724.388723:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758724.388724:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758724.388727:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758724.388729:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758724.388734:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758724.388735:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758724.388741:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758724.388742:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758724.388745:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.388747:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758724.388751:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758724.388752:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758724.388756:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758724.388760:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758725.411361:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758725.411367:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758725.411370:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758725.411374:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758725.411382:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758725.411386:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758725.411389:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758725.411391:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758725.411393:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758725.411397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758725.411398:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758725.411400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758725.411404:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758725.411409:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758725.411413:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758725.411416:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758725.411418:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758725.411421:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758725.411423:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758725.411430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758725.411432:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758725.411435:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758725.411436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758725.411439:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758725.411440:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758725.411444:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758725.411445:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758725.411446:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758725.411451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758725.411453:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758725.411455:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758725.411458:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758725.411464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758725.411465:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758725.411469:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758725.411473:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758725.411495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758725.411497:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758725.411499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758725.411501:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758725.411504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758725.411506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758725.411508:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758725.411509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758725.411512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758726.435419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758726.435430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758726.435433:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758726.435442:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758726.435448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758726.435450:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758726.435456:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758726.435463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758726.435465:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758726.435473:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758726.435474:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758726.435478:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758726.435489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758726.435500:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758726.435503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758726.435505:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758726.435512:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758726.435516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758726.435516:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758726.435522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758726.435526:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758726.435527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758726.435539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758726.435547:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758726.435548:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758726.435562:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758726.435567:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758726.435590:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758726.435596:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758726.435601:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758726.435602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758726.435608:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758726.435611:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758726.435613:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758726.435615:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758726.435618:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758726.435618:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758726.435633:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758726.435635:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758726.435636:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758726.435639:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758726.435640:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758726.435642:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758726.435645:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758726.435649:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758727.459376:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758727.459384:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758727.459387:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758727.459395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758727.459402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758727.459402:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758727.459408:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758727.459410:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758727.459416:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758727.459417:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758727.459423:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758727.459425:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758727.459427:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459431:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758727.459433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758727.459439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758727.459444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758727.459452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758727.459453:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758727.459456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758727.459460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758727.459467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758727.459472:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758727.459474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758727.459478:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758727.459480:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459482:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758727.459487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758727.459487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758727.459492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758727.459498:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758727.459499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758727.459506:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459509:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758727.459542:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758727.459549:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758727.459552:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758727.459555:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758727.459558:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758727.459562:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758727.459566:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758727.459569:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758727.523392:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311104465, at 4311104512 00000100:00000040:0.0:1787758727.523393:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311104465, at 4311104512 00000100:00000010:1.0:1787758727.523416:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787758727.523419:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:1.0:1787758728.483375:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758728.483379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758728.483384:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758728.483385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758728.483388:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758728.483389:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758728.483396:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758728.483397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758728.483403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758728.483404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758728.483407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758728.483409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758728.483420:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758728.483424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758728.483427:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758728.483428:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758728.483431:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758728.483435:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758728.483447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758728.483451:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758728.483454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758728.483456:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758728.483458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758728.483461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758728.483463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758728.483468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758728.483469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758728.483473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758728.483474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758728.483478:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758728.483479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758728.483480:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758728.483485:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758728.483486:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758728.483489:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758728.483494:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758729.507339:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758729.507348:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758729.507352:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758729.507353:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758729.507360:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758729.507361:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758729.507366:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758729.507367:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758729.507374:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758729.507374:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758729.507383:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758729.507383:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758729.507389:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758729.507390:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758729.507398:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758729.507411:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758729.507415:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758729.507418:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758729.507419:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758729.507425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758729.507428:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758729.507432:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758729.507438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758729.507439:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758729.507443:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758729.507446:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758729.507447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758729.507452:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758729.507453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758729.507457:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758729.507459:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758729.507464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758729.507465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758729.507474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758729.507478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758729.507482:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758729.507503:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758729.507508:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758729.507513:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758729.507519:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758729.507525:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758729.507529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758729.507536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758729.507541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758729.507547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758730.531424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758730.531430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758730.531436:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758730.531439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758730.531443:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758730.531444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758730.531457:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758730.531461:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758730.531464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758730.531474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758730.531475:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758730.531492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758730.531492:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758730.531506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758730.531513:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531520:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758730.531521:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758730.531524:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758730.531530:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758730.531534:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758730.531541:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758730.531545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531552:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758730.531552:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758730.531561:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758730.531563:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758730.531568:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758730.531570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758730.531583:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758730.531596:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758730.531601:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758730.531610:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758730.531612:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758730.531613:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531626:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758730.531627:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758730.531637:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758730.531646:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758730.531649:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758730.531652:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531654:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758730.531656:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758730.531658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758731.555431:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758731.555432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758731.555442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758731.555443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758731.555446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758731.555450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758731.555454:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758731.555460:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758731.555461:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758731.555469:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758731.555477:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758731.555478:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758731.555488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758731.555488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758731.555501:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758731.555504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758731.555517:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758731.555524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758731.555540:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758731.555557:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758731.555558:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758731.555564:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758731.555564:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758731.555569:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758731.555571:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758731.555584:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758731.555586:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758731.555596:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758731.555600:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758731.555619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758731.555623:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758731.555628:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758731.555638:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758731.555652:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758731.555660:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758731.555665:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758732.579385:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758732.579385:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758732.579394:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758732.579396:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758732.579398:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758732.579401:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758732.579406:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758732.579409:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758732.579413:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758732.579417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758732.579419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758732.579423:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758732.579436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758732.579440:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758732.579444:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758732.579445:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758732.579450:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758732.579456:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758732.579468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758732.579476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758732.579478:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758732.579481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758732.579484:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758732.579486:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758732.579489:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758732.579493:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758732.579494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758732.579498:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758732.579500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758732.579504:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758732.579506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758732.579509:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758732.579515:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758732.579516:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758732.579520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758732.579525:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758732.643381:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311109585, at 4311109632 00000100:00000040:1.0:1787758732.643381:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311109585, at 4311109632 00000100:00000010:0.0:1787758732.643396:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:1.0:1787758732.643400:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758733.603431:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758733.603433:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758733.603441:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758733.603446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758733.603447:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758733.603453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758733.603454:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758733.603462:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758733.603463:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758733.603469:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758733.603472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758733.603474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758733.603484:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758733.603484:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758733.603504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758733.603505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758733.603522:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758733.603529:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758733.603545:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758733.603550:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758733.603556:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758733.603563:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758733.603569:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758733.603572:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758733.603573:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758733.603578:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758733.603579:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758733.603583:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758733.603584:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758733.603590:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758733.603591:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758733.603597:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758733.603601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758733.603607:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758733.603615:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758733.603623:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758734.627430:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758734.627433:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758734.627438:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758734.627442:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758734.627443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758734.627450:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758734.627451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758734.627464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758734.627466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758734.627472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758734.627475:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758734.627479:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758734.627481:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758734.627486:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758734.627495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758734.627522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758734.627526:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758734.627530:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758734.627534:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758734.627541:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758734.627544:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758734.627551:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758734.627555:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758734.627567:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758734.627571:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758734.627572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758734.627585:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758734.627586:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758734.627600:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758734.627601:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758734.627610:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758734.627611:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758734.627621:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758734.627622:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758734.627630:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758734.627641:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758734.627674:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758734.627685:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758734.627687:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758734.627689:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758734.627692:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758734.627695:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758734.627696:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758734.627698:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758734.627700:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758735.651387:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758735.651395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758735.651395:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758735.651400:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758735.651402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758735.651406:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758735.651408:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758735.651412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758735.651417:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758735.651418:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758735.651424:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758735.651425:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758735.651442:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758735.651446:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758735.651450:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758735.651452:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758735.651456:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758735.651460:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758735.651464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758735.651468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758735.651472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758735.651476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758735.651482:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758735.651483:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758735.651487:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758735.651488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758735.651491:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758735.651494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758735.651497:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758735.651498:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758735.651504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758735.651507:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758735.651508:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758735.651513:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758735.651517:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758735.651521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758735.651536:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758735.651541:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758735.651543:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758735.651546:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758735.651549:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758735.651552:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758735.651555:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758735.651558:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758735.651563:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.675369:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758736.675377:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758736.675382:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.675387:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758736.675392:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758736.675396:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.675400:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.675404:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.675409:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758736.675439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758736.675443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758736.675444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758736.675454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758736.675459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.675463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758736.675466:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758736.675477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758736.675478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758736.675491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758736.675491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758736.675502:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.675503:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758736.675517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758736.675523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.675539:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758736.675539:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758736.675546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758736.675550:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758736.675551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758736.675555:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758736.675562:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758736.675573:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758736.675574:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758736.675581:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758736.675582:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.675584:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.675594:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758736.675595:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.675601:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758736.675601:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.675607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758736.675617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.675627:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.675633:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.675637:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.739700:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758736.739708:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758736.739713:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758736.739727:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.739752:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.739756:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.739761:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758736.739767:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758736.739772:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.739782:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931213824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758736.739791:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758736.739798:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758736.739803:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.739808:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758736.739835:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758736.739841:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758736.739850:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758736.739857:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758736.739867:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758736.739878:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931213824, portal 25 00000100:00000001:0.0:1787758736.739883:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758736.739885:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758736.739897:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.739913:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758736.739921:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758736.739927:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758736.739932:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931213824, offset 0 00000400:00000200:0.0:1787758736.739946:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758736.739962:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.739972:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758736.739980:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758736.739990:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758736.739998:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758736.740006:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758736.740016:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748241:748241:256:4294967295] 192.168.201.121@tcp LPNI seq info [748235:748235:8:4294967295] 00000400:00000200:0.0:1787758736.740028:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.740049:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758736.740062:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.740071:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758736.740083:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758736.740092:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758736.740130:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.740136:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758736.740145:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758736.740154:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758736.740164:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758736.740171:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758736.740180:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758736.740193:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740241:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.740251:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740300:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.740302:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758736.740311:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758736.740320:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758736.740325:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311114705 00000100:00000010:0.0:1787758736.740333:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758736.740344:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758736.740355:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311114705 00000100:00000010:0.0:1787758736.740362:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758736.740369:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758736.740376:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758736.740383:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.740390:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758736.740400:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758736/real 1787758736] req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758736.740423:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758736.740428:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758736.740433:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758736.740440:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758736.740445:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758736.740452:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758736.740462:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758736.740496:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740519:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758736.740526:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.740532:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.740538:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758736.740549:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740571:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758736.740583:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740605:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758736.740613:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.740619:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.740623:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.740630:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758736.740636:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758736.740643:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758736.740654:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758736.740660:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758736.740673:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758736.740708:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931213824:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758736.740715:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.740720:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.740725:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931213824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740734:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758736.740737:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758736.740741:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758736.740745:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758736.740747:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758736.740749:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758736.740751:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758736.740754:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758736.740758:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758736.740761:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758736.740763:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758736.740766:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758736.740768:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.740770:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.740778:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758736.740780:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.740782:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758736.740784:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758736.740786:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758736.740790:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740798:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.740800:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.740802:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758736.740804:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758736.740807:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.740811:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931213952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758736.740828:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758736.740831:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758736.740832:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.740835:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758736.740839:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758736.740841:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758736.740845:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758736.740848:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758736.740851:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758736.740855:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931213952, portal 10 00000100:00000001:0.0:1787758736.740857:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758736.740859:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758736.740866:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740875:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758736.740878:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758736.740880:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758736.740883:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931213952, offset 0 00000400:00000200:0.0:1787758736.740887:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758736.740892:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.740896:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758736.740899:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758736.740903:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758736.740906:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758736.740908:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758736.740912:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748242:748242:256:4294967295] 192.168.201.121@tcp LPNI seq info [748236:748236:8:4294967295] 00000400:00000200:0.0:1787758736.740917:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.740924:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758736.740930:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.740934:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758736.740938:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758736.740942:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758736.740954:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.740956:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758736.740960:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758736.740964:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758736.740967:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758736.740969:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758736.740972:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758736.740976:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.740986:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.740990:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741003:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.741004:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758736.741008:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758736.741011:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758736.741015:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758736.741017:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311113741 00000100:00000001:0.0:1787758736.741020:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.741022:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311113741 00000100:00000001:0.0:1787758736.741024:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.741026:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758736.741028:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.741030:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758736.741035:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758736/real 1787758736] req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758736.741044:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758736.741045:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758736.741047:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758736.741050:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758736.741052:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758736.741055:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758736.741059:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758736.741068:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741075:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758736.741077:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741079:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.741081:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758736.741085:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741093:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758736.741098:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741105:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758736.741108:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741110:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.741112:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741114:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758736.741117:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758736.741120:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758736.741124:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758736.741126:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758736.741131:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758736.741140:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931213952:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758736.741145:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758736.741149:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741156:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.741158:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.741160:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758736.741162:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758736.741164:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.741168:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758736.741171:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758736.741173:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758736.741176:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.741178:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758736.741181:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758736.741183:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758736.741187:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758736.741189:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758736.741193:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758736.741196:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214080, portal 10 00000100:00000001:0.0:1787758736.741198:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758736.741200:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758736.741206:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741213:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758736.741216:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758736.741218:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758736.741221:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931214080, offset 0 00000400:00000200:0.0:1787758736.741226:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758736.741230:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.741234:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758736.741237:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758736.741240:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758736.741243:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758736.741246:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758736.741249:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748243:748243:256:4294967295] 192.168.201.121@tcp LPNI seq info [748237:748237:8:4294967295] 00000400:00000200:0.0:1787758736.741254:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.741261:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758736.741284:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.741289:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758736.741294:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758736.741297:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758736.741310:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.741313:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758736.741316:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758736.741320:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758736.741323:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758736.741325:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758736.741328:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758736.741332:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741341:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.741344:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741351:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.741353:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758736.741356:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758736.741360:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758736.741363:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758736.741365:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311113740 00000100:00000001:0.0:1787758736.741368:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.741370:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311113740 00000100:00000001:0.0:1787758736.741373:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.741375:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758736.741377:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.741379:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758736.741383:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758736/real 1787758736] req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758736.741392:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758736.741394:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758736.741395:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758736.741398:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758736.741400:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758736.741403:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758736.741407:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758736.741416:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741424:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758736.741425:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741427:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.741429:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758736.741433:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741440:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758736.741444:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741451:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758736.741454:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741456:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.741457:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741459:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758736.741462:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758736.741466:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758736.741470:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758736.741472:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758736.741477:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758736.741486:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214080:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758736.741490:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758736.741495:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741502:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.741504:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.741506:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758736.741508:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758736.741510:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.741514:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758736.741517:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758736.741519:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758736.741521:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.741523:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758736.741527:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758736.741529:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758736.741533:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758736.741536:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758736.741539:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758736.741543:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214208, portal 4 00000100:00000001:0.0:1787758736.741545:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758736.741547:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758736.741553:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741560:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758736.741562:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758736.741565:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758736.741568:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931214208, offset 0 00000400:00000200:0.0:1787758736.741572:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758736.741576:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.741580:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758736.741583:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758736.741586:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758736.741589:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758736.741591:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758736.741595:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748244:748244:256:4294967295] 192.168.201.121@tcp LPNI seq info [748238:748238:8:4294967295] 00000400:00000200:0.0:1787758736.741600:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.741608:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758736.741612:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.741616:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758736.741620:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758736.741623:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758736.741636:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.741638:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758736.741641:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758736.741645:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758736.741648:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758736.741651:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758736.741653:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758736.741657:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741664:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.741667:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741674:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.741676:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758736.741679:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758736.741683:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758736.741686:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758736.741689:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311113776 00000100:00000001:0.0:1787758736.741692:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.741694:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311113776 00000100:00000001:0.0:1787758736.741697:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.741699:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758736.741702:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.741704:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758736.741708:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758736/real 1787758736] req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758736.741716:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758736.741718:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758736.741720:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758736.741722:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758736.741724:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758736.741727:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758736.741730:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758736.741740:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741748:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758736.741750:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741752:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.741753:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758736.741757:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741764:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758736.741769:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741777:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758736.741779:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741781:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.741783:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.741785:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758736.741786:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758736.741789:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758736.741793:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758736.741796:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758736.741801:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758736.741810:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214208:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758736.741831:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758736.741835:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741842:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758736.741843:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.741845:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758736.741847:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758736.741849:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758736.741853:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758736.741856:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758736.741858:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758736.741860:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758736.741862:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758736.741865:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758736.741867:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758736.741871:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758736.741874:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758736.741877:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758736.741881:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214336, portal 4 00000100:00000001:0.0:1787758736.741884:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758736.741885:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758736.741891:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.741899:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758736.741902:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758736.741904:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758736.741907:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931214336, offset 0 00000400:00000200:0.0:1787758736.741912:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758736.741916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.741920:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758736.741923:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758736.741925:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758736.741928:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758736.741931:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758736.741935:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748245:748245:256:4294967295] 192.168.201.121@tcp LPNI seq info [748239:748239:8:4294967295] 00000400:00000200:0.0:1787758736.741940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758736.741946:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758736.741951:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.741955:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758736.741959:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758736.741963:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787758736.741975:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758736.741977:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:0.0:1787758736.741981:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758736.741984:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758736.741987:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:0.0:1787758736.741989:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:0.0:1787758736.741991:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758736.741996:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742004:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.742007:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742013:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.742015:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758736.742019:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758736.742022:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758736.742026:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758736.742028:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311113755 00000100:00000001:0.0:1787758736.742031:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.742033:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311113755 00000100:00000001:0.0:1787758736.742036:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311114705 00000100:00000001:0.0:1787758736.742038:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758736.742040:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.742043:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758736.742047:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758736/real 1787758736] req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758736.742056:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758736.742057:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758736.742059:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758736.742062:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758736.742063:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758736.742066:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758736.742070:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758736.742080:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742088:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758736.742089:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742091:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.742092:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758736.742096:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742104:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758736.742108:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742116:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758736.742119:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742121:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758736.742123:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742125:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758736.742126:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758736.742129:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758736.742132:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758736.742135:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758736.742139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758736.742146:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214336:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758736.742151:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742153:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.742156:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931213952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742163:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758736.742165:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758736.742167:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758736.742170:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758736.742171:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758736.742173:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758736.742175:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758736.742177:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758736.742180:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758736.742182:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758736.742183:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758736.742186:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758736.742188:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742190:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.742193:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931214080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742201:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758736.742203:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758736.742204:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758736.742207:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758736.742208:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758736.742210:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758736.742212:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758736.742214:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758736.742217:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758736.742218:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758736.742220:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758736.742222:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758736.742224:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742225:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.742229:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931214208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742236:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758736.742238:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758736.742240:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758736.742242:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758736.742243:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758736.742245:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758736.742247:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758736.742248:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758736.742250:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758736.742251:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758736.742253:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758736.742255:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758736.742256:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742258:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758736.742262:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931214336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758736.742293:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758736.742295:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758736.742296:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758736.742299:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758736.742301:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758736.742302:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758736.742304:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758736.742306:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758736.742309:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758736.742310:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758736.742311:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758736.742314:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758736.742315:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742317:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758736.742321:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758736.742322:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758736.742324:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758736.742326:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758737.699382:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758737.699382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758737.699391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758737.699391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758737.699396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758737.699396:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758737.699404:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758737.699405:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758737.699413:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758737.699415:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758737.699420:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758737.699421:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758737.699433:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758737.699438:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758737.699441:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758737.699448:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758737.699453:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758737.699457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758737.699459:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758737.699462:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758737.699467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758737.699473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758737.699478:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758737.699480:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758737.699482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758737.699486:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758737.699487:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758737.699492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758737.699492:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758737.699499:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758737.699499:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758737.699506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758737.699510:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758737.699515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758737.699518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758737.699522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758737.699533:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758737.699537:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758737.699539:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758737.699541:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758737.699544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758737.699546:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758737.699549:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758737.699551:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758737.699554:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758737.763355:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311114705, at 4311114752 00000100:00000010:0.0:1787758737.763372:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758737.763421:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311114705, at 4311114752 00000100:00000010:1.0:1787758737.763430:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758738.723372:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758738.723377:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758738.723380:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758738.723383:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758738.723384:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758738.723388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758738.723393:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758738.723395:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758738.723402:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758738.723402:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758738.723407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758738.723408:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758738.723416:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758738.723421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758738.723426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758738.723431:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758738.723435:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758738.723438:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758738.723448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758738.723451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758738.723453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758738.723456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758738.723458:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758738.723461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758738.723462:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758738.723465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758738.723466:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758738.723472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758738.723473:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758738.723476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758738.723477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758738.723482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758738.723482:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758738.723489:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758738.723492:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758738.723495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758738.723514:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758738.723520:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758738.723524:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758738.723524:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758738.723529:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758738.723530:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00010000:00010000:0.0:1787758738.723532:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758738.723535:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758738.723539:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758738.723541:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758738.723543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758738.723546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758739.747441:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758739.747446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758739.747453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758739.747456:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758739.747457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758739.747463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758739.747468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758739.747470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758739.747479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758739.747483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758739.747488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758739.747490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758739.747500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758739.747504:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758739.747507:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758739.747515:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758739.747519:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758739.747523:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758739.747528:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758739.747535:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758739.747540:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758739.747545:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758739.747549:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758739.747553:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758739.747555:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758739.747557:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758739.747564:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758739.747566:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758739.747572:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758739.747574:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758739.747578:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758739.747587:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758739.747596:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758739.747613:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758739.747618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758739.747620:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758739.747623:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758739.747624:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758739.747635:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758739.747641:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758739.747647:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758739.747652:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758739.747655:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758739.747657:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758739.747661:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758739.747804:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758739.747807:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758739.747810:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758740.771349:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758740.771356:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758740.771360:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758740.771367:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758740.771375:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758740.771380:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758740.771386:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758740.771393:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758740.771400:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758740.771418:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758740.771423:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758740.771427:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758740.771439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758740.771442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758740.771444:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758740.771446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758740.771450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758740.771453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758740.771456:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758740.771457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758740.771460:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758740.771499:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758740.771503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758740.771505:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758740.771507:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758740.771509:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758740.771512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758740.771514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758740.771514:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758740.771516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758740.771520:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758740.771520:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758740.771524:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758740.771526:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758740.771529:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758740.771532:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758740.771534:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758740.771536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758740.771538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.795413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758741.795415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758741.795425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758741.795429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.795430:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758741.795439:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.795441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758741.795454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758741.795457:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758741.795460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795472:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758741.795474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.795477:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795485:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758741.795486:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758741.795509:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.795512:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.795515:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758741.795515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758741.795522:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795524:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.795531:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.795534:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795536:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758741.795538:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.795558:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758741.795562:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.795565:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.795568:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758741.795573:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.795577:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795580:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.795584:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.795591:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758741.795593:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758741.795605:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758741.795609:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758741.795616:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758741.795626:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758741.795628:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758741.795631:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758741.795640:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758741.795648:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758741.795712:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758741.795714:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758741.795717:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758741.859771:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758741.859779:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.859784:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758741.859797:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.859818:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.859821:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.859829:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758741.859834:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758741.859840:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.859849:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931214464:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758741.859858:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758741.859863:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758741.859868:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.859873:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758741.859881:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758741.859887:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758741.859897:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758741.859905:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758741.859917:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758741.859929:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214464, portal 25 00000100:00000001:0.0:1787758741.859934:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758741.859938:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787758741.859948:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.859965:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758741.859971:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758741.859975:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a473b8. 00000100:00000200:0.0:1787758741.859980:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931214464, offset 0 00000400:00000200:0.0:1787758741.859994:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758741.860008:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.860020:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758741.860031:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758741.860040:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758741.860047:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758741.860054:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758741.860064:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748246:748246:256:4294967295] 192.168.201.121@tcp LPNI seq info [748240:748240:8:4294967295] 00000400:00000200:0.0:1787758741.860076:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.860106:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758741.860120:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758741.860129:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9300. 00000800:00000200:0.0:1787758741.860143:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758741.860181:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758741.860190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758741.860196:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311119824 00000100:00000010:0.0:1787758741.860203:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758741.860216:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758741.860229:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311119824 00000100:00000010:0.0:1787758741.860238:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758741.860247:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758741.860253:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758741.860259:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.860297:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.860303:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.860315:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.860320:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758741.860325:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758741.860328:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.860331:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758741.860340:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.860358:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.860363:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.860368:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758741.860372:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758741.860378:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.860388:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214592:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758741.860396:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758741.860400:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758741.860405:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.860409:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758741.860415:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758741.860420:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758741.860427:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758741.860433:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758741.860440:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758741.860447:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214592, portal 10 00000100:00000001:0.0:1787758741.860451:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758741.860456:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787758741.860470:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.860488:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758741.860495:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758741.860500:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47198. 00000100:00000200:0.0:1787758741.860507:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931214592, offset 0 00000400:00000200:0.0:1787758741.860518:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758741.860528:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.860535:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758741.860543:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758741.860548:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758741.860553:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758741.860563:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758741.860571:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748247:748247:255:4294967295] 192.168.201.121@tcp LPNI seq info [748241:748241:7:4294967295] 00000400:00000200:0.0:1787758741.860580:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.860593:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758741.860601:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758741.860609:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9800. 00000800:00000200:0.0:1787758741.860619:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758741.860635:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758741.860642:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758741.860667:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758741.860672:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311118861 00000100:00000001:0.0:1787758741.860677:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.860682:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311118861 00000100:00000001:0.0:1787758741.860687:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.860694:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758741.860697:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.860703:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.860708:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.860714:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.860717:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758741.860722:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758741.860737:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.860741:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758741.860748:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.860766:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.860770:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.860775:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758741.860779:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758741.860784:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.860791:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758741.860799:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758741.860803:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758741.860807:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.860811:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758741.860817:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758741.860823:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758741.860831:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758741.860836:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758741.860844:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758741.860849:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214720, portal 10 00000100:00000001:0.0:1787758741.860855:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758741.860858:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787758741.860870:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.860891:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758741.860895:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758741.860902:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47550. 00000100:00000200:0.0:1787758741.860908:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931214720, offset 0 00000400:00000200:0.0:1787758741.860918:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758741.860926:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.860932:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758741.860936:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758741.860939:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758741.860942:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758741.860947:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758741.860951:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748248:748248:254:4294967295] 192.168.201.121@tcp LPNI seq info [748242:748242:6:4294967295] 00000400:00000200:0.0:1787758741.860960:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.860974:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758741.860987:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758741.860995:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9e00. 00000800:00000200:0.0:1787758741.861004:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758741.861021:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758741.861027:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758741.861035:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758741.861040:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311118859 00000100:00000001:0.0:1787758741.861043:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.861048:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311118859 00000100:00000001:0.0:1787758741.861052:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.861056:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758741.861058:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.861061:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758741.861067:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.861076:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.861078:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.861080:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758741.861083:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758741.861086:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.861089:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758741.861093:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758741.861095:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758741.861096:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.861099:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758741.861102:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758741.861105:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758741.861108:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758741.861111:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758741.861115:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758741.861118:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214848, portal 4 00000100:00000001:0.0:1787758741.861121:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758741.861122:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787758741.861129:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.861138:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758741.861140:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758741.861143:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a477f8. 00000100:00000200:0.0:1787758741.861146:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931214848, offset 0 00000400:00000200:0.0:1787758741.861150:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758741.861154:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.861158:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758741.861161:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758741.861164:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758741.861167:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758741.861170:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758741.861173:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748249:748249:253:4294967295] 192.168.201.121@tcp LPNI seq info [748243:748243:5:4294967295] 00000400:00000200:0.0:1787758741.861178:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.861185:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758741.861191:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758741.861194:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9c00. 00000800:00000200:0.0:1787758741.861199:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758741.861206:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758741.861211:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758741.861214:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758741.861216:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311118895 00000100:00000001:0.0:1787758741.861219:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.861222:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311118895 00000100:00000001:0.0:1787758741.861224:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.861227:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758741.861229:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.861232:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.861234:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.861238:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.861240:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758741.861242:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758741.861244:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.861246:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758741.861250:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.861258:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758741.861260:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.861263:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758741.861265:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758741.861288:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758741.861292:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758741.861297:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758741.861299:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758741.861301:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758741.861303:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758741.861307:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758741.861309:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758741.861313:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758741.861316:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758741.861320:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758741.861323:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931214976, portal 4 00000100:00000001:0.0:1787758741.861325:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758741.861327:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787758741.861333:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758741.861341:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758741.861343:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758741.861346:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47880. 00000100:00000200:0.0:1787758741.861349:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931214976, offset 0 00000400:00000200:0.0:1787758741.861354:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758741.861358:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.861363:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758741.861367:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758741.861371:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758741.861373:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758741.861376:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758741.861381:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748250:748250:252:4294967295] 192.168.201.121@tcp LPNI seq info [748244:748244:4:4294967295] 00000400:00000200:0.0:1787758741.861386:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758741.861394:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758741.861400:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758741.861404:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9200. 00000800:00000200:0.0:1787758741.861408:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758741.861415:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758741.861419:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758741.861422:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758741.861425:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311118875 00000100:00000001:0.0:1787758741.861427:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.861430:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311118875 00000100:00000001:0.0:1787758741.861433:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311119824 00000100:00000001:0.0:1787758741.861435:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758741.861438:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.861441:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.861444:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758741.861447:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758741.861448:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758741.861450:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758741.861452:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758741.861454:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758741.861457:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758742.819413:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758742.819427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758742.819428:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758742.819434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758742.819438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758742.819442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758742.819447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758742.819452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758742.819459:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758742.819464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758742.819474:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758742.819479:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758742.819481:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758742.819485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758742.819489:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758742.819491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758742.819494:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758742.819503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758742.819527:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758742.819536:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758742.819540:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758742.819541:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758742.819550:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758742.819551:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758742.819562:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758742.819562:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758742.819570:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758742.819573:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758742.819583:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758742.819594:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758742.819595:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758742.819606:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758742.819615:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758742.819616:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758742.819622:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758742.819630:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758742.819674:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758742.819682:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758742.819687:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758742.883410:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311119824, at 4311119872 00000100:00000010:0.0:1787758742.883424:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000040:1.0:1787758742.883501:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311119824, at 4311119872 00000100:00000010:1.0:1787758742.883514:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758743.843451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758743.843451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758743.843461:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758743.843470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758743.843472:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758743.843481:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758743.843484:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758743.843498:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758743.843499:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758743.843508:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758743.843519:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758743.843522:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758743.843537:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758743.843541:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758743.843546:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758743.843547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758743.843552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758743.843559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758743.843576:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758743.843582:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758743.843584:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758743.843590:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758743.843591:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758743.843598:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758743.843599:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758743.843607:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758743.843610:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758743.843615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758743.843623:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758743.843625:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758743.843632:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758743.843636:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758743.843639:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758743.843643:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758743.843650:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758743.843657:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758743.843704:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758743.843709:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758743.843711:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758743.843716:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758743.843721:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758743.843726:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758743.843730:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758743.843733:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758743.843737:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758744.867382:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758744.867392:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758744.867398:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758744.867404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758744.867414:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758744.867420:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.867428:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758744.867436:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758744.867442:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758744.867449:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.867450:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758744.867456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758744.867463:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758744.867468:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758744.867474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.867479:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758744.867486:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.867495:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758744.867507:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758744.867514:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758744.867523:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.867526:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758744.867529:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758744.867531:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758744.867534:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758744.867538:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758744.867547:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758744.867550:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758744.867554:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758744.867555:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758744.867560:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758744.867560:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.867571:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758744.867574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.867575:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.867588:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758744.931664:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758744.931745:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758744.931757:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758744.931761:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758744.931766:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758744.931771:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758744.931776:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758744.931780:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9300. 00000400:00000200:1.0:1787758744.931786:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758744.931790:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758744.931797:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a473b8 00000400:00000010:1.0:1787758744.931799:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a473b8. 00000100:00000001:1.0:1787758744.931805:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758744.931814:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758744.931840:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758744.931844:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758744.931853:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758744.931856:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758744.931868:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758744.931871:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9800. 00000400:00000200:1.0:1787758744.931876:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758744.931881:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000100:00000001:0.0:1787758744.931926:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758744.931936:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758744.931941:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758744.931958:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758741/real 1787758744] req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758744.931978:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758744.931981:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758744.931984:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758744.931991:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758744.931995:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758744.932000:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758744.932012:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758744.932023:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932032:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758744.932034:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932038:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932040:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758744.932045:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932060:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758744.932066:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932074:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758744.932078:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932088:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932089:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932092:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758744.932095:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758744.932100:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758744.932106:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758744.932109:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758744.932114:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758744.932122:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931214464:192.168.201.121@tcp:250:kworker.0 00000400:00000200:1.0:1787758744.932124:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47198 00000400:00000010:1.0:1787758744.932127:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47198. 00000100:00000001:0.0:1787758744.932128:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.932131:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758744.932132:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1787758744.932135:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931214464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787758744.932138:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932143:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787758744.932148:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1787758744.932152:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1787758744.932152:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787758744.932156:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 00000100:00000001:1.0:1787758744.932159:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758744.932161:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787758744.932161:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1787758744.932164:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758744.932166:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758744.932168:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758744.932171:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 00000800:00000100:1.0:1787758744.932172:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 02000000:00000001:0.0:1787758744.932174:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000800:00000010:1.0:1787758744.932175:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9e00. 02000000:00000001:0.0:1787758744.932176:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758744.932179:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000400:00000200:1.0:1787758744.932180:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:0.0:1787758744.932183:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758744.932184:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787758744.932185:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000100:00000001:0.0:1787758744.932187:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787758744.932188:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47550 00000400:00000010:1.0:1787758744.932189:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47550. 00000100:00000001:0.0:1787758744.932190:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758744.932191:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758744.932192:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787758744.932194:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758744.932197:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758741/real 1787758744] req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787758744.932197:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758744.932206:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1787758744.932207:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758744.932209:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1787758744.932210:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787758744.932216:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000100:00000001:1.0:1787758744.932217:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758744.932219:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47088 00000100:00000001:1.0:1787758744.932219:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1787758744.932221:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47088. 00000100:00000001:0.0:1787758744.932223:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:1.0:1787758744.932224:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000100:00000200:0.0:1787758744.932227:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1787758744.932227:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9c00. 00000400:00000200:1.0:1787758744.932230:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758744.932234:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000100:00000200:0.0:1787758744.932237:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758744.932237:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a477f8 00000400:00000010:1.0:1787758744.932239:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a477f8. 00000100:00000001:1.0:1787758744.932242:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787758744.932244:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758744.932246:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1787758744.932246:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932248:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932249:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758744.932254:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758744.932255:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758744.932258:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932262:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758744.932295:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932303:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758744.932306:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932308:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932310:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932312:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758744.932316:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758744.932318:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758744.932319:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787758744.932321:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1787758744.932323:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758744.932326:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000800:00000100:1.0:1787758744.932327:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758744.932329:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9200. 00000100:00000040:0.0:1787758744.932331:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758744.932333:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758744.932337:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000100:00100000:0.0:1787758744.932341:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214592:192.168.201.121@tcp:38:kworker.0 00000400:00000200:1.0:1787758744.932341:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47880 00000400:00000010:1.0:1787758744.932343:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47880. 00000100:00000001:1.0:1787758744.932345:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787758744.932346:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.932348:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1787758744.932350:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758744.932351:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931214592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932359:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787758744.932359:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1787758744.932361:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1787758744.932362:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787758744.932364:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758744.932367:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758744.932369:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758744.932370:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000100:00000001:1.0:1787758744.932370:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758744.932371:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1787758744.932373:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758744.932374:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787758744.932378:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758744.932379:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758744.932380:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:0.0:1787758744.932390:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758744.932392:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932394:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.932396:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758744.932397:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758744.932398:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758744.932403:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758741/real 1787758744] req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758744.932411:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758744.932413:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758744.932415:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758744.932418:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758744.932420:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758744.932422:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758744.932425:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758744.932434:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932440:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758744.932442:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932444:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932445:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758744.932449:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932456:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758744.932460:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932468:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758744.932471:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932472:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932474:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932476:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758744.932477:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758744.932481:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758744.932485:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758744.932488:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758744.932501:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758744.932511:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214976:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758744.932516:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758744.932520:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758741/real 1787758744] req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758744.932529:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758744.932530:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758744.932533:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758744.932536:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758744.932539:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758744.932542:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758744.932562:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758744.932572:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932580:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758744.932582:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932585:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932587:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758744.932591:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932598:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758744.932603:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932609:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758744.932612:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932614:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932616:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932618:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758744.932621:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758744.932624:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758744.932628:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758744.932630:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758744.932635:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758744.932642:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214720:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758744.932647:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758744.932650:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758741/real 1787758744] req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758744.932657:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758744.932659:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758744.932661:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758744.932664:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758744.932666:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758744.932668:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758744.932686:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758744.932694:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932701:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758744.932702:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932704:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932705:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758744.932709:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932722:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758744.932726:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932732:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758744.932734:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932736:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758744.932737:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932739:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758744.932741:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758744.932744:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758744.932748:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758744.932750:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758744.932755:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758744.932762:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931214848:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758744.932767:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932769:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758744.932772:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931214976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932780:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758744.932782:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758744.932784:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758744.932787:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758744.932789:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758744.932790:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758744.932793:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758744.932794:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787758744.932797:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758744.932799:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758744.932800:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787758744.932803:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758744.932804:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932806:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758744.932809:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931214720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932817:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758744.932818:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758744.932820:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758744.932823:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758744.932825:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758744.932826:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758744.932829:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758744.932830:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787758744.932832:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758744.932834:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758744.932835:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787758744.932837:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758744.932839:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932841:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758744.932844:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931214848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758744.932850:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758744.932852:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758744.932854:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758744.932856:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758744.932857:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758744.932859:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758744.932861:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758744.932862:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787758744.932865:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758744.932866:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758744.932867:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787758744.932870:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758744.932871:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932874:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758744.932882:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758744.932884:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758744.932886:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758744.932887:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758745.891421:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758745.891421:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758745.891430:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758745.891432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758745.891435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758745.891438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758745.891442:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758745.891449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758745.891450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758745.891456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758745.891459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758745.891466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758745.891476:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758745.891482:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758745.891484:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758745.891492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758745.891493:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758745.891498:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758745.891517:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758745.891524:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758745.891528:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758745.891529:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758745.891536:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758745.891537:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758745.891542:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758745.891544:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758745.891555:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758745.891556:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758745.891564:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758745.891564:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758745.891570:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758745.891571:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758745.891584:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758745.891584:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758745.891592:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758745.891601:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758746.915377:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758746.915387:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758746.915391:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758746.915401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758746.915406:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758746.915409:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758746.915415:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758746.915419:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758746.915422:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758746.915438:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758746.915452:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758746.915457:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758746.915459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758746.915464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.915466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758746.915479:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758746.915487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758746.915494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758746.915505:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758746.915512:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758746.915517:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.915520:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758746.915532:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758746.915532:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758746.915537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758746.915538:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758746.915543:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758746.915544:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758746.915549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758746.915552:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758746.915555:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758746.915556:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758746.915564:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.915566:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758746.915570:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758746.915574:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758746.981829:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758746.981840:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758746.981843:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758746.981848:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758746.981853:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758746.981861:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16451 00000400:00000200:0.0:1787758746.981870:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758746.981877:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758746.981880:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758746.981884:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.981888:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.981891:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.981893:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758746.981898:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758746.981900:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758746.981903:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758746.981906:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758746.981909:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758746.981912:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758746.981915:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.981918:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.981920:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.981922:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758746.981926:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758746.981930:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758746.981933:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758746.981936:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758746.981939:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758746.981943:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.981945:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758746.981958:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758746.981971:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758746.981975:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758746.981979:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758746.981981:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.981985:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758746.981988:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758746.981993:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758746.982000:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758746.982008:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758746.982017:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931215104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758746.982062:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758746.982067:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758746.982073:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931215104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758746.982097:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758746.982101:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758746.982105:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758746.982106:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758746.982108:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758746.982111:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758746.982115:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16451 00000400:00000200:0.0:1787758746.982119:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758746.982122:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758746.982125:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758746.982128:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982131:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.982134:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982137:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758746.982140:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758746.982142:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758746.982144:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758746.982147:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758746.982150:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758746.982153:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758746.982157:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982159:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.982162:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982164:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758746.982167:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758746.982187:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982193:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758746.982196:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758746.982203:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758746.982208:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.982211:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758746.982216:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758746.982221:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.982224:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758746.982233:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758746.982239:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758746.982249:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758746.982253:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.982260:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758746.982297:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758746.982300:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758746.982306:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758746.982312:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758746.982320:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931215232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758746.982356:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758746.982360:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758746.982368:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931215232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758746.982400:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758746.982417:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758746.982427:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758746.982430:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758746.982436:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758746.982446:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758746.982454:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16451 00000400:00000200:0.0:1787758746.982463:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758746.982470:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758746.982474:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758746.982480:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982484:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.982491:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982494:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758746.982498:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758746.982502:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758746.982507:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758746.982513:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758746.982518:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758746.982525:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758746.982539:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982548:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.982551:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982553:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758746.982559:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758746.982569:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982578:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758746.982583:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758746.982590:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758746.982597:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.982601:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758746.982604:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758746.982612:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.982616:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758746.982621:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758746.982629:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758746.982716:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758746.982721:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.982730:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758746.982733:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758746.982736:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758746.982749:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758746.982757:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758746.982774:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931215360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758746.982809:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758746.982818:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758746.982829:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931215360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758746.982867:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758746.982871:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758746.982877:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758746.982882:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758746.982886:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758746.982893:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758746.982900:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16451 00000400:00000200:0.0:1787758746.982913:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758746.982923:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758746.982929:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758746.982934:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982939:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.982964:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.982992:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758746.982997:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758746.983000:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758746.983003:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758746.983006:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758746.983010:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758746.983016:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758746.983026:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983033:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.983041:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983050:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758746.983058:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758746.983068:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983075:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758746.983082:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758746.983088:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758746.983094:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.983098:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758746.983103:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758746.983110:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.983115:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758746.983123:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758746.983128:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758746.983137:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758746.983144:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.983151:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758746.983156:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758746.983161:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758746.983166:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758746.983173:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758746.983188:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931215488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758746.983211:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758746.983217:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758746.983230:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931215488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758746.983296:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758746.983303:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758746.983311:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758746.983315:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758746.983319:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758746.983330:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758746.983336:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16451 00000400:00000200:0.0:1787758746.983353:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758746.983363:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758746.983377:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758746.983386:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983391:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.983399:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983405:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758746.983415:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758746.983417:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758746.983423:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758746.983428:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758746.983437:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758746.983448:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758746.983458:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983471:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758746.983477:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983484:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758746.983494:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758746.983503:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758746.983510:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758746.983516:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758746.983523:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758746.983534:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.983543:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758746.983548:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758746.983555:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.983560:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758746.983691:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758746.983697:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758746.983703:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758746.983708:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758746.983712:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758746.983717:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758746.983724:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758746.983736:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758746.983746:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758746.983764:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931215616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758746.983789:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758746.983794:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758746.983810:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931215616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758746.983839:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758746.983849:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16461) 00000100:00000001:1.0:1787758747.939456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758747.939458:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758747.939465:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758747.939466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758747.939470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758747.939471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758747.939476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758747.939479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758747.939483:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758747.939492:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758747.939496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758747.939521:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758747.939530:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939538:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758747.939539:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758747.939564:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758747.939572:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758747.939573:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758747.939578:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758747.939579:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758747.939585:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758747.939590:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758747.939595:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758747.939596:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758747.939599:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939603:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758747.939605:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758747.939614:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939629:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758747.939653:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758747.939654:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758747.939661:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758747.939668:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758748.003431:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311124947, at 4311124992 00000100:00000010:0.0:1787758748.003463:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000040:1.0:1787758748.003515:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311124947, at 4311124992 00000100:00000010:1.0:1787758748.003523:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:1.0:1787758748.963457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758748.963460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758748.963474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758748.963474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758748.963490:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758748.963491:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758748.963505:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758748.963509:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758748.963511:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758748.963524:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758748.963525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758748.963544:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758748.963545:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758748.963550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758748.963560:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758748.963574:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758748.963581:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758748.963586:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758748.963590:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758748.963593:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758748.963616:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758748.963621:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758748.963628:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758748.963634:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758748.963641:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758748.963646:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758748.963649:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758748.963654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758748.963657:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758748.963663:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758748.963670:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758748.963679:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758748.963682:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758748.963686:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758748.963689:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758748.963694:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758749.987479:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758749.987491:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758749.987494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758749.987498:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758749.987503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758749.987510:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758749.987510:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758749.987519:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758749.987521:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758749.987530:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758749.987532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758749.987540:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758749.987542:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758749.987549:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758749.987557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758749.987568:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758749.987571:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758749.987576:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758749.987609:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758749.987615:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758749.987621:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758749.987622:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758749.987632:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758749.987633:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758749.987636:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758749.987641:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758749.987649:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758749.987650:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758749.987654:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758749.987664:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758749.987667:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758749.987669:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758749.987672:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758749.987682:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758749.987689:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758749.987695:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758751.011484:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758751.011486:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758751.011504:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758751.011504:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758751.011514:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758751.011515:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758751.011532:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758751.011543:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758751.011547:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758751.011553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758751.011558:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758751.011561:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758751.011588:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758751.011593:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758751.011600:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758751.011607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758751.011614:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758751.011620:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758751.011633:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758751.011642:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758751.011648:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758751.011650:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758751.011661:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758751.011666:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758751.011666:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758751.011685:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758751.011687:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758751.011691:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758751.011698:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758751.011705:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758751.011706:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758751.011716:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758751.011719:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758751.011722:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758751.011724:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758751.011730:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758752.035442:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758752.035453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758752.035457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758752.035464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758752.035473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758752.035479:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758752.035489:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758752.035495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758752.035513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758752.035559:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758752.035567:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758752.035567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758752.035571:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.035573:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758752.035578:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758752.035583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758752.035586:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758752.035597:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758752.035599:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758752.035611:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758752.035613:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758752.035620:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758752.035621:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758752.035628:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.035647:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758752.035652:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758752.035657:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758752.035680:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758752.035687:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758752.035691:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758752.035694:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758752.035698:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758752.035702:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758752.035709:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758752.035714:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758752.035719:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758752.099368:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758752.099377:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758752.099379:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758752.099383:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758752.099387:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758752.099393:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16456 00000400:00000200:0.0:1787758752.099401:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758752.099406:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758752.099409:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758752.099411:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099414:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.099416:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099418:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758752.099421:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758752.099423:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758752.099425:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758752.099428:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758752.099430:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758752.099431:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758752.099434:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099435:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.099437:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099438:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758752.099441:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758752.099443:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099445:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758752.099447:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758752.099450:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758752.099453:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099454:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758752.099456:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758752.099465:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758752.099468:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758752.099472:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758752.099475:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099477:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758752.099480:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758752.099485:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758752.099494:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758752.099501:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758752.099519:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758752.099528:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758752.099532:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758752.099536:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758752.099572:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758752.099575:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758752.099580:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758752.099581:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758752.099583:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758752.099586:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758752.099590:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16456 00000400:00000200:0.0:1787758752.099596:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758752.099602:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758752.099605:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758752.099610:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099616:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.099620:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099625:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758752.099629:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758752.099631:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758752.099634:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758752.099637:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758752.099642:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758752.099646:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758752.099652:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099655:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.099659:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099664:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758752.099668:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758752.099673:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099677:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758752.099680:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758752.099685:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758752.099690:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099692:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758752.099697:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758752.099700:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099704:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758752.099713:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758752.099718:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758752.099725:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758752.099727:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099730:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758752.099733:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758752.099736:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758752.099745:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758752.099752:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758752.099761:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931215872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758752.099772:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758752.099776:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758752.099781:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931215872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758752.099792:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758752.099798:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758752.099802:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758752.099805:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758752.099808:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758752.099812:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758752.099818:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16456 00000400:00000200:0.0:1787758752.099825:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758752.099834:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758752.099838:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758752.099843:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099847:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.099851:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099855:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758752.099857:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758752.099859:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758752.099862:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758752.099865:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758752.099870:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758752.099872:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758752.099880:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099883:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.099885:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099889:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758752.099891:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758752.099898:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758752.099902:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758752.099907:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758752.099910:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758752.099916:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099919:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758752.099923:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758752.099927:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099930:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758752.099935:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758752.099938:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758752.099940:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758752.099940:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.099942:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758752.099943:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758752.099944:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758752.099947:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758752.099953:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758752.099968:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931216000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758752.099993:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758752.099996:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758752.100003:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931216000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758752.100024:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758752.100026:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758752.100032:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758752.100035:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758752.100037:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758752.100040:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758752.100045:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16456 00000400:00000200:0.0:1787758752.100049:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758752.100052:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758752.100055:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758752.100057:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100059:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.100063:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100066:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758752.100070:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758752.100072:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758752.100076:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758752.100078:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758752.100082:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758752.100085:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758752.100088:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100090:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.100094:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100096:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758752.100098:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758752.100100:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100102:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758752.100106:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758752.100108:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758752.100110:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.100112:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758752.100114:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758752.100119:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.100121:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758752.100128:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758752.100134:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758752.100136:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758752.100139:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.100142:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758752.100145:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758752.100148:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758752.100151:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758752.100154:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758752.100166:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931216128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758752.100185:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758752.100191:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758752.100202:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931216128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758752.100227:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758752.100233:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758752.100239:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758752.100242:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758752.100245:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758752.100250:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758752.100256:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16456 00000400:00000200:0.0:1787758752.100262:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758752.100298:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758752.100303:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758752.100309:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100314:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.100320:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100326:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758752.100330:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758752.100333:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758752.100336:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758752.100340:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758752.100343:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758752.100347:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758752.100354:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100358:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758752.100360:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100363:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758752.100366:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758752.100374:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758752.100381:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758752.100386:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758752.100393:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758752.100399:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.100406:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758752.100412:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758752.100418:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.100423:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758752.100428:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758752.100433:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758752.100439:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758752.100443:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758752.100448:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758752.100451:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758752.100453:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758752.100458:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758752.100466:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758752.100476:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931216256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758752.100516:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758752.100521:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758752.100534:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931216256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758752.100568:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758752.100578:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16466) 00000100:00000001:1.0:1787758753.059368:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758753.059375:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758753.059380:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758753.059387:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758753.059388:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758753.059394:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758753.059395:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758753.059398:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758753.059400:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758753.059404:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758753.059409:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758753.059413:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758753.059415:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758753.059420:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758753.059424:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758753.059427:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758753.059430:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758753.059433:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758753.059441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758753.059447:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758753.059451:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758753.059456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758753.059458:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758753.059461:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758753.059462:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758753.059466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758753.059467:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758753.059472:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758753.059475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758753.059480:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758753.059484:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758753.059486:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758753.059487:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758753.059490:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758753.059495:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758753.059498:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758753.123344:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311130064, at 4311130112 00000100:00000040:1.0:1787758753.123344:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311130064, at 4311130112 00000100:00000010:0.0:1787758753.123357:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:1.0:1787758753.123360:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787758754.083369:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758754.083376:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758754.083379:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758754.083382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758754.083387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758754.083387:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758754.083391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758754.083393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758754.083396:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758754.083400:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758754.083404:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758754.083406:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758754.083408:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758754.083411:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758754.083414:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758754.083422:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758754.083425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758754.083429:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758754.083447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758754.083452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758754.083452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758754.083457:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758754.083457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758754.083461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758754.083464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758754.083465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758754.083471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758754.083471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758754.083476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758754.083477:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758754.083485:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758754.083488:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758754.083491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758754.083495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758754.083498:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758754.083502:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758755.107359:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758755.107360:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758755.107367:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758755.107367:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758755.107371:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758755.107372:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758755.107378:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758755.107379:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758755.107384:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758755.107385:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758755.107390:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758755.107391:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758755.107396:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758755.107400:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758755.107404:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758755.107406:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758755.107409:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758755.107412:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758755.107425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758755.107429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758755.107433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758755.107437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758755.107442:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758755.107446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758755.107446:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758755.107450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758755.107450:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758755.107452:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758755.107454:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758755.107455:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758755.107459:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758755.107459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758755.107464:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758755.107470:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758755.107474:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758755.107480:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758756.131377:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758756.131379:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758756.131385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758756.131386:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758756.131389:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758756.131390:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758756.131397:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758756.131398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758756.131405:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758756.131405:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758756.131411:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758756.131411:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758756.131418:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758756.131421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758756.131423:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758756.131426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758756.131427:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758756.131434:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758756.131450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758756.131455:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758756.131459:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758756.131462:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758756.131465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758756.131467:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758756.131488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758756.131491:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758756.131494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758756.131499:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758756.131506:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758756.131510:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758756.131515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758756.131521:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758756.131525:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758756.131529:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758756.131530:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758756.131533:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758757.155364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758757.155364:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758757.155371:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758757.155372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758757.155375:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758757.155376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758757.155383:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758757.155384:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758757.155388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758757.155391:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758757.155393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758757.155396:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758757.155399:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758757.155402:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758757.155404:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758757.155413:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758757.155417:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758757.155420:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758757.155421:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758757.155425:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758757.155428:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758757.155430:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758757.155433:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758757.155435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758757.155436:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758757.155441:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758757.155442:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758757.155445:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758757.155445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758757.155451:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758757.155451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758757.155469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758757.155473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758757.155479:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758757.155481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758757.155484:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758758.179363:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758758.179364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758758.179372:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758758.179372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758758.179376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758758.179377:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758758.179385:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758758.179385:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758758.179391:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758758.179392:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758758.179397:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758758.179397:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758758.179404:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758758.179408:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758758.179415:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758758.179415:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758758.179418:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758758.179423:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758758.179433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758758.179447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758758.179449:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758758.179451:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758758.179454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758758.179456:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758758.179458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758758.179460:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758758.179462:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758758.179464:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758758.179469:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758758.179472:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758758.179489:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758758.179495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758758.179499:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758758.179507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758758.179510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758758.179514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758758.243336:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311135184, at 4311135232 00000100:00000040:1.0:1787758758.243336:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311135184, at 4311135232 00000100:00000010:1.0:1787758758.243349:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787758758.243351:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758759.203433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758759.203451:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758759.203456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758759.203457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758759.203464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758759.203467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758759.203470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758759.203473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758759.203482:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758759.203483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758759.203490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758759.203491:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758759.203501:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758759.203503:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758759.203506:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758759.203520:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758759.203523:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758759.203527:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758759.203548:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758759.203554:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758759.203557:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758759.203562:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758759.203568:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758759.203583:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758759.203587:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758759.203592:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758759.203595:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758759.203601:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758759.203604:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758759.203606:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758759.203622:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758759.203635:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758759.203641:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758759.203649:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758759.203656:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758759.203665:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758760.227413:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758760.227421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758760.227426:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758760.227432:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758760.227437:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758760.227440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758760.227442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758760.227450:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758760.227450:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758760.227457:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758760.227457:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758760.227469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758760.227470:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758760.227478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758760.227484:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758760.227488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758760.227489:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758760.227493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758760.227500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758760.227502:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758760.227503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758760.227511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758760.227513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758760.227530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758760.227530:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758760.227535:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758760.227542:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758760.227568:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758760.227589:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758760.227597:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758760.227608:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758760.227617:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758760.227624:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758760.227629:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758760.227632:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758760.227635:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758761.251397:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758761.251403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758761.251407:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758761.251412:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758761.251416:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758761.251421:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758761.251426:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758761.251430:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758761.251433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758761.251452:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758761.251455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758761.251457:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758761.251459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758761.251461:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758761.251463:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758761.251465:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758761.251467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758761.251469:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758761.251469:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758761.251475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758761.251479:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758761.251483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758761.251486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758761.251490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758761.251493:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758761.251496:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758761.251496:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758761.251501:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758761.251507:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758761.251511:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758761.251514:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758761.251514:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758761.251520:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758761.251520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758761.251524:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758761.251525:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758761.251529:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758761.251530:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758761.251533:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758761.251534:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758761.251539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758761.251540:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758761.251546:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758761.251549:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758761.251551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.275384:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758762.275392:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758762.275396:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.275403:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758762.275404:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758762.275409:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758762.275410:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758762.275414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.275416:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758762.275420:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758762.275424:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758762.275425:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758762.275429:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275430:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275436:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758762.275437:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758762.275439:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275442:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758762.275456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758762.275460:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758762.275463:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758762.275467:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758762.275470:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758762.275473:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758762.275474:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275478:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758762.275478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758762.275483:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758762.275484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758762.275486:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.275492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758762.275497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758762.275502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275503:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758762.275508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758762.275508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758762.275511:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.275513:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758762.275514:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758762.275519:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758762.275519:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758762.275524:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758762.275539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758762.275543:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758762.339424:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758762.339437:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758762.339441:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758762.339445:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758762.339450:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758762.339458:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16466 00000400:00000200:1.0:1787758762.339468:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758762.339475:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758762.339479:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758762.339482:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339486:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.339488:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339491:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758762.339496:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758762.339498:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758762.339501:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758762.339505:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758762.339508:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758762.339511:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758762.339514:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339516:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.339519:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339520:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758762.339523:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758762.339526:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339528:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758762.339531:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758762.339534:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758762.339536:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339538:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758762.339541:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758762.339552:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758762.339557:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758762.339561:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758762.339563:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339567:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758762.339569:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758762.339575:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758762.339584:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758762.339591:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.339600:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931217024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758762.339612:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758762.339616:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758762.339621:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931217024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758762.339642:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758762.339645:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758762.339648:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758762.339649:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758762.339650:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758762.339653:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758762.339662:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16466 00000400:00000200:1.0:1787758762.339665:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758762.339667:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758762.339669:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758762.339671:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339673:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.339675:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339677:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758762.339679:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758762.339680:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758762.339681:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758762.339683:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758762.339685:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758762.339687:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758762.339690:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339691:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.339693:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339695:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758762.339697:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758762.339702:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339705:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758762.339710:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758762.339715:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758762.339718:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339721:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758762.339725:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758762.339731:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339735:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758762.339740:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758762.339747:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758762.339754:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758762.339759:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339764:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758762.339768:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758762.339773:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758762.339783:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758762.339790:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.339800:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931217152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758762.339810:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758762.339814:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758762.339818:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931217152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758762.339830:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758762.339834:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758762.339839:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758762.339840:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758762.339842:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758762.339846:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758762.339851:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16466 00000400:00000200:1.0:1787758762.339859:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758762.339864:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758762.339866:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758762.339872:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339877:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.339879:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339882:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758762.339885:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758762.339889:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758762.339890:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758762.339892:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758762.339896:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758762.339901:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758762.339904:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339906:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.339910:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339914:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758762.339916:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758762.339921:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758762.339928:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758762.339929:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758762.339933:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758762.339938:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339941:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758762.339945:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758762.339949:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339952:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758762.339959:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758762.339962:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758762.339967:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758762.339969:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.339983:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758762.339985:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758762.339990:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758762.339996:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758762.340003:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.340014:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931217280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758762.340039:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758762.340044:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758762.340053:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931217280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758762.340077:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758762.340081:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758762.340085:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758762.340086:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758762.340088:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758762.340094:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758762.340100:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16466 00000400:00000200:1.0:1787758762.340108:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758762.340111:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758762.340113:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758762.340116:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340118:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.340121:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340124:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758762.340130:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758762.340131:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758762.340133:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758762.340138:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758762.340140:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758762.340143:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758762.340147:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340152:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.340155:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340157:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758762.340159:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758762.340161:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340163:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758762.340166:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758762.340169:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758762.340171:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.340175:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758762.340180:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758762.340183:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.340187:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758762.340191:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758762.340195:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758762.340200:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758762.340202:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.340206:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758762.340208:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758762.340212:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758762.340216:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758762.340221:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.340229:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931217408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758762.340242:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758762.340245:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758762.340250:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931217408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758762.340256:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758762.340258:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758762.340260:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758762.340262:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758762.340265:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758762.340295:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758762.340299:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16466 00000400:00000200:1.0:1787758762.340307:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758762.340315:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758762.340321:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758762.340326:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340331:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.340335:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340340:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758762.340345:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758762.340348:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758762.340353:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758762.340358:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758762.340373:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758762.340376:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758762.340381:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340385:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758762.340388:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340392:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758762.340395:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758762.340401:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758762.340406:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758762.340409:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758762.340414:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758762.340418:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.340422:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758762.340426:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758762.340432:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.340439:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758762.340446:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758762.340454:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758762.340462:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758762.340466:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758762.340472:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758762.340475:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758762.340478:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758762.340483:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758762.340490:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758762.340501:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931217536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758762.340514:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758762.340519:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758762.340527:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931217536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758762.340553:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758762.340562:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16477) 00000100:00000001:1.0:1787758763.299451:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758763.299452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758763.299465:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758763.299472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758763.299472:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758763.299487:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758763.299490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758763.299506:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758763.299508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758763.299519:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758763.299520:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758763.299526:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758763.299537:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758763.299545:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758763.299550:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758763.299554:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758763.299576:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758763.299584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758763.299589:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758763.299590:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758763.299597:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758763.299601:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758763.299602:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758763.299615:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758763.299616:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758763.299628:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299639:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758763.299640:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758763.299644:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299651:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758763.299652:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758763.299678:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758763.299685:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299686:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758763.299693:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758763.299695:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758763.299695:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758763.299705:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758763.299710:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758763.299714:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299719:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758763.299720:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758763.299722:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758763.363358:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311140305, at 4311140352 00000100:00000010:1.0:1787758763.363377:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000040:0.0:1787758763.363385:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311140304, at 4311140352 00000100:00000010:0.0:1787758763.363400:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:0.0:1787758764.323435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758764.323442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758764.323447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758764.323469:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758764.323485:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758764.323491:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758764.323493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758764.323502:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758764.323502:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758764.323515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758764.323517:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758764.323520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758764.323531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758764.323532:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758764.323539:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758764.323554:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758764.323561:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758764.323566:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758764.323569:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758764.323571:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758764.323575:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758764.323585:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758764.323602:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758764.323603:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758764.323611:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758764.323613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758764.323621:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758764.323623:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758764.323628:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758764.323642:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758764.323655:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758764.323662:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758764.323668:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758764.323675:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758764.323681:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758764.323687:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758764.323696:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758764.323703:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758764.323706:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758764.323708:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758764.323711:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758764.323713:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758764.323716:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758764.323718:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758764.323720:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758765.347380:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758765.347383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758765.347388:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758765.347390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758765.347392:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758765.347394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758765.347400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758765.347401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758765.347409:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758765.347409:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758765.347416:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758765.347417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758765.347425:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758765.347428:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758765.347430:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758765.347433:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758765.347436:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758765.347439:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758765.347445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758765.347449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758765.347454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758765.347457:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758765.347463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758765.347463:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758765.347468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758765.347472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758765.347472:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758765.347477:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758765.347478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758765.347482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758765.347483:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758765.347487:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758765.347491:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758765.347493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758765.347497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758765.347501:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758765.347522:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758765.347527:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758765.347530:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758765.347533:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758765.347537:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758765.347540:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758765.347542:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758765.347544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758765.347545:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758766.371375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758766.371383:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758766.371387:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758766.371393:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758766.371397:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758766.371399:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758766.371402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758766.371405:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758766.371406:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758766.371410:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758766.371414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758766.371419:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758766.371423:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758766.371424:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758766.371428:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758766.371429:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758766.371431:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758766.371436:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758766.371448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758766.371452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758766.371455:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758766.371460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758766.371466:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758766.371470:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758766.371470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758766.371474:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758766.371477:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758766.371479:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758766.371482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758766.371486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758766.371488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758766.371496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758766.371501:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758766.371503:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758766.371506:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758766.371510:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758766.371511:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758766.371515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758766.371519:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758766.371521:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758766.371526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758766.371530:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758766.371532:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758766.371533:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758766.371535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.395373:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758767.395380:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758767.395380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758767.395386:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758767.395388:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758767.395393:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758767.395401:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758767.395402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758767.395409:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758767.395410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758767.395416:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758767.395416:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758767.395423:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758767.395428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758767.395432:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.395432:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758767.395436:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758767.395440:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758767.395450:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758767.395456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758767.395457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758767.395461:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758767.395462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.395465:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758767.395470:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758767.395470:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758767.395479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758767.395479:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758767.395485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758767.395487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758767.395490:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758767.395495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758767.395496:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758767.395499:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758767.395502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758767.395507:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.395513:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758767.395517:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758767.395520:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758767.395522:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758767.395524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758767.395526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758767.395529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758767.395531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758767.395534:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758767.459387:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758767.459396:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758767.459398:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758767.459401:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758767.459404:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758767.459411:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16472 00000400:00000200:1.0:1787758767.459418:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758767.459424:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758767.459427:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758767.459429:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459447:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.459449:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459451:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758767.459454:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758767.459455:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758767.459458:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758767.459461:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758767.459463:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758767.459464:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758767.459467:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459468:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.459469:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459471:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758767.459473:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758767.459476:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459478:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758767.459480:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758767.459482:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758767.459485:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459486:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758767.459488:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758767.459497:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758767.459500:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758767.459503:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758767.459504:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459507:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758767.459510:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758767.459513:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758767.459519:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758767.459524:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758767.459543:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931217664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758767.459552:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758767.459555:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758767.459559:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931217664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758767.459578:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758767.459581:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758767.459584:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758767.459585:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758767.459586:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758767.459588:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758767.459590:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16472 00000400:00000200:1.0:1787758767.459593:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758767.459595:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758767.459597:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758767.459599:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459601:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.459603:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459605:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758767.459607:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758767.459608:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758767.459610:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758767.459611:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758767.459613:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758767.459614:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758767.459617:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459618:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.459623:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459625:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758767.459629:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758767.459632:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459635:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758767.459637:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758767.459642:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758767.459646:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459650:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758767.459656:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758767.459660:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459665:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758767.459668:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758767.459672:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758767.459677:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758767.459678:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459682:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758767.459685:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758767.459687:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758767.459694:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758767.459698:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758767.459706:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931217792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758767.459714:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758767.459717:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758767.459721:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931217792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758767.459731:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758767.459733:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758767.459739:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758767.459743:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758767.459745:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758767.459747:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758767.459752:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16472 00000400:00000200:1.0:1787758767.459757:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758767.459759:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758767.459778:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758767.459783:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459788:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.459791:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459795:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758767.459797:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758767.459798:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758767.459800:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758767.459802:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758767.459805:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758767.459810:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758767.459817:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459821:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.459825:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459839:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758767.459843:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758767.459847:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758767.459851:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758767.459852:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758767.459855:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758767.459858:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459863:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758767.459864:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758767.459866:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459868:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758767.459871:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758767.459875:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758767.459878:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758767.459880:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.459882:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758767.459884:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758767.459901:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758767.459906:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758767.459911:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758767.459918:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931217920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758767.459942:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758767.459944:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758767.459962:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931217920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758767.459970:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758767.459974:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758767.459977:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758767.459980:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758767.459982:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758767.459989:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758767.459993:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16472 00000400:00000200:1.0:1787758767.460000:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758767.460005:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758767.460021:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758767.460027:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460030:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.460034:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460036:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758767.460038:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758767.460039:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758767.460042:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758767.460045:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758767.460046:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758767.460048:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758767.460050:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460051:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.460052:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460055:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758767.460058:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758767.460063:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460068:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758767.460070:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758767.460073:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758767.460078:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.460080:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758767.460083:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758767.460086:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.460088:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758767.460094:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758767.460098:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758767.460100:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758767.460102:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.460106:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758767.460109:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758767.460111:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758767.460118:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758767.460122:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758767.460130:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931218048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758767.460157:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758767.460160:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758767.460165:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931218048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758767.460175:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758767.460177:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758767.460183:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758767.460184:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758767.460186:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758767.460189:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758767.460193:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16472 00000400:00000200:1.0:1787758767.460199:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758767.460203:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758767.460205:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758767.460210:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460212:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.460214:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460216:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758767.460221:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758767.460222:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758767.460223:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758767.460224:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758767.460227:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758767.460230:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758767.460235:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460239:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758767.460242:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460244:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758767.460249:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758767.460251:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758767.460256:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758767.460259:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758767.460262:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758767.460265:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.460312:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758767.460316:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758767.460321:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.460327:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758767.460335:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758767.460339:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758767.460344:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758767.460348:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758767.460350:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758767.460352:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758767.460355:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758767.460359:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758767.460363:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758767.460371:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931218176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758767.460381:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758767.460385:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758767.460391:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931218176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758767.460400:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758767.460404:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16482) 00000100:00000001:1.0:1787758768.419402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758768.419413:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758768.419413:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758768.419422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758768.419422:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758768.419430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758768.419438:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758768.419439:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758768.419461:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758768.419461:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758768.419471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758768.419471:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758768.419483:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758768.419494:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758768.419507:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758768.419514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758768.419520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758768.419526:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758768.419534:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758768.419544:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758768.419548:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758768.419550:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758768.419559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758768.419559:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758768.419566:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758768.419575:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758768.419575:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758768.419580:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758768.419580:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758768.419592:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758768.419592:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758768.419604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758768.419610:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758768.419610:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758768.419613:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758768.419617:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758768.483386:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311145424, at 4311145472 00000100:00000040:1.0:1787758768.483386:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311145424, at 4311145472 00000100:00000010:0.0:1787758768.483407:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:1.0:1787758768.483411:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:1.0:1787758769.443435:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758769.443441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758769.443449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758769.443449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758769.443454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758769.443455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758769.443464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758769.443464:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758769.443471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758769.443473:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758769.443480:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758769.443483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758769.443503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758769.443519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758769.443532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443545:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758769.443546:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758769.443550:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758769.443553:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758769.443568:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758769.443583:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758769.443590:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758769.443592:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758769.443597:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758769.443610:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758769.443610:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758769.443613:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443618:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758769.443618:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758769.443630:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758769.443639:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758769.443652:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758769.443654:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758769.443660:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443665:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758769.443674:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758769.443680:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758769.443684:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758769.443700:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758769.443708:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443715:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758769.443718:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758769.443724:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758770.467383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758770.467396:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758770.467400:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758770.467404:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758770.467408:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758770.467409:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758770.467415:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758770.467418:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758770.467422:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758770.467424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758770.467431:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758770.467433:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758770.467435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758770.467445:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758770.467454:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758770.467465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758770.467471:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758770.467476:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758770.467504:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758770.467505:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758770.467515:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758770.467515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758770.467520:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758770.467521:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758770.467524:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758770.467527:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758770.467531:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758770.467535:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758770.467535:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758770.467540:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758770.467542:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758770.467546:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758770.467552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758770.467552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758770.467558:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758770.467562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758771.491416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758771.491417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758771.491426:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758771.491431:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758771.491432:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758771.491437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758771.491438:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758771.491446:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758771.491447:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758771.491459:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758771.491460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758771.491471:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758771.491473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758771.491482:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758771.491487:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758771.491496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758771.491504:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758771.491512:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758771.491514:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758771.491523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758771.491527:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758771.491528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758771.491533:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758771.491534:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758771.491537:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758771.491545:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758771.491548:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758771.491551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758771.491559:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758771.491560:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758771.491563:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758771.491565:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758771.491570:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758771.491570:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758771.491575:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758771.491580:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758771.491615:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758771.491620:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758771.491626:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758771.491640:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758771.491646:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758771.491650:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758771.491652:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758771.491653:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758771.491656:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758772.515383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758772.515383:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758772.515390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758772.515391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758772.515396:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.515396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758772.515404:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758772.515405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758772.515410:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758772.515410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758772.515414:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515421:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758772.515424:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515428:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758772.515433:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758772.515437:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758772.515440:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.515450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758772.515453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758772.515455:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.515457:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758772.515459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758772.515461:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758772.515464:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.515494:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758772.515497:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758772.515499:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.515502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758772.515506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758772.515508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515511:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758772.515513:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758772.515516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758772.515516:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758772.515521:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758772.515525:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758772.515528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758772.515532:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758772.515535:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758772.515540:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758772.515542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515543:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758772.515548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.515549:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758772.515552:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.515555:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758772.515561:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758772.515564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758772.515567:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758772.515569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758772.515575:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758772.515575:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758772.515580:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758772.515583:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758772.515585:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758772.515589:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758772.515593:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758772.515596:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758772.515598:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758772.515601:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758772.579373:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758772.579385:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758772.579388:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758772.579391:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758772.579396:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758772.579405:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16477 00000400:00000200:1.0:1787758772.579414:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758772.579421:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758772.579424:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758772.579427:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579430:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.579432:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579434:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758772.579438:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758772.579440:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758772.579442:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758772.579445:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758772.579447:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758772.579448:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758772.579451:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579453:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.579454:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579456:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758772.579458:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758772.579461:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579462:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758772.579465:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758772.579467:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758772.579469:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579471:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758772.579473:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758772.579480:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758772.579483:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758772.579487:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758772.579488:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579491:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758772.579492:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758772.579496:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758772.579502:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758772.579507:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.579514:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758772.579522:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758772.579526:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758772.579529:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758772.579548:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758772.579551:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758772.579554:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758772.579555:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758772.579556:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758772.579559:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758772.579561:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16477 00000400:00000200:1.0:1787758772.579564:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758772.579566:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758772.579569:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758772.579572:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579574:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.579576:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579577:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758772.579579:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758772.579581:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758772.579583:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758772.579586:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758772.579588:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758772.579599:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758772.579607:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579612:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.579615:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579618:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758772.579622:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758772.579627:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579632:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758772.579637:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758772.579643:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758772.579647:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579650:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758772.579655:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758772.579660:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579662:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758772.579666:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758772.579671:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758772.579675:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758772.579677:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579681:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758772.579683:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758772.579685:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758772.579692:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758772.579697:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.579702:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931218432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758772.579715:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758772.579718:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758772.579727:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931218432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758772.579748:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758772.579754:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758772.579763:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758772.579767:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758772.579769:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758772.579778:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758772.579786:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16477 00000400:00000200:1.0:1787758772.579797:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758772.579809:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758772.579828:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758772.579838:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579843:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.579847:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579849:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758772.579854:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758772.579855:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758772.579860:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758772.579864:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758772.579870:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758772.579876:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758772.579885:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579892:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.579898:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579902:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758772.579907:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758772.579917:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758772.579922:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758772.579926:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758772.579932:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758772.579939:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579946:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758772.579950:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758772.579956:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579962:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758772.579970:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758772.579976:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758772.579984:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758772.579987:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.579990:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758772.579995:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758772.579998:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758772.580006:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758772.580015:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.580027:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931218560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758772.580048:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758772.580053:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758772.580065:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931218560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758772.580096:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758772.580101:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758772.580108:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758772.580112:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758772.580115:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758772.580122:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758772.580129:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16477 00000400:00000200:1.0:1787758772.580138:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758772.580148:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758772.580154:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758772.580168:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580174:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.580179:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580199:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758772.580205:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758772.580210:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758772.580215:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758772.580219:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758772.580222:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758772.580228:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758772.580238:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580244:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.580252:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580258:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758772.580264:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758772.580304:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580312:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758772.580317:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758772.580322:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758772.580329:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.580333:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758772.580339:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758772.580345:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.580349:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758772.580355:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758772.580361:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758772.580369:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758772.580373:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.580376:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758772.580380:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758772.580385:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758772.580394:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758772.580402:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.580413:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931218688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758772.580432:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758772.580437:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758772.580447:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931218688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758772.580470:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758772.580475:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758772.580482:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758772.580486:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758772.580490:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758772.580493:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758772.580497:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16477 00000400:00000200:1.0:1787758772.580507:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758772.580516:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758772.580523:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758772.580532:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580539:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.580547:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580554:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758772.580560:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758772.580563:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758772.580569:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758772.580574:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758772.580581:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758772.580589:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758772.580600:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580607:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758772.580614:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580621:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758772.580628:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758772.580638:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758772.580645:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758772.580651:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758772.580657:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758772.580665:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.580670:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758772.580676:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758772.580685:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.580691:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758772.580700:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758772.580707:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758772.580713:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758772.580717:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758772.580723:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758772.580728:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758772.580734:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758772.580744:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758772.580750:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758772.580764:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931218816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758772.580785:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758772.580792:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758772.580803:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931218816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758772.580832:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758772.580840:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16487) 00000100:00000001:0.0:1787758773.539424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758773.539427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758773.539433:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758773.539435:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758773.539439:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758773.539443:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758773.539448:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758773.539452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758773.539455:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758773.539461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758773.539473:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758773.539473:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758773.539483:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758773.539485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758773.539490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758773.539492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758773.539498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758773.539503:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758773.539516:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758773.539519:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758773.539521:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758773.539523:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758773.539529:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758773.539533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758773.539536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758773.539539:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758773.539544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758773.539547:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758773.539548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758773.539559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758773.539562:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758773.539566:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758773.539569:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758773.539573:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758773.539576:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758773.539579:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758773.539583:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758773.539586:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758773.539594:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758773.539602:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758773.539608:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758773.539614:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758773.539627:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758773.539640:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758773.539648:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758773.603385:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311150544, at 4311150592 00000100:00000040:1.0:1787758773.603385:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311150544, at 4311150592 00000100:00000010:1.0:1787758773.603403:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787758773.603414:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:0.0:1787758774.563419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758774.563421:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758774.563428:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758774.563428:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758774.563434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758774.563435:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758774.563444:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758774.563444:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758774.563451:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758774.563452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758774.563459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758774.563459:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758774.563466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758774.563470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758774.563474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758774.563479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758774.563483:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758774.563487:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758774.563490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758774.563496:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758774.563499:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758774.563504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758774.563507:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758774.563507:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758774.563512:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758774.563513:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758774.563516:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758774.563517:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758774.563521:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758774.563522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758774.563528:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758774.563528:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758774.563533:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758774.563538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758774.563542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758774.563547:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758775.587417:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758775.587420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758775.587425:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758775.587428:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758775.587429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758775.587433:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758775.587434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758775.587437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758775.587441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758775.587443:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758775.587450:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758775.587451:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758775.587458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758775.587459:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758775.587473:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758775.587474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758775.587482:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758775.587489:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758775.587500:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758775.587504:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758775.587511:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758775.587513:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758775.587519:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758775.587521:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758775.587532:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758775.587532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758775.587537:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758775.587538:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758775.587543:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758775.587545:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758775.587548:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758775.587557:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758775.587572:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758775.587573:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758775.587584:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758775.587592:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758775.587621:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758775.587624:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758775.587628:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758775.587633:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758775.587638:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758775.587642:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758775.587645:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758775.587648:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758775.587652:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758776.611461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758776.611470:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758776.611475:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758776.611481:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758776.611481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758776.611488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758776.611496:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758776.611496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758776.611506:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758776.611515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758776.611525:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758776.611529:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758776.611533:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758776.611534:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758776.611549:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758776.611549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758776.611560:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758776.611573:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758776.611577:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758776.611579:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758776.611587:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758776.611596:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758776.611603:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758776.611611:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758776.611618:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758776.611618:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758776.611626:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758776.611628:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758776.611631:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758776.611633:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758776.611639:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758776.611643:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758776.611648:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758776.611655:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758776.611656:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758776.611661:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758776.611664:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758776.611665:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758776.611673:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758776.611674:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758776.611681:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758776.611688:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758776.611692:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758776.611694:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758776.611697:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.635420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758777.635433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758777.635435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758777.635441:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758777.635443:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758777.635455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758777.635457:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758777.635467:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758777.635471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758777.635479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758777.635483:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758777.635485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758777.635496:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758777.635502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758777.635510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.635512:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.635518:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.635527:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758777.635530:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758777.635539:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758777.635544:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758777.635551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758777.635554:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758777.635556:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758777.635560:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758777.635565:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758777.635567:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758777.635578:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758777.635579:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758777.635585:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.635588:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758777.635591:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.635594:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.635599:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.635604:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.635611:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758777.635612:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758777.635619:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758777.635623:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758777.635628:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758777.635634:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758777.635639:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758777.635644:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758777.635648:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758777.635651:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.699728:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758777.699737:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758777.699743:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758777.699759:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.699830:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.699833:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.699838:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758777.699844:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758777.699851:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758777.699862:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931218944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758777.699869:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758777.699874:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758777.699879:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.699885:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758777.699897:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758777.699903:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758777.699917:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758777.699925:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758777.699938:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758777.699951:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931218944, portal 25 00000100:00000001:0.0:1787758777.699961:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758777.699966:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758777.699979:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.699995:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758777.700001:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758777.700005:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758777.700008:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931218944, offset 0 00000400:00000200:0.0:1787758777.700013:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758777.700021:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.700028:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758777.700033:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758777.700037:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758777.700040:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758777.700043:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758777.700047:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748281:748281:256:4294967295] 192.168.201.121@tcp LPNI seq info [748275:748275:8:4294967295] 00000400:00000200:0.0:1787758777.700050:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.700057:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758777.700062:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.700066:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758777.700071:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758777.700075:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758777.700086:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.700088:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758777.700110:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758777.700116:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758777.700120:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758777.700124:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758777.700128:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758777.700133:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700147:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.700154:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700168:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.700172:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758777.700178:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758777.700186:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758777.700189:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311155664 00000100:00000010:0.0:1787758777.700196:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e56c0. 00000100:00000001:0.0:1787758777.700203:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758777.700212:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311155664 00000100:00000010:0.0:1787758777.700218:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5300. 00000100:00000001:0.0:1787758777.700223:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758777.700227:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758777.700232:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.700237:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758777.700245:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758777/real 1787758777] req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758777.700260:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758777.700263:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758777.700302:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758777.700307:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758777.700310:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758777.700313:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758777.700319:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758777.700335:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700350:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758777.700353:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.700356:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.700359:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758777.700366:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700374:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758777.700380:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700391:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758777.700395:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.700398:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.700400:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.700403:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758777.700405:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758777.700407:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758777.700412:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758777.700415:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758777.700419:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758777.700428:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931218944:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758777.700432:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.700435:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.700439:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931218944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700457:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758777.700460:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758777.700463:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758777.700467:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758777.700470:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758777.700473:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758777.700477:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758777.700481:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758777.700486:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758777.700489:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758777.700491:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758777.700496:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758777.700498:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.700501:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.700509:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758777.700512:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.700517:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758777.700521:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758777.700524:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758777.700533:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700555:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.700559:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.700567:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758777.700571:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758777.700580:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758777.700588:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758777.700595:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758777.700599:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758777.700602:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.700605:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758777.700609:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758777.700613:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758777.700620:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758777.700624:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758777.700630:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758777.700636:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931219072, portal 10 00000100:00000001:0.0:1787758777.700640:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758777.700643:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758777.700653:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700665:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758777.700671:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758777.700675:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758777.700680:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931219072, offset 0 00000400:00000200:0.0:1787758777.700688:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758777.700694:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.700701:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758777.700708:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758777.700713:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758777.700717:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758777.700721:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758777.700727:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748282:748282:256:4294967295] 192.168.201.121@tcp LPNI seq info [748276:748276:8:4294967295] 00000400:00000200:0.0:1787758777.700735:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.700750:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758777.700759:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.700765:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758777.700775:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758777.700780:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758777.700803:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.700807:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758777.700811:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758777.700818:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758777.700822:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758777.700825:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758777.700830:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758777.700837:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700853:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.700858:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.700868:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.700873:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758777.700879:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758777.700884:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758777.700890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758777.700894:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311154701 00000100:00000001:0.0:1787758777.700898:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.700902:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311154701 00000100:00000001:0.0:1787758777.700907:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.700910:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758777.700913:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.700915:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758777.700921:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758777/real 1787758777] req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758777.700959:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758777.700962:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758777.700966:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758777.700970:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758777.700982:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758777.700990:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758777.700995:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758777.701002:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701007:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758777.701008:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701010:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701011:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758777.701013:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701017:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758777.701020:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701024:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758777.701026:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701027:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701028:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701029:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758777.701032:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758777.701034:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758777.701037:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758777.701038:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758777.701042:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758777.701047:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758777.701050:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758777.701052:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701056:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.701057:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.701059:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758777.701060:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758777.701062:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758777.701064:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758777.701066:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758777.701067:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758777.701068:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.701069:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701072:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758777.701074:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758777.701076:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758777.701078:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758777.701080:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758777.701082:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931219200, portal 10 00000100:00000001:0.0:1787758777.701084:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758777.701085:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758777.701089:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701106:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758777.701107:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758777.701110:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758777.701112:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931219200, offset 0 00000400:00000200:0.0:1787758777.701115:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758777.701118:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.701120:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758777.701122:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758777.701125:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758777.701126:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758777.701128:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758777.701131:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748283:748283:256:4294967295] 192.168.201.121@tcp LPNI seq info [748277:748277:8:4294967295] 00000400:00000200:0.0:1787758777.701134:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.701138:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758777.701141:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.701144:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758777.701146:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758777.701148:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758777.701156:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.701157:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758777.701160:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758777.701162:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758777.701164:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758777.701166:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758777.701167:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758777.701170:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701175:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701177:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701182:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701183:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758777.701185:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758777.701187:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758777.701189:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758777.701191:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311154699 00000100:00000001:0.0:1787758777.701193:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.701195:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311154699 00000100:00000001:0.0:1787758777.701196:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.701198:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758777.701199:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701200:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758777.701203:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758777/real 1787758777] req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758777.701208:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758777.701209:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758777.701210:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758777.701212:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758777.701213:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758777.701214:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758777.701216:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758777.701222:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701226:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758777.701227:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701228:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701229:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758777.701231:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701235:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758777.701238:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701242:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758777.701244:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701245:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701246:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701248:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758777.701249:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758777.701251:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758777.701253:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758777.701255:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758777.701257:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758777.701262:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758777.701264:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701283:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701286:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931219072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701293:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758777.701295:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701297:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758777.701300:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758777.701302:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758777.701304:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758777.701306:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758777.701307:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758777.701310:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758777.701312:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758777.701313:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758777.701316:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758777.701317:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701319:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701323:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931219200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701338:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758777.701339:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701341:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758777.701344:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758777.701345:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758777.701345:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758777.701347:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758777.701348:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758777.701350:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758777.701351:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758777.701352:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758777.701354:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758777.701355:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701356:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701359:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758777.701360:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701362:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758777.701363:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758777.701364:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758777.701367:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701372:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.701373:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.701375:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758777.701376:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758777.701393:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758777.701396:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758777.701398:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758777.701400:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758777.701402:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.701403:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701406:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758777.701407:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758777.701411:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758777.701413:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758777.701416:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758777.701419:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931219328, portal 4 00000100:00000001:0.0:1787758777.701420:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758777.701421:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758777.701426:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701431:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758777.701433:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758777.701435:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758777.701437:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931219328, offset 0 00000400:00000200:0.0:1787758777.701440:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758777.701459:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.701462:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758777.701464:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758777.701465:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758777.701467:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758777.701469:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758777.701471:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748284:748284:256:4294967295] 192.168.201.121@tcp LPNI seq info [748278:748278:8:4294967295] 00000400:00000200:0.0:1787758777.701474:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.701479:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758777.701482:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.701484:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758777.701487:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758777.701489:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758777.701497:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.701498:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758777.701500:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758777.701503:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758777.701505:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758777.701506:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758777.701508:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758777.701510:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701516:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701518:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701522:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701523:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758777.701525:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758777.701527:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758777.701529:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758777.701531:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311154736 00000100:00000001:0.0:1787758777.701533:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.701535:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311154736 00000100:00000001:0.0:1787758777.701538:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.701542:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758777.701544:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701546:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758777.701550:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758777/real 1787758777] req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758777.701559:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758777.701560:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758777.701562:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758777.701565:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758777.701567:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758777.701569:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758777.701572:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758777.701582:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701589:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758777.701591:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701592:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701593:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758777.701596:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701600:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758777.701603:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701607:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758777.701609:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701610:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701611:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701613:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758777.701614:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758777.701616:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758777.701618:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758777.701620:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758777.701622:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758777.701627:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758777.701637:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758777.701640:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701647:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758777.701648:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.701650:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758777.701652:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758777.701653:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758777.701655:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758777.701658:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758777.701659:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758777.701660:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758777.701662:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701664:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758777.701665:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758777.701668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758777.701669:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758777.701672:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758777.701674:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931219456, portal 4 00000100:00000001:0.0:1787758777.701675:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758777.701676:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758777.701680:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701685:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758777.701687:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758777.701688:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758777.701690:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931219456, offset 0 00000400:00000200:0.0:1787758777.701692:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758777.701695:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.701697:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758777.701699:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758777.701701:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758777.701703:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758777.701705:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758777.701707:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748285:748285:256:4294967295] 192.168.201.121@tcp LPNI seq info [748279:748279:8:4294967295] 00000400:00000200:0.0:1787758777.701710:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758777.701714:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758777.701718:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.701720:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758777.701723:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758777.701725:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758777.701732:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758777.701734:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9700. 00000400:00000200:0.0:1787758777.701736:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758777.701738:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758777.701740:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47220 00000400:00000010:0.0:1787758777.701742:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47220. 00000100:00000001:0.0:1787758777.701743:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758777.701745:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701751:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701753:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701757:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701758:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758777.701760:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758777.701762:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758777.701764:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758777.701765:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311154715 00000100:00000001:0.0:1787758777.701767:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.701768:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311154715 00000100:00000001:0.0:1787758777.701770:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311155664 00000100:00000001:0.0:1787758777.701772:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758777.701773:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701774:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758777.701776:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758777/real 1787758777] req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758777.701782:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758777.701783:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758777.701784:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758777.701786:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758777.701787:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758777.701788:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758777.701790:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758777.701795:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701799:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758777.701800:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701801:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701802:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758777.701804:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701809:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758777.701811:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701816:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758777.701818:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701819:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758777.701819:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701821:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758777.701822:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758777.701823:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758777.701825:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758777.701827:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758777.701829:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758777.701835:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931219456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758777.701837:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701838:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701840:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931219328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701844:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758777.701845:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701847:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758777.701848:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758777.701849:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758777.701850:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758777.701851:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758777.701852:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758777.701854:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758777.701855:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758777.701856:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758777.701857:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758777.701858:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701859:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758777.701861:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931219456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758777.701865:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758777.701866:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758777.701867:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758777.701868:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758777.701869:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758777.701870:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758777.701871:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758777.701872:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758777.701874:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758777.701875:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758777.701876:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758777.701878:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758777.701879:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701880:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758777.701882:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758777.701883:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758777.701885:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758777.701886:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758778.659408:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758778.659408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758778.659419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758778.659419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758778.659424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758778.659431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758778.659433:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758778.659439:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758778.659440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758778.659446:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758778.659447:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758778.659453:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758778.659459:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758778.659464:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758778.659469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758778.659469:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758778.659474:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758778.659478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758778.659494:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758778.659495:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758778.659499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758778.659499:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758778.659502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758778.659502:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758778.659506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758778.659506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758778.659512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758778.659512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758778.659517:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758778.659523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758778.659523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758778.659526:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758778.659532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758778.659533:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758778.659537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758778.659540:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758778.659549:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758778.659554:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758778.659559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758778.659564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758778.659570:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758778.659576:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758778.659580:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758778.659584:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758778.659589:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758778.723416:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311155664, at 4311155712 00000100:00000040:1.0:1787758778.723417:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311155664, at 4311155712 00000100:00000010:1.0:1787758778.723439:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5300. 00000100:00000010:0.0:1787758778.723441:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e56c0. 00000100:00000001:0.0:1787758779.683380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758779.683388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758779.683391:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758779.683403:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758779.683404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758779.683415:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758779.683427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758779.683429:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758779.683441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758779.683443:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758779.683451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758779.683459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758779.683469:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758779.683475:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758779.683481:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758779.683496:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758779.683507:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758779.683512:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758779.683514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758779.683518:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758779.683522:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758779.683528:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758779.683533:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758779.683538:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758779.683540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758779.683543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758779.683545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758779.683548:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758779.683549:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758779.683551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758779.683557:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758779.683566:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758779.683576:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758779.683585:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758779.683594:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758779.683604:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758780.707397:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758780.707404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758780.707408:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758780.707414:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758780.707419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758780.707423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758780.707429:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758780.707432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758780.707437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758780.707442:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758780.707449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758780.707458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758780.707468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758780.707477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758780.707481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758780.707491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758780.707497:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758780.707501:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758780.707504:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758780.707512:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758780.707522:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758780.707526:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758780.707536:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758780.707540:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758780.707543:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758780.707544:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758780.707546:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758780.707552:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758780.707552:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758780.707558:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758780.707562:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758780.707567:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758780.707569:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758780.707579:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758780.707589:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758780.707595:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758780.707604:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758780.707604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758780.707615:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758780.707623:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758780.707627:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758780.707633:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758780.707637:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758780.707639:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758780.707641:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758781.731397:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758781.731397:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758781.731406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758781.731412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758781.731413:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758781.731421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758781.731424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758781.731431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758781.731438:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758781.731444:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758781.731445:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758781.731452:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758781.731479:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758781.731483:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758781.731488:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758781.731489:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758781.731494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758781.731500:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758781.731515:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758781.731524:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758781.731524:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758781.731531:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758781.731538:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758781.731541:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758781.731546:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758781.731554:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758781.731555:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758781.731566:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758781.731566:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758781.731577:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758781.731579:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758781.731583:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758781.731589:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758781.731589:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758781.731593:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758781.731599:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758781.731636:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758781.731644:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758781.731655:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758782.755452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758782.755461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758782.755465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.755473:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758782.755475:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758782.755480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758782.755486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758782.755488:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758782.755498:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.755500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758782.755508:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758782.755517:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758782.755518:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758782.755536:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758782.755538:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758782.755548:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758782.755550:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758782.755556:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.755564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758782.755574:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758782.755583:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758782.755592:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758782.755598:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758782.755604:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758782.755605:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.755607:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758782.755622:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758782.755635:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758782.755646:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758782.755650:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758782.755655:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758782.755664:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758782.755672:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758782.755677:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758782.755679:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758782.755684:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.755691:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758782.755694:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758782.755695:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.755698:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758782.755701:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758782.755704:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758782.755706:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758782.755707:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758782.755709:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758782.819418:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758782.819584:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758782.819589:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758782.819594:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758782.819599:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758782.819607:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16487 00000400:00000200:0.0:1787758782.819616:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758782.819623:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758782.819626:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758782.819630:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819633:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.819636:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819638:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758782.819642:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758782.819644:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758782.819646:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758782.819650:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758782.819653:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758782.819655:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758782.819658:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819661:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.819663:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819665:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758782.819669:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758782.819672:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819674:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758782.819676:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758782.819680:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758782.819682:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.819684:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758782.819686:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758782.819694:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758782.819697:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758782.819701:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758782.819702:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.819705:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758782.819707:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758782.819711:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758782.819717:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758782.819722:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.819729:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931219584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758782.819738:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758782.819741:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758782.819745:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931219584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758782.819768:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758782.819771:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758782.819774:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758782.819776:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758782.819777:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758782.819779:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758782.819781:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16487 00000400:00000200:0.0:1787758782.819784:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758782.819787:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758782.819789:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758782.819792:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819794:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.819796:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819798:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758782.819800:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758782.819801:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758782.819802:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758782.819804:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758782.819806:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758782.819808:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758782.819811:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819812:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.819817:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819821:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758782.819827:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758782.819832:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758782.819839:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758782.819842:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758782.819853:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758782.819857:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.819860:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758782.819865:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758782.819872:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.819876:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758782.819883:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758782.819890:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758782.819896:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758782.819901:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.819907:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758782.819909:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758782.819914:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758782.819918:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758782.819924:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.819933:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931219712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758782.819951:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758782.819957:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758782.819968:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931219712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758782.819987:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758782.819993:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758782.820013:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758782.820016:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758782.820018:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758782.820022:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758782.820026:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16487 00000400:00000200:0.0:1787758782.820032:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758782.820041:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758782.820046:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758782.820049:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820055:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.820064:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820078:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758782.820081:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758782.820083:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758782.820089:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758782.820091:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758782.820104:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758782.820117:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758782.820125:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820135:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.820144:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820157:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758782.820163:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758782.820175:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820185:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758782.820204:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758782.820211:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758782.820218:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.820225:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758782.820230:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758782.820241:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.820250:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758782.820262:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758782.820308:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758782.820318:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758782.820326:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.820334:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758782.820341:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758782.820345:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758782.820353:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758782.820360:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.820372:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931219840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758782.820407:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758782.820413:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758782.820428:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931219840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758782.820443:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758782.820452:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758782.820462:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758782.820466:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758782.820469:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758782.820484:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758782.820494:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16487 00000400:00000200:0.0:1787758782.820502:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758782.820512:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758782.820522:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758782.820536:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820542:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.820549:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820554:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758782.820559:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758782.820563:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758782.820568:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758782.820575:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758782.820581:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758782.820588:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758782.820599:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820604:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.820609:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820614:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758782.820623:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758782.820630:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758782.820636:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758782.820641:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758782.820648:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758782.820656:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.820661:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758782.820666:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758782.820672:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.820682:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758782.820693:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758782.820699:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758782.820706:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758782.820711:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.820715:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758782.820720:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758782.820725:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758782.820736:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758782.820743:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.820759:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931219968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758782.820815:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758782.820823:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758782.820835:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931219968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758782.821049:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758782.821061:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758782.821078:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758782.821083:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758782.821088:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758782.821099:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758782.821110:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16487 00000400:00000200:0.0:1787758782.821124:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758782.821144:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758782.821154:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758782.821171:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.821177:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.821191:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.821198:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758782.821211:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758782.821213:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758782.821222:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758782.821226:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758782.821234:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758782.821240:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758782.821253:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.821261:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758782.821288:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758782.821295:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758782.821300:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758782.821315:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758782.821328:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758782.821339:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758782.821347:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758782.821360:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.821369:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758782.821378:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758782.821394:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.821403:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758782.821416:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758782.821426:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758782.821433:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758782.821437:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758782.821452:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758782.821459:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758782.821464:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758782.821473:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758782.821483:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758782.821498:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931220096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758782.821525:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758782.821533:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758782.821547:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931220096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758782.821579:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758782.821588:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16497) 00000100:00000001:0.0:1787758783.779403:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758783.779405:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758783.779409:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758783.779418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758783.779419:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758783.779430:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758783.779431:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758783.779444:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758783.779446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758783.779451:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758783.779457:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758783.779458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758783.779466:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758783.779468:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758783.779486:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758783.779487:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758783.779492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779493:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758783.779502:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758783.779502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758783.779514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758783.779520:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758783.779526:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758783.779531:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779535:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758783.779553:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758783.779558:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758783.779566:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758783.779567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758783.779570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758783.779572:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758783.779586:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758783.779586:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758783.779606:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758783.779606:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758783.779618:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758783.779653:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758783.779658:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779663:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758783.779664:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758783.779667:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758783.779671:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758783.843356:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311160785, at 4311160832 00000100:00000040:1.0:1787758783.843356:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311160785, at 4311160832 00000100:00000010:0.0:1787758783.843371:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787758783.843377:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:1.0:1787758784.803429:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758784.803431:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758784.803446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758784.803447:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758784.803454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758784.803456:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758784.803463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758784.803468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758784.803470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758784.803479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758784.803479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758784.803490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758784.803491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758784.803520:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758784.803530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758784.803535:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758784.803540:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803545:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758784.803555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758784.803556:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758784.803570:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758784.803576:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803584:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758784.803588:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758784.803589:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803596:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758784.803600:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758784.803607:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758784.803613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758784.803618:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758784.803620:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758784.803625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758784.803627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803629:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758784.803631:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758784.803634:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758784.803639:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758784.803645:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758784.803652:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758784.803656:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803659:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758784.803664:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758784.803666:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758785.827354:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758785.827362:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758785.827370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758785.827371:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758785.827378:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758785.827382:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758785.827384:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758785.827395:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758785.827397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758785.827407:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758785.827407:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758785.827420:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758785.827421:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758785.827429:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758785.827435:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758785.827438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758785.827442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758785.827446:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758785.827457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758785.827461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758785.827468:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758785.827468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758785.827475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758785.827482:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758785.827484:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758785.827488:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758785.827497:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758785.827497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758785.827509:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758785.827509:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758785.827515:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758785.827516:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758785.827524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758785.827544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758785.827548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758785.827549:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758785.827555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758785.827557:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758785.827560:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758785.827563:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758785.827566:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758785.827569:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758785.827571:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758785.827572:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758785.827574:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758786.851413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758786.851424:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758786.851429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758786.851429:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758786.851441:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758786.851442:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758786.851456:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758786.851457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758786.851466:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758786.851477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758786.851477:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758786.851484:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758786.851492:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758786.851494:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758786.851506:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851518:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758786.851525:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758786.851532:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758786.851544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758786.851544:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758786.851554:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851557:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758786.851562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758786.851563:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758786.851574:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758786.851588:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758786.851602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758786.851607:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758786.851615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758786.851622:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758786.851627:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851629:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758786.851634:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758786.851642:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851642:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758786.851647:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758786.851649:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758786.851653:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758786.851659:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758786.851664:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851668:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758786.851672:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758786.851676:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758787.875409:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758787.875420:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758787.875425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758787.875431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758787.875441:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758787.875449:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758787.875450:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758787.875453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758787.875458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758787.875460:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758787.875464:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758787.875466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758787.875474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758787.875482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758787.875487:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758787.875490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758787.875493:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758787.875494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758787.875499:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758787.875500:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758787.875511:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758787.875513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758787.875516:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758787.875522:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758787.875527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758787.875531:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758787.875536:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758787.875539:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758787.875544:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758787.875550:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758787.875553:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758787.875556:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758787.875559:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758787.875563:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758787.875565:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758787.875571:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758787.875577:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758787.875582:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758787.875586:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758787.875594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758787.875598:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758787.875604:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758787.875607:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758787.875610:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758787.875614:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758788.899402:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758788.899412:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758788.899422:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758788.899425:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758788.899429:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758788.899436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758788.899437:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758788.899445:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758788.899445:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758788.899458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758788.899461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758788.899463:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758788.899475:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758788.899476:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758788.899488:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758788.899505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758788.899509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758788.899514:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758788.899526:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758788.899531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758788.899537:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758788.899542:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758788.899553:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758788.899554:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758788.899562:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758788.899563:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758788.899570:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758788.899572:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758788.899585:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758788.899587:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758788.899588:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758788.899594:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758788.899599:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758788.899603:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758788.899610:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758788.899624:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758788.899628:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758788.899634:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758788.899636:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758788.899638:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758788.899641:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758788.899644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758788.899647:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758788.899649:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758788.899656:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758788.963389:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311165905, at 4311165952 00000100:00000040:0.0:1787758788.963400:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311165905, at 4311165952 00000100:00000010:1.0:1787758788.963404:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:0.0:1787758788.963419:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:0.0:1787758789.923400:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758789.923400:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758789.923409:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758789.923409:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758789.923414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758789.923414:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758789.923423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758789.923423:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758789.923430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758789.923430:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758789.923436:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758789.923436:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758789.923445:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758789.923451:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758789.923460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758789.923460:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758789.923465:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758789.923475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758789.923490:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758789.923498:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758789.923505:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758789.923509:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758789.923511:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758789.923516:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758789.923516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758789.923521:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758789.923521:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758789.923527:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758789.923527:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758789.923532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758789.923534:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758789.923540:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758789.923540:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758789.923546:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758789.923549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758789.923555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758789.923565:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758789.923571:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758789.923575:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758789.923582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758789.923584:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758789.923588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758789.923588:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758789.923592:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758789.923592:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758789.923597:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758789.923597:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758789.923604:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758789.923604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758789.923612:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758789.923612:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758789.923633:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758789.923637:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758789.923645:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758790.947414:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758790.947417:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758790.947427:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758790.947427:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758790.947436:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758790.947436:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758790.947454:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758790.947456:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758790.947472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758790.947473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758790.947483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758790.947484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758790.947505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758790.947509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758790.947516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758790.947516:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758790.947523:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758790.947530:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758790.947552:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758790.947559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758790.947562:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758790.947563:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758790.947571:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758790.947574:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758790.947582:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758790.947583:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758790.947597:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758790.947599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758790.947615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758790.947617:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758790.947624:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758790.947625:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758790.947642:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758790.947643:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758790.947652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758790.947662:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758791.971382:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758791.971382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758791.971391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758791.971392:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758791.971396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758791.971397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758791.971405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758791.971405:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758791.971410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758791.971413:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758791.971414:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971418:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758791.971420:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971421:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971429:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758791.971438:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758791.971439:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758791.971442:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758791.971447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758791.971451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758791.971454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758791.971455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758791.971457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758791.971461:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758791.971462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758791.971465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758791.971466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971471:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758791.971472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758791.971473:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971480:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758791.971480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758791.971487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758791.971493:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758791.971497:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971506:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758791.971510:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758791.971513:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758791.971514:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758791.971515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758791.971522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758791.971525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971528:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758791.971530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758791.971531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758792.995394:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758792.995394:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758792.995404:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758792.995404:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758792.995408:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758792.995408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758792.995415:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758792.995415:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758792.995422:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758792.995422:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758792.995427:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758792.995427:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758792.995434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758792.995439:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758792.995446:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758792.995446:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758792.995449:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758792.995454:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758792.995466:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758792.995468:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758792.995470:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758792.995470:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758792.995473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758792.995473:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758792.995477:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758792.995477:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758792.995482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758792.995482:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758792.995487:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758792.995487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758792.995491:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758792.995494:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758792.995499:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758792.995500:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758792.995502:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758792.995507:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758792.995514:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758792.995519:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758792.995524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758792.995527:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758792.995532:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758792.995536:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758792.995540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758792.995544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758792.995550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758794.019395:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758794.019406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758794.019411:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758794.019415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758794.019421:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758794.019422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758794.019425:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758794.019426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758794.019430:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758794.019431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758794.019436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758794.019436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758794.019439:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758794.019439:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758794.019445:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758794.019457:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758794.019459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758794.019461:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758794.019462:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758794.019464:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758794.019465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758794.019470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758794.019475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758794.019480:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758794.019480:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758794.019482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758794.019483:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758794.019485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758794.019485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758794.019488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758794.019488:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758794.019492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758794.019498:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758794.019503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758794.019508:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758794.019514:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758794.019523:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758794.019529:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758794.019533:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758794.019536:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758794.019539:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758794.019543:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758794.019545:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758794.019547:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758794.019552:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758794.083345:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311171024, at 4311171072 00000100:00000040:1.0:1787758794.083345:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311171024, at 4311171072 00000100:00000010:1.0:1787758794.083371:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787758794.083373:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:1.0:1787758795.043355:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758795.043362:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758795.043365:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758795.043372:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758795.043380:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758795.043384:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758795.043385:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758795.043390:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758795.043393:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758795.043393:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758795.043398:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758795.043399:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758795.043404:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758795.043405:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758795.043410:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758795.043421:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758795.043422:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758795.043424:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758795.043427:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758795.043428:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758795.043432:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758795.043433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758795.043438:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758795.043441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758795.043449:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758795.043451:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758795.043455:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758795.043481:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758795.043486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758795.043489:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758795.043493:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758795.043498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758795.043501:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758795.043502:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758795.043506:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758795.043507:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758795.043511:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758795.043511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758795.043516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758795.043517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758795.043522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758795.043527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758795.043529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758795.043531:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758795.043534:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758796.067383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758796.067393:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758796.067403:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758796.067405:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758796.067409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758796.067412:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758796.067413:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758796.067417:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758796.067419:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758796.067422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758796.067424:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758796.067430:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758796.067436:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758796.067438:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758796.067440:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758796.067444:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758796.067447:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758796.067451:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758796.067464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758796.067467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758796.067468:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758796.067470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758796.067474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758796.067474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758796.067477:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758796.067479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758796.067481:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758796.067484:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758796.067485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758796.067491:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758796.067492:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758796.067500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758796.067506:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758796.067514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758796.067518:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758796.067526:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758796.067539:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758796.067542:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758796.067545:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758796.067549:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758796.067554:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758796.067558:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758796.067560:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758796.067562:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758796.067564:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758797.091370:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758797.091375:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758797.091380:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758797.091381:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758797.091386:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758797.091386:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758797.091393:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758797.091394:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758797.091398:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758797.091403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758797.091403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758797.091409:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758797.091410:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758797.091413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758797.091417:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758797.091427:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758797.091432:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758797.091434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758797.091435:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758797.091439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758797.091442:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758797.091448:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758797.091454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758797.091457:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758797.091457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758797.091462:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758797.091464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758797.091465:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758797.091468:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758797.091472:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758797.091475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758797.091481:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758797.091487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758797.091494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758797.091498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758797.091502:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758797.091514:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758797.091518:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758797.091522:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758797.091525:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758797.091529:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758797.091532:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758797.091534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758797.091535:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758797.091537:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.115387:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758798.115394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758798.115395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758798.115398:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758798.115401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758798.115404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758798.115406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.115410:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758798.115412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758798.115417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758798.115418:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758798.115424:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758798.115425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758798.115428:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758798.115433:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758798.115434:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758798.115440:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758798.115451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758798.115453:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.115454:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758798.115458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.115460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758798.115464:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758798.115467:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758798.115470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758798.115474:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758798.115476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758798.115480:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758798.115482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758798.115487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758798.115495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758798.115502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758798.115503:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758798.115508:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758798.115509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758798.115511:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.115517:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758798.115519:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758798.115520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758798.115525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758798.115532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758798.115541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.115542:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758798.115545:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758798.115548:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758798.179401:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758798.179409:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758798.179412:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758798.179417:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758798.179421:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758798.179429:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16502 00000400:00000200:1.0:1787758798.179439:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758798.179446:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758798.179450:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758798.179454:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179459:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179462:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179465:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758798.179470:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758798.179472:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758798.179475:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758798.179479:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758798.179481:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758798.179483:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758798.179486:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179488:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179489:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179490:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758798.179493:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758798.179495:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179497:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758798.179499:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758798.179502:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758798.179504:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179506:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758798.179508:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758798.179517:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758798.179520:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758798.179523:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758798.179525:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179528:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758798.179530:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758798.179534:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758798.179540:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758798.179545:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.179553:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931221504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758798.179565:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758798.179569:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758798.179572:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931221504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758798.179591:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758798.179594:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758798.179596:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758798.179597:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758798.179599:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758798.179601:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758798.179604:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16502 00000400:00000200:1.0:1787758798.179607:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758798.179609:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758798.179611:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758798.179613:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179614:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179616:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179618:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758798.179620:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758798.179621:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758798.179622:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758798.179625:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758798.179627:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758798.179628:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758798.179631:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179632:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179633:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179635:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758798.179637:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758798.179640:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179644:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758798.179646:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758798.179650:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758798.179654:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179658:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758798.179661:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758798.179664:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179666:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758798.179671:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758798.179674:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758798.179679:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758798.179681:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179685:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758798.179687:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758798.179690:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758798.179694:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758798.179698:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.179705:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931221632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758798.179717:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758798.179721:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758798.179727:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931221632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758798.179754:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758798.179759:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758798.179763:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758798.179766:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758798.179768:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758798.179774:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758798.179778:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16502 00000400:00000200:1.0:1787758798.179782:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758798.179785:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758798.179790:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758798.179795:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179798:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179800:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179804:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758798.179808:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758798.179810:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758798.179812:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758798.179814:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758798.179819:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758798.179821:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758798.179823:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179825:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179829:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179831:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758798.179833:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758798.179836:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179839:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758798.179842:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758798.179845:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758798.179848:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179851:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758798.179855:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758798.179857:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179859:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758798.179863:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758798.179867:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758798.179871:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758798.179874:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.179878:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758798.179880:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758798.179883:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758798.179888:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758798.179893:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.179900:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931221760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758798.179908:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758798.179909:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758798.179912:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931221760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758798.179918:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758798.179923:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758798.179927:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758798.179928:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758798.179930:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758798.179935:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758798.179939:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16502 00000400:00000200:1.0:1787758798.179942:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758798.179944:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758798.179946:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758798.179959:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179963:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179966:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179968:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758798.179971:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758798.179973:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758798.179975:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758798.179977:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758798.179981:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758798.179986:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758798.179990:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179992:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.179993:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.179994:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758798.179996:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758798.179998:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758798.180000:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758798.180002:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758798.180004:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758798.180008:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.180010:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758798.180013:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758798.180018:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.180020:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758798.180024:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758798.180027:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758798.180031:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758798.180034:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.180038:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758798.180040:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758798.180043:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758798.180047:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758798.180050:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.180058:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931221888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758798.180074:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758798.180078:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758798.180083:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931221888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758798.180090:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758798.180094:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758798.180097:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758798.180098:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758798.180100:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758798.180103:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758798.180113:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16502 00000400:00000200:1.0:1787758798.180119:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758798.180124:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758798.180128:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758798.180132:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.180134:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.180140:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.180146:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758798.180152:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758798.180154:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758798.180155:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758798.180158:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758798.180162:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758798.180168:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758798.180173:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.180179:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758798.180184:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758798.180189:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758798.180194:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758798.180199:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758798.180202:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758798.180207:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758798.180211:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758798.180215:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.180217:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758798.180220:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758798.180223:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.180228:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758798.180233:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758798.180237:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758798.180242:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758798.180244:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758798.180247:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758798.180249:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758798.180251:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758798.180255:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758798.180261:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758798.180292:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931222016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758798.180298:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758798.180300:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758798.180303:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931222016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758798.180319:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758798.180326:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16512) 00000100:00000001:1.0:1787758799.139372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758799.139378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758799.139380:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758799.139386:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758799.139391:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758799.139395:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139399:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758799.139402:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758799.139403:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139408:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758799.139409:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758799.139420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758799.139423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758799.139426:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758799.139428:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758799.139431:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758799.139435:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139437:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758799.139439:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758799.139475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758799.139479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758799.139482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758799.139488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758799.139491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758799.139497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758799.139506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758799.139533:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758799.139537:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758799.139539:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758799.139540:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758799.139542:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758799.139545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758799.139547:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758799.139550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758799.139585:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758799.139588:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758799.139591:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758799.139593:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758799.139595:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758799.139596:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758799.139599:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758799.203377:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311176145, at 4311176192 00000100:00000040:1.0:1787758799.203377:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311176145, at 4311176192 00000100:00000010:1.0:1787758799.203393:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787758799.203399:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:0.0:1787758800.163366:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758800.163373:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758800.163374:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758800.163379:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758800.163379:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758800.163383:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758800.163388:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758800.163389:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758800.163396:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758800.163397:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758800.163401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758800.163403:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758800.163410:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758800.163414:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758800.163417:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758800.163424:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758800.163427:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758800.163430:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758800.163449:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758800.163449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758800.163453:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758800.163454:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758800.163458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758800.163459:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758800.163465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758800.163465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758800.163472:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758800.163473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758800.163477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758800.163478:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758800.163482:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758800.163486:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758800.163490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758800.163491:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758800.163495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758800.163501:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758801.187356:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758801.187366:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758801.187370:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758801.187371:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758801.187377:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758801.187377:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758801.187382:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758801.187385:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758801.187388:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758801.187391:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758801.187395:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758801.187402:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758801.187411:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758801.187416:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758801.187419:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758801.187421:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758801.187424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758801.187428:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758801.187448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758801.187453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758801.187456:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758801.187461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758801.187468:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758801.187474:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758801.187479:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758801.187481:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758801.187484:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758801.187486:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758801.187492:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758801.187498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758801.187502:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758801.187504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758801.187507:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758801.187509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758801.187511:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758801.187513:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758802.211395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758802.211395:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758802.211405:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758802.211405:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758802.211410:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758802.211411:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758802.211419:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758802.211419:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758802.211427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758802.211427:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758802.211432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758802.211434:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758802.211439:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758802.211441:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758802.211443:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758802.211444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758802.211451:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758802.211452:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758802.211467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758802.211471:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758802.211473:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758802.211475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758802.211478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758802.211480:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758802.211481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758802.211485:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758802.211487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758802.211489:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758802.211490:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758802.211496:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758802.211498:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758802.211504:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758802.211509:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758802.211517:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758802.211520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758802.211524:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758803.235380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758803.235387:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758803.235390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758803.235391:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.235395:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758803.235397:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758803.235399:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758803.235404:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758803.235404:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758803.235409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758803.235413:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758803.235419:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758803.235434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758803.235438:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758803.235441:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758803.235442:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758803.235448:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758803.235454:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.235469:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758803.235474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758803.235475:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758803.235479:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758803.235480:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758803.235483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758803.235484:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758803.235491:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758803.235492:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758803.235496:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758803.235497:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758803.235501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758803.235502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758803.235506:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758803.235507:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758803.235510:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758803.235512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758803.235514:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758803.299366:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758803.299375:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758803.299377:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758803.299380:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758803.299384:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758803.299391:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16507 00000400:00000200:1.0:1787758803.299398:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758803.299403:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758803.299406:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758803.299408:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299411:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.299419:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299421:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758803.299424:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758803.299427:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758803.299429:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758803.299431:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758803.299433:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758803.299435:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758803.299437:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299439:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.299440:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299441:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758803.299443:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758803.299446:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299448:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758803.299450:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758803.299453:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758803.299455:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299458:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758803.299461:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758803.299471:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758803.299475:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758803.299480:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758803.299482:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299486:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758803.299489:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758803.299494:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758803.299502:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758803.299510:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758803.299519:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931222144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758803.299527:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758803.299531:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758803.299534:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931222144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758803.299558:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758803.299561:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758803.299564:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758803.299565:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758803.299566:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758803.299570:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758803.299573:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16507 00000400:00000200:1.0:1787758803.299577:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758803.299580:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758803.299583:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758803.299587:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299590:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.299593:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299595:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758803.299598:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758803.299600:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758803.299602:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758803.299605:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758803.299608:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758803.299614:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758803.299620:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299624:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.299629:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299633:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758803.299639:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758803.299658:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299661:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758803.299667:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758803.299674:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758803.299678:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299683:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758803.299689:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758803.299693:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299699:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758803.299704:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758803.299716:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758803.299720:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758803.299721:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299725:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758803.299727:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758803.299730:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758803.299734:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758803.299737:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758803.299743:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931222272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758803.299750:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758803.299755:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758803.299761:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931222272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758803.299773:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758803.299777:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758803.299782:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758803.299784:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758803.299785:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758803.299788:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758803.299792:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16507 00000400:00000200:1.0:1787758803.299795:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758803.299798:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758803.299803:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758803.299807:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299810:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.299822:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299828:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758803.299835:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758803.299838:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758803.299842:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758803.299846:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758803.299852:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758803.299857:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758803.299865:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299867:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.299870:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299874:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758803.299876:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758803.299882:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758803.299884:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758803.299886:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758803.299889:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758803.299891:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299895:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758803.299897:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758803.299899:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299902:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758803.299909:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758803.299913:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758803.299918:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758803.299919:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.299922:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758803.299925:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758803.299928:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758803.299933:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758803.299939:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758803.299947:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931222400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758803.299964:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758803.299968:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758803.299972:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931222400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758803.299987:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758803.299992:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758803.299996:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758803.299997:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758803.300000:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758803.300003:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758803.300008:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16507 00000400:00000200:1.0:1787758803.300011:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758803.300017:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758803.300019:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758803.300025:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300029:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.300032:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300034:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758803.300036:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758803.300037:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758803.300038:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758803.300039:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758803.300041:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758803.300042:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758803.300046:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300051:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.300054:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300057:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758803.300060:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758803.300066:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300069:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758803.300072:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758803.300076:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758803.300079:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.300081:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758803.300084:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758803.300088:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.300091:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758803.300095:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758803.300097:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758803.300099:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758803.300101:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.300104:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758803.300106:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758803.300109:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758803.300113:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758803.300117:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758803.300122:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931222528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758803.300132:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758803.300134:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758803.300139:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931222528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758803.300147:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758803.300151:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758803.300158:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758803.300161:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758803.300165:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758803.300169:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758803.300172:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16507 00000400:00000200:1.0:1787758803.300178:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758803.300182:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758803.300185:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758803.300189:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300193:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.300205:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300210:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758803.300212:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758803.300213:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758803.300214:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758803.300216:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758803.300220:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758803.300223:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758803.300227:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300231:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758803.300235:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300238:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758803.300241:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758803.300244:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758803.300246:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758803.300250:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758803.300253:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758803.300254:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.300255:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758803.300257:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758803.300262:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.300263:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758803.300283:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758803.300286:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758803.300288:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758803.300289:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758803.300290:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758803.300291:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758803.300292:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758803.300296:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758803.300298:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758803.300302:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931222656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758803.300307:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758803.300309:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758803.300313:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931222656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758803.300321:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758803.300328:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16517) 00000100:00000001:1.0:1787758804.259392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758804.259400:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758804.259400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758804.259404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758804.259407:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758804.259412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758804.259413:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758804.259420:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758804.259421:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758804.259425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758804.259426:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758804.259430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758804.259432:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758804.259434:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758804.259439:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758804.259439:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758804.259445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758804.259455:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758804.259463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758804.259468:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758804.259470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758804.259474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758804.259477:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758804.259478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758804.259480:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758804.259483:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758804.259484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758804.259489:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758804.259489:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758804.259495:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758804.259499:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758804.259506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758804.259512:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758804.259526:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758804.259527:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758804.259529:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758804.259533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758804.259533:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758804.259540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758804.259541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758804.259542:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758804.259548:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758804.259555:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758804.259558:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758804.259563:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758804.323331:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311181265, at 4311181312 00000100:00000010:1.0:1787758804.323345:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:0.0:1787758804.323352:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311181264, at 4311181312 00000100:00000010:0.0:1787758804.323362:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:0.0:1787758805.283367:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758805.283376:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758805.283378:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758805.283380:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758805.283384:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758805.283389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758805.283390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758805.283397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758805.283398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758805.283404:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758805.283405:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758805.283418:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758805.283419:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758805.283424:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758805.283428:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758805.283436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758805.283440:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758805.283447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758805.283447:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758805.283455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758805.283461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758805.283469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758805.283473:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758805.283476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758805.283477:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758805.283481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758805.283482:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758805.283491:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758805.283491:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758805.283497:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758805.283499:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758805.283503:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758805.283505:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758805.283510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758805.283514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758805.283519:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758806.307379:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758806.307379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758806.307387:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758806.307391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758806.307392:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758806.307395:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758806.307401:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758806.307401:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758806.307407:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758806.307409:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758806.307413:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758806.307415:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758806.307420:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758806.307427:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758806.307435:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758806.307435:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758806.307440:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758806.307443:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758806.307456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758806.307461:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758806.307462:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758806.307466:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758806.307468:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758806.307473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758806.307473:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758806.307478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758806.307482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758806.307482:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758806.307490:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758806.307495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758806.307496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758806.307499:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758806.307508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758806.307522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758806.307527:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758806.307531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758806.307538:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758806.307544:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758806.307549:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758807.331355:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758807.331365:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758807.331369:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758807.331377:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758807.331385:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758807.331385:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758807.331392:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758807.331393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758807.331398:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758807.331406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758807.331407:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758807.331411:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758807.331413:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758807.331417:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758807.331419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758807.331424:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758807.331429:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758807.331437:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758807.331454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758807.331456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758807.331460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758807.331462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758807.331464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758807.331466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758807.331471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758807.331472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758807.331479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758807.331481:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758807.331483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758807.331487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758807.331489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758807.331494:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758807.331499:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758807.331499:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758807.331505:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758807.331512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758807.331519:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758807.331524:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758807.331528:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758807.331531:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758807.331535:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758807.331538:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758807.331543:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758807.331548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758807.331553:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758808.355365:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758808.355371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758808.355374:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758808.355379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758808.355379:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.355384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758808.355387:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758808.355393:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758808.355394:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758808.355400:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.355401:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758808.355407:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.355408:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758808.355412:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758808.355418:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.355421:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.355430:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.355436:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758808.355437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758808.355443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758808.355446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758808.355451:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758808.355454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758808.355455:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758808.355459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758808.355461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.355463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758808.355464:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758808.355468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758808.355473:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758808.355476:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.355477:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758808.355481:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.355495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.355499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.355502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758808.355512:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758808.355515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758808.355516:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758808.355518:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758808.355522:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758808.355525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758808.355527:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758808.355528:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758808.355530:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.419664:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758808.419671:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758808.419675:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758808.419686:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.419704:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.419706:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.419713:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758808.419716:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758808.419720:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758808.419728:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931222784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758808.419732:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758808.419738:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758808.419742:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.419746:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758808.419752:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758808.419755:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758808.419763:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758808.419768:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec963c8. 00000400:00000010:0.0:1787758808.419777:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47440. 00000100:00000200:0.0:1787758808.419787:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931222784, portal 25 00000100:00000001:0.0:1787758808.419792:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758808.419794:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758808.419803:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.419812:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758808.419815:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758808.419819:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47220. 00000100:00000200:0.0:1787758808.419823:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931222784, offset 0 00000400:00000200:0.0:1787758808.419833:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758808.419847:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.419857:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758808.419865:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758808.419871:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758808.419876:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758808.419881:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758808.419889:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748311:748311:256:4294967295] 192.168.201.121@tcp LPNI seq info [748305:748305:8:4294967295] 00000400:00000200:0.0:1787758808.419900:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.419917:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758808.419927:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758808.419935:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9700. 00000800:00000200:0.0:1787758808.419945:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758808.419969:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758808.419978:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758808.419983:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311186384 00000100:00000010:0.0:1787758808.419992:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758808.420001:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758808.420011:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311186384 00000100:00000010:0.0:1787758808.420017:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758808.420023:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758808.420028:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758808.420032:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420038:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420042:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.420051:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758808.420054:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758808.420060:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758808.420063:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758808.420067:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758808.420075:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420094:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.420097:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420102:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758808.420105:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758808.420109:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758808.420117:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931222912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758808.420124:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758808.420127:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758808.420129:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420134:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758808.420137:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758808.420142:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758808.420149:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758808.420154:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96580. 00000400:00000010:0.0:1787758808.420160:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758808.420165:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931222912, portal 10 00000100:00000001:0.0:1787758808.420170:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758808.420172:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758808.420183:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420194:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758808.420197:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758808.420202:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47088. 00000100:00000200:0.0:1787758808.420204:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931222912, offset 0 00000400:00000200:0.0:1787758808.420211:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420219:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420225:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758808.420230:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758808.420234:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758808.420239:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758808.420245:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420252:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748312:748312:255:4294967295] 192.168.201.121@tcp LPNI seq info [748306:748306:7:4294967295] 00000400:00000200:0.0:1787758808.420263:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420294:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758808.420303:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758808.420311:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9d00. 00000800:00000200:0.0:1787758808.420336:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758808.420356:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758808.420362:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758808.420370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758808.420384:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311185421 00000100:00000001:0.0:1787758808.420391:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420397:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311185421 00000100:00000001:0.0:1787758808.420405:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420415:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758808.420419:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420425:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758808.420434:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420448:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.420452:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420457:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758808.420466:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758808.420476:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758808.420486:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931223040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758808.420496:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758808.420499:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758808.420503:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420506:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758808.420511:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758808.420513:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758808.420518:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758808.420521:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758808.420525:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758808.420528:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931223040, portal 10 00000100:00000001:0.0:1787758808.420530:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758808.420531:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758808.420539:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420545:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758808.420547:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758808.420566:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47c38. 00000100:00000200:0.0:1787758808.420571:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931223040, offset 0 00000400:00000200:0.0:1787758808.420576:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420580:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420585:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758808.420588:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758808.420591:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758808.420594:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758808.420596:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420599:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748313:748313:254:4294967295] 192.168.201.121@tcp LPNI seq info [748307:748307:6:4294967295] 00000400:00000200:0.0:1787758808.420604:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420611:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758808.420617:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758808.420621:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9a00. 00000800:00000200:0.0:1787758808.420625:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758808.420633:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758808.420637:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758808.420640:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758808.420642:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311185419 00000100:00000001:0.0:1787758808.420645:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420648:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311185419 00000100:00000001:0.0:1787758808.420650:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420652:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758808.420655:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420658:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420660:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.420664:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758808.420665:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758808.420668:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758808.420670:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758808.420671:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758808.420676:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420684:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.420686:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420688:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758808.420690:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758808.420692:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758808.420695:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931223168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758808.420698:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758808.420700:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758808.420702:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420703:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758808.420708:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758808.420710:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758808.420714:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758808.420717:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96370. 00000400:00000010:0.0:1787758808.420720:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47a18. 00000100:00000200:0.0:1787758808.420723:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931223168, portal 4 00000100:00000001:0.0:1787758808.420725:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758808.420727:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758808.420733:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420739:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758808.420741:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758808.420743:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47990. 00000100:00000200:0.0:1787758808.420746:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931223168, offset 0 00000400:00000200:0.0:1787758808.420750:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420753:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420757:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758808.420760:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758808.420762:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758808.420764:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758808.420766:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420770:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748314:748314:253:4294967295] 192.168.201.121@tcp LPNI seq info [748308:748308:5:4294967295] 00000400:00000200:0.0:1787758808.420774:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420779:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758808.420785:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758808.420788:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9500. 00000800:00000200:0.0:1787758808.420792:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758808.420799:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758808.420802:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758808.420806:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758808.420807:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311185455 00000100:00000001:0.0:1787758808.420810:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420813:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311185455 00000100:00000001:0.0:1787758808.420815:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420817:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758808.420819:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420821:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758808.420825:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420833:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758808.420835:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420837:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758808.420839:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758808.420841:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758808.420844:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931223296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758808.420848:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758808.420850:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758808.420852:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758808.420854:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758808.420858:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758808.420860:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758808.420863:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758808.420866:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96478. 00000400:00000010:0.0:1787758808.420870:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47f68. 00000100:00000200:0.0:1787758808.420873:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931223296, portal 4 00000100:00000001:0.0:1787758808.420875:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758808.420876:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758808.420883:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758808.420890:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758808.420892:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758808.420895:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47bb0. 00000100:00000200:0.0:1787758808.420898:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931223296, offset 0 00000400:00000200:0.0:1787758808.420903:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420907:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420911:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758808.420925:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758808.420927:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758808.420930:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758808.420932:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758808.420935:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748315:748315:252:4294967295] 192.168.201.121@tcp LPNI seq info [748309:748309:4:4294967295] 00000400:00000200:0.0:1787758808.420940:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758808.420946:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758808.420951:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758808.420954:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758808.420959:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:0.0:1787758808.420966:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758808.420969:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758808.420972:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758808.420975:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311185434 00000100:00000001:0.0:1787758808.420977:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420980:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311185434 00000100:00000001:0.0:1787758808.420982:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311186384 00000100:00000001:0.0:1787758808.420984:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758808.420987:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420990:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.420992:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758808.420996:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758808.420998:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787758808.421000:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758808.421001:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758808.421003:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758808.421005:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758809.379429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758809.379429:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758809.379443:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758809.379444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758809.379454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758809.379458:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758809.379464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758809.379475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758809.379476:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758809.379491:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758809.379491:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758809.379500:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758809.379502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758809.379521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758809.379528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758809.379531:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758809.379559:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758809.379563:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758809.379564:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758809.379567:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758809.379570:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758809.379573:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758809.379583:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758809.379588:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758809.379594:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758809.379597:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758809.379599:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758809.379602:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758809.379603:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758809.379607:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758809.379612:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758809.379617:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758809.379623:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758809.379627:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758809.379630:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758809.379632:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758809.379653:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758809.379657:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758809.379661:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758809.379665:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758809.379671:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758809.379676:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758809.379687:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758809.379690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758809.379692:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758809.443362:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311186384, at 4311186432 00000100:00000010:0.0:1787758809.443377:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000040:1.0:1787758809.443389:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311186384, at 4311186432 00000100:00000010:1.0:1787758809.443403:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ae0. 00000100:00000001:0.0:1787758810.403335:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758810.403344:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758810.403344:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758810.403347:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758810.403349:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758810.403353:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758810.403354:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758810.403361:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758810.403362:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758810.403368:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758810.403368:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758810.403373:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758810.403374:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758810.403377:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758810.403384:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758810.403386:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758810.403391:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758810.403396:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758810.403417:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758810.403419:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758810.403421:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758810.403423:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758810.403426:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758810.403430:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758810.403432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758810.403434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758810.403436:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758810.403437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758810.403440:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758810.403442:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758810.403444:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758810.403448:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758810.403452:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758810.403455:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758810.403458:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758810.403465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758810.403477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758810.403482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758810.403485:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758810.403488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758810.403494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758810.403498:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758810.403509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758810.403512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758810.403514:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.427388:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758811.427388:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758811.427395:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758811.427397:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758811.427399:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758811.427401:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758811.427405:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758811.427408:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758811.427409:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758811.427414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758811.427415:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427420:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758811.427420:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427429:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758811.427434:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758811.427438:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758811.427442:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.427449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758811.427453:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758811.427457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758811.427461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758811.427464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758811.427466:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427468:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758811.427469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427471:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.427511:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758811.427516:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758811.427526:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758811.427527:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758811.427531:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758811.427533:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758811.427535:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.427538:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758811.427539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758811.427544:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758811.427544:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758811.427548:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758811.427551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.427555:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758811.427555:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758811.427559:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758811.427562:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.491708:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758811.491715:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758811.491722:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758811.491738:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758808/real 1787758811] req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758811.491764:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758811.491768:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758811.491773:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec963c8. 00000400:00000200:0.0:1787758811.491780:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47440 00000400:00000010:0.0:1787758811.491796:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47440. 00000100:00000001:0.0:1787758811.491806:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758811.491815:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758811.491833:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.491848:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758811.491854:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.491860:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.491864:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758811.491875:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.491898:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758811.491909:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.491925:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758811.491932:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.491937:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.491940:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.491946:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758811.491951:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758811.491959:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758811.491969:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758811.491977:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758811.491987:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758811.492006:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931222784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758811.492017:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.492022:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758811.492030:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931222784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492050:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758811.492057:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758811.492063:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758811.492070:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758811.492075:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758811.492079:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758811.492083:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758811.492087:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758811.492092:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758811.492094:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758811.492096:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758811.492100:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758811.492101:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492105:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.492106:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758811.492108:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758811.492109:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758811.492115:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758808/real 1787758811] req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758811.492124:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758811.492125:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758811.492128:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96370. 00000400:00000200:0.0:1787758811.492130:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47a18 00000400:00000010:0.0:1787758811.492132:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47a18. 00000100:00000001:0.0:1787758811.492135:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758811.492138:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758811.492145:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492152:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758811.492154:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492156:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492157:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758811.492161:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492167:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758811.492171:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492178:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758811.492181:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492182:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492184:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492185:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758811.492187:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758811.492190:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758811.492195:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758811.492198:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758811.492203:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758811.492211:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931223168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758811.492216:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758811.492219:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758808/real 1787758811] req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758811.492228:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758811.492229:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758811.492231:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96478. 00000400:00000200:0.0:1787758811.492234:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47f68 00000400:00000010:0.0:1787758811.492236:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47f68. 00000100:00000001:0.0:1787758811.492239:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758811.492243:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758811.492254:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492294:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758811.492297:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492300:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492301:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758811.492307:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492317:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758811.492326:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492335:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758811.492339:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492342:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492344:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492346:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758811.492349:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758811.492352:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758811.492358:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758811.492361:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758811.492366:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758811.492376:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931223296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758811.492381:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758811.492386:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758808/real 1787758811] req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758811.492392:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758811.492393:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758811.492395:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96580. 00000400:00000200:0.0:1787758811.492397:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758811.492399:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758811.492401:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758811.492403:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758811.492409:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492413:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758811.492414:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492416:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492417:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758811.492421:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492434:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758811.492439:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492446:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758811.492449:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492456:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492458:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492460:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758811.492465:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758811.492467:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758811.492470:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758811.492476:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758811.492480:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758811.492485:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931222912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758811.492489:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758811.492492:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758808/real 1787758811] req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758811.492510:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758811.492512:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758811.492514:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758811.492517:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758811.492519:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758811.492522:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758811.492526:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758811.492541:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492548:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758811.492550:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492552:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492554:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758811.492558:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492566:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758811.492571:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492577:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758811.492579:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492580:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758811.492581:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492583:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758811.492585:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758811.492587:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758811.492590:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758811.492591:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758811.492594:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758811.492601:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931223040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758811.492606:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492608:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758811.492612:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931223168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492625:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758811.492627:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758811.492629:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758811.492633:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758811.492635:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758811.492636:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758811.492639:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758811.492641:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758811.492644:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758811.492646:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758811.492648:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758811.492650:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758811.492651:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492652:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758811.492655:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931223296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492660:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758811.492661:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758811.492663:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758811.492665:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758811.492666:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758811.492666:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758811.492668:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758811.492669:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758811.492670:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758811.492671:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758811.492672:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758811.492673:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758811.492674:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492675:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758811.492678:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931222912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492684:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758811.492686:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758811.492688:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787758811.492690:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758811.492691:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758811.492693:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758811.492695:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758811.492697:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758811.492699:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758811.492700:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758811.492702:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758811.492704:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758811.492706:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492707:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758811.492711:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931223040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758811.492719:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758811.492720:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758811.492721:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787758811.492724:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758811.492726:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758811.492727:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758811.492729:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758811.492730:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758811.492733:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758811.492734:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758811.492735:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758811.492738:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758811.492739:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492742:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758811.492750:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758811.492752:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758811.492755:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758811.492756:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758812.451379:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758812.451387:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758812.451388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758812.451394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758812.451395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758812.451401:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758812.451402:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758812.451409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758812.451410:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758812.451415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758812.451417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758812.451423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758812.451431:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758812.451435:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758812.451440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758812.451441:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758812.451446:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758812.451454:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758812.451455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758812.451461:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758812.451465:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758812.451469:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758812.451473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758812.451476:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758812.451477:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758812.451496:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758812.451498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758812.451500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758812.451502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758812.451506:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758812.451507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758812.451515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758812.451522:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758812.451529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758812.451534:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758812.451534:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758812.451538:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758812.451541:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758812.451542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758812.451544:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758812.451551:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758812.451556:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758812.451560:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758812.451563:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758812.451568:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758813.475393:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758813.475394:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758813.475402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758813.475403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758813.475404:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.475408:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.475418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758813.475419:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758813.475424:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758813.475430:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758813.475430:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758813.475436:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758813.475436:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758813.475442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758813.475447:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758813.475460:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758813.475478:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758813.475483:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758813.475484:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758813.475488:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758813.475490:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.475493:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758813.475498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758813.475503:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758813.475509:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758813.475509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758813.475514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758813.475515:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758813.475518:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.475520:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758813.475524:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758813.475530:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758813.475535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758813.475540:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758813.475543:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758813.475547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758813.475586:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758813.475590:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758813.475594:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758813.539358:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758813.539367:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758813.539369:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758813.539372:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758813.539376:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758813.539383:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16518 00000400:00000200:0.0:1787758813.539390:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758813.539395:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758813.539398:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758813.539400:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539403:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.539405:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539407:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758813.539410:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758813.539411:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758813.539413:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758813.539416:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758813.539418:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758813.539420:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758813.539422:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539423:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.539425:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539426:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758813.539429:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758813.539431:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539433:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758813.539435:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758813.539437:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758813.539439:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539441:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758813.539442:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758813.539448:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758813.539451:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758813.539454:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758813.539456:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539459:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758813.539477:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758813.539482:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758813.539490:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758813.539497:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.539508:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758813.539518:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758813.539523:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758813.539529:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758813.539555:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758813.539559:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758813.539563:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758813.539564:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758813.539566:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758813.539569:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758813.539572:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16518 00000400:00000200:0.0:1787758813.539578:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758813.539582:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758813.539584:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758813.539588:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539590:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.539593:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539599:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758813.539603:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758813.539607:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758813.539611:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758813.539614:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758813.539618:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758813.539624:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758813.539635:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539640:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.539646:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539651:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758813.539656:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758813.539663:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539672:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758813.539676:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758813.539684:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758813.539689:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539694:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758813.539702:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758813.539708:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539714:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758813.539721:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758813.539727:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758813.539733:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758813.539736:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539739:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758813.539741:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758813.539744:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758813.539750:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758813.539755:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.539762:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931223552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758813.539774:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758813.539780:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758813.539790:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931223552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758813.539808:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758813.539814:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758813.539825:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758813.539829:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758813.539833:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758813.539838:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758813.539844:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16518 00000400:00000200:0.0:1787758813.539855:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758813.539860:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758813.539866:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758813.539871:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539876:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.539882:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539888:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758813.539894:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758813.539898:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758813.539902:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758813.539905:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758813.539910:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758813.539917:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758813.539926:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539932:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.539938:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539943:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758813.539946:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758813.539951:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758813.539954:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758813.539956:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758813.539960:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758813.539965:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539969:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758813.539974:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758813.539979:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.539983:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758813.539990:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758813.539996:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758813.540001:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758813.540002:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540008:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758813.540011:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758813.540015:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758813.540021:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758813.540028:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.540040:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931223680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758813.540057:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758813.540061:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758813.540069:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931223680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758813.540085:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758813.540090:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758813.540097:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758813.540108:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758813.540111:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758813.540119:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758813.540126:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16518 00000400:00000200:0.0:1787758813.540134:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758813.540143:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758813.540150:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758813.540158:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540170:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.540176:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540183:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758813.540188:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758813.540192:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758813.540195:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758813.540198:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758813.540203:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758813.540206:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758813.540212:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540216:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.540220:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540226:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758813.540239:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758813.540248:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540255:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758813.540260:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758813.540266:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758813.540310:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540313:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758813.540319:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758813.540324:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540327:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758813.540332:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758813.540338:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758813.540343:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758813.540345:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540349:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758813.540351:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758813.540354:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758813.540360:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758813.540366:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.540381:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931223808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758813.540421:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758813.540426:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758813.540437:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931223808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758813.540457:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758813.540473:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758813.540477:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758813.540479:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758813.540483:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758813.540490:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758813.540496:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16518 00000400:00000200:0.0:1787758813.540506:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758813.540515:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758813.540520:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758813.540528:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540534:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.540541:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540547:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758813.540552:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758813.540555:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758813.540560:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758813.540565:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758813.540572:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758813.540578:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758813.540585:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540592:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758813.540596:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540601:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758813.540608:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758813.540615:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758813.540620:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758813.540625:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758813.540631:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758813.540637:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540643:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758813.540648:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758813.540654:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540657:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758813.540661:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758813.540668:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758813.540674:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758813.540678:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758813.540683:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758813.540687:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758813.540690:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758813.540696:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758813.540704:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758813.540715:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931223936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758813.540735:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758813.540741:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758813.540751:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931223936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758813.540775:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758813.540784:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16528) 00000100:00000001:0.0:1787758814.499477:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758814.499480:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758814.499488:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758814.499495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758814.499496:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758814.499506:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758814.499513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758814.499514:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758814.499529:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758814.499532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758814.499536:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758814.499540:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758814.499552:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758814.499563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758814.499573:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758814.499574:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758814.499581:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758814.499586:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758814.499610:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758814.499615:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758814.499625:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758814.499626:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758814.499639:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758814.499640:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758814.499656:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758814.499660:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758814.499663:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758814.499670:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758814.499677:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758814.499677:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758814.499682:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758814.499684:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758814.499690:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758814.499694:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758814.499704:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758814.499713:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758814.499743:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758814.499750:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758814.499752:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758814.499756:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758814.499762:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758814.499771:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758814.499783:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758814.499791:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758814.499800:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758814.563441:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311191504, at 4311191552 00000100:00000040:1.0:1787758814.563441:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311191504, at 4311191552 00000100:00000010:1.0:1787758814.563478:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787758814.563483:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758815.523382:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758815.523391:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758815.523391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758815.523396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758815.523397:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758815.523402:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758815.523403:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758815.523409:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758815.523410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758815.523415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758815.523416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758815.523421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758815.523449:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758815.523453:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758815.523457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758815.523458:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758815.523463:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758815.523468:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758815.523477:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758815.523482:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758815.523486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758815.523488:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758815.523493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758815.523494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758815.523497:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758815.523499:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758815.523504:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758815.523504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758815.523510:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758815.523512:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758815.523513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758815.523519:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758815.523519:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758815.523527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758815.523533:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758815.523538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758816.547388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758816.547395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758816.547399:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758816.547405:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758816.547423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758816.547432:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758816.547439:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758816.547440:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758816.547450:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758816.547450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758816.547459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758816.547465:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758816.547466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758816.547479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758816.547489:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758816.547499:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758816.547510:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758816.547513:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758816.547513:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758816.547522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758816.547531:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758816.547533:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758816.547546:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758816.547554:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758816.547561:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758816.547563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758816.547565:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758816.547568:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758816.547571:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758816.547574:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758816.547580:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758816.547587:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758816.547594:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758816.547601:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758816.547608:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758816.547613:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758816.547615:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758816.547629:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758816.547636:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758816.547646:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758816.547654:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758816.547659:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758816.547663:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758816.547665:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758816.547667:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758817.571424:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758817.571429:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758817.571438:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758817.571438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758817.571449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758817.571450:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758817.571467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758817.571468:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758817.571482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758817.571485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758817.571486:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758817.571492:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758817.571495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758817.571496:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758817.571499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758817.571507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758817.571513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758817.571517:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758817.571543:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758817.571547:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758817.571555:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758817.571565:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758817.571570:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758817.571579:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758817.571590:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758817.571593:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758817.571597:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758817.571648:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758817.571651:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758817.571654:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758817.571685:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758817.571689:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758817.571693:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758817.571704:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758817.571716:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758817.571722:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758817.571726:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758817.571729:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758817.571735:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758817.571814:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758817.571818:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758817.571819:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758817.571822:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758817.571825:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758817.571827:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758817.571830:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758817.571831:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758817.571834:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.595460:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758818.595461:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758818.595472:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758818.595476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758818.595477:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.595484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758818.595486:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758818.595497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758818.595499:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758818.595506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758818.595510:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758818.595520:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758818.595535:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758818.595537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758818.595539:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.595542:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758818.595547:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758818.595551:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758818.595555:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758818.595557:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758818.595563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758818.595569:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758818.595575:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758818.595581:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758818.595583:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758818.595589:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758818.595590:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758818.595595:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758818.595596:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758818.595607:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758818.595608:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.595617:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758818.595623:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758818.595630:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758818.595632:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787758818.595636:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.595639:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758818.595642:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758818.595651:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758818.659435:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758818.659451:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758818.659454:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758818.659459:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758818.659465:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758818.659477:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16523 00000400:00000200:1.0:1787758818.659489:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758818.659497:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758818.659502:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758818.659507:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659511:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.659514:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659517:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758818.659522:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758818.659525:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758818.659528:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758818.659533:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758818.659536:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758818.659539:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758818.659543:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659546:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.659548:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659551:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758818.659555:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758818.659559:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659563:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758818.659567:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758818.659572:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758818.659575:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.659578:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758818.659581:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758818.659594:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758818.659599:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758818.659605:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758818.659607:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.659620:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758818.659624:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758818.659629:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758818.659639:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758818.659649:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758818.659662:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931224064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758818.659675:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758818.659680:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758818.659685:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931224064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758818.659714:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758818.659718:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758818.659723:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758818.659725:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758818.659727:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758818.659731:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758818.659734:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16523 00000400:00000200:1.0:1787758818.659739:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758818.659743:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758818.659747:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758818.659751:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659754:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.659758:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659760:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758818.659764:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758818.659769:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758818.659775:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758818.659783:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758818.659789:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758818.659796:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758818.659812:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659826:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.659844:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659851:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758818.659861:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758818.659876:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758818.659882:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758818.659896:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758818.659909:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758818.659921:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.659929:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758818.659941:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758818.659948:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.659952:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758818.659959:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758818.659967:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758818.659974:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758818.659978:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.659986:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758818.659991:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758818.659994:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758818.659999:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758818.660008:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758818.660030:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931224192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758818.660048:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758818.660058:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758818.660071:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931224192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758818.660109:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758818.660118:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758818.660125:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758818.660131:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758818.660139:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758818.660152:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758818.660160:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16523 00000400:00000200:1.0:1787758818.660175:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758818.660183:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758818.660190:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758818.660203:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660214:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.660225:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660235:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758818.660244:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758818.660252:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758818.660264:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758818.660323:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758818.660331:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758818.660341:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758818.660353:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660356:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.660361:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660369:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758818.660396:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758818.660407:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660413:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758818.660419:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758818.660425:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758818.660433:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.660437:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758818.660440:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758818.660447:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.660451:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758818.660459:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758818.660464:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758818.660471:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758818.660476:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.660480:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758818.660484:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758818.660487:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758818.660495:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758818.660502:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758818.660517:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931224320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758818.660549:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758818.660558:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758818.660570:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931224320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758818.660602:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758818.660610:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758818.660626:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758818.660631:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758818.660636:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758818.660644:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758818.660653:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16523 00000400:00000200:1.0:1787758818.660673:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758818.660682:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758818.660689:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758818.660698:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660704:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.660710:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660719:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758818.660727:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758818.660735:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758818.660744:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758818.660751:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758818.660760:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758818.660772:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758818.660792:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660800:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.660811:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660821:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758818.660831:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758818.660842:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758818.660854:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758818.660862:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758818.660869:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758818.660877:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.660885:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758818.660893:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758818.660905:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.660918:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758818.660939:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758818.660950:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758818.660962:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758818.660967:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.660975:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758818.660980:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758818.660986:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758818.660996:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758818.661007:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758818.661025:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931224448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758818.661058:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758818.661063:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758818.661076:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931224448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758818.661141:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758818.661153:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758818.661164:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758818.661172:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758818.661177:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758818.661193:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758818.661203:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16523 00000400:00000200:1.0:1787758818.661218:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758818.661233:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758818.661244:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758818.661258:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.661289:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.661293:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.661303:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758818.661310:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758818.661314:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758818.661321:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758818.661331:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758818.661341:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758818.661351:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758818.661367:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.661388:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758818.661398:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758818.661409:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758818.661421:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758818.661432:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758818.661442:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758818.661448:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758818.661454:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758818.661460:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.661467:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758818.661471:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758818.661480:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.661488:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758818.661496:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758818.661503:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758818.661508:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758818.661514:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758818.661525:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758818.661537:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758818.661543:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758818.661559:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758818.661573:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758818.661587:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931224576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758818.661622:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758818.661628:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758818.661646:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931224576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758818.661694:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758818.661705:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16533) 00000100:00000001:0.0:1787758819.619395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758819.619405:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758819.619411:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758819.619411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758819.619417:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758819.619419:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758819.619427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758819.619428:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758819.619434:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758819.619437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758819.619442:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758819.619442:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758819.619447:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758819.619448:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758819.619456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758819.619465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758819.619467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758819.619470:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758819.619508:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758819.619512:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758819.619513:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758819.619517:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758819.619518:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758819.619522:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758819.619524:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758819.619527:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758819.619532:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758819.619532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758819.619538:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758819.619538:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758819.619545:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758819.619548:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758819.619554:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758819.619555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758819.619559:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758819.619565:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758819.619655:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758819.619659:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758819.619662:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758819.683389:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311196625, at 4311196672 00000100:00000040:1.0:1787758819.683389:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311196625, at 4311196672 00000100:00000010:0.0:1787758819.683403:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:1.0:1787758819.683405:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:1.0:1787758820.643357:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758820.643364:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758820.643366:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758820.643371:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758820.643372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758820.643378:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758820.643379:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758820.643382:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758820.643383:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758820.643389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758820.643389:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758820.643395:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758820.643396:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758820.643400:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758820.643401:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758820.643414:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758820.643418:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758820.643422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758820.643429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758820.643433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758820.643435:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758820.643437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758820.643442:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758820.643443:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758820.643447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758820.643448:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758820.643452:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758820.643453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758820.643455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758820.643457:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758820.643458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758820.643463:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758820.643463:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758820.643470:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758820.643475:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758820.643482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758820.643485:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758820.643490:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758820.643494:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758821.667387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758821.667396:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758821.667401:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758821.667406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758821.667407:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758821.667413:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758821.667414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758821.667418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758821.667421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758821.667422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758821.667428:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758821.667433:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758821.667439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758821.667441:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758821.667443:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758821.667446:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758821.667450:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758821.667454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758821.667457:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758821.667459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758821.667464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758821.667468:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758821.667471:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758821.667474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758821.667477:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758821.667479:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758821.667480:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758821.667487:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758821.667495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758821.667499:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758821.667500:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758821.667505:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758821.667506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758821.667509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758821.667511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758821.667514:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758822.691359:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758822.691368:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758822.691372:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758822.691374:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758822.691380:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758822.691381:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758822.691383:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758822.691390:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758822.691391:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758822.691397:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758822.691398:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758822.691402:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758822.691404:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758822.691407:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758822.691411:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758822.691413:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758822.691416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758822.691422:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758822.691464:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758822.691469:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758822.691473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758822.691479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758822.691483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758822.691488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758822.691500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758822.691505:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758822.691511:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758822.691528:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758822.691532:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758822.691536:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758822.691538:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758822.691542:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758822.691545:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758822.691548:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758822.691550:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758822.691553:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758823.715387:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758823.715395:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758823.715407:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.715412:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758823.715413:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758823.715421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758823.715421:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758823.715426:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758823.715427:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758823.715434:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758823.715435:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758823.715438:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758823.715444:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758823.715444:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.715451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758823.715458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758823.715461:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758823.715464:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758823.715466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758823.715470:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.715473:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758823.715474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758823.715479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758823.715483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758823.715490:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758823.715495:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758823.715499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.715511:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758823.715517:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758823.715522:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758823.715528:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758823.715536:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758823.715541:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758823.715547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758823.715552:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758823.715559:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758823.779406:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758823.779418:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758823.779421:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758823.779425:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758823.779430:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758823.779437:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16528 00000400:00000200:0.0:1787758823.779445:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758823.779450:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758823.779453:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758823.779456:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779458:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.779460:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779462:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758823.779465:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758823.779467:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758823.779469:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758823.779471:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758823.779473:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758823.779481:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758823.779483:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779485:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.779486:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779488:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758823.779490:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758823.779492:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779494:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758823.779496:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758823.779499:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758823.779501:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.779503:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758823.779505:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758823.779513:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758823.779516:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758823.779519:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758823.779521:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.779523:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758823.779526:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758823.779529:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758823.779536:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758823.779541:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758823.779549:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931224704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758823.779557:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758823.779561:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758823.779564:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931224704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758823.779581:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758823.779584:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758823.779587:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758823.779589:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758823.779590:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758823.779592:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758823.779594:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16528 00000400:00000200:0.0:1787758823.779597:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758823.779600:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758823.779602:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758823.779604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779606:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.779608:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779610:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758823.779612:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758823.779613:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758823.779615:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758823.779619:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758823.779621:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758823.779625:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758823.779629:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779633:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.779636:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779640:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758823.779645:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758823.779650:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779656:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758823.779660:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758823.779667:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758823.779671:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.779674:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758823.779679:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758823.779686:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.779689:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758823.779694:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758823.779700:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758823.779717:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758823.779720:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.779724:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758823.779727:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758823.779730:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758823.779738:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758823.779745:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758823.779754:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931224832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758823.779772:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758823.779779:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758823.779790:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931224832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758823.779812:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758823.779817:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758823.779825:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758823.779829:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758823.779834:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758823.779840:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758823.779847:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16528 00000400:00000200:0.0:1787758823.779857:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758823.779867:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758823.779872:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758823.779879:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779884:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.779890:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779894:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758823.779898:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758823.779902:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758823.779907:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758823.779911:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758823.779916:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758823.779921:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758823.779930:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779936:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.779942:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779948:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758823.779953:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758823.779962:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758823.779970:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758823.779975:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758823.779982:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758823.779989:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.779994:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758823.779998:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758823.780003:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780008:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758823.780017:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758823.780023:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758823.780028:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758823.780031:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780036:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758823.780040:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758823.780043:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758823.780050:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758823.780057:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758823.780070:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931224960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758823.780098:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758823.780102:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758823.780110:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931224960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758823.780130:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758823.780135:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758823.780144:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758823.780149:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758823.780153:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758823.780158:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758823.780167:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16528 00000400:00000200:0.0:1787758823.780178:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758823.780186:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758823.780189:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758823.780193:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780200:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.780206:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780213:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758823.780218:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758823.780219:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758823.780223:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758823.780228:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758823.780233:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758823.780238:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758823.780245:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780251:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.780257:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780264:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758823.780321:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758823.780330:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780337:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758823.780343:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758823.780350:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758823.780356:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780361:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758823.780367:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758823.780374:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780379:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758823.780387:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758823.780393:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758823.780399:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758823.780403:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780408:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758823.780412:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758823.780416:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758823.780423:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758823.780427:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758823.780435:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931225088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758823.780451:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758823.780457:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758823.780466:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931225088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758823.780485:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758823.780489:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758823.780493:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758823.780498:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758823.780503:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758823.780509:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758823.780517:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16528 00000400:00000200:0.0:1787758823.780527:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758823.780536:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758823.780543:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758823.780552:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780558:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.780565:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780572:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758823.780579:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758823.780584:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758823.780589:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758823.780593:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758823.780598:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758823.780606:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758823.780614:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780620:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758823.780626:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780633:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758823.780638:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758823.780646:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758823.780654:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758823.780659:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758823.780666:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758823.780672:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780678:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758823.780683:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758823.780691:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780695:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758823.780701:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758823.780706:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758823.780712:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758823.780716:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758823.780720:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758823.780722:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758823.780726:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758823.780735:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758823.780740:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758823.780751:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931225216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758823.780769:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758823.780776:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758823.780787:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931225216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758823.780810:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758823.780818:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16538) 00000100:00000001:1.0:1787758824.739362:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758824.739368:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758824.739372:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758824.739373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758824.739377:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758824.739377:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758824.739385:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758824.739386:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758824.739389:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758824.739393:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758824.739394:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758824.739399:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758824.739400:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758824.739405:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758824.739410:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758824.739413:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758824.739417:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758824.739423:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758824.739444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758824.739448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758824.739450:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758824.739453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758824.739455:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758824.739457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758824.739461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758824.739462:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758824.739467:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758824.739468:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758824.739472:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758824.739473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758824.739479:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758824.739480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758824.739486:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758824.739492:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758824.739493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758824.739496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758824.739498:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758824.739502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758824.739503:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758824.739509:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758824.739513:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758824.739516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758824.739520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758824.739522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758824.739524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758824.739546:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758824.739550:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758824.739554:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758824.803384:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311201744, at 4311201792 00000100:00000040:1.0:1787758824.803385:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311201744, at 4311201792 00000100:00000010:1.0:1787758824.803402:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000010:0.0:1787758824.803404:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758825.763389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758825.763389:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758825.763398:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758825.763399:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758825.763403:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758825.763404:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758825.763411:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758825.763414:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758825.763417:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758825.763420:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758825.763421:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758825.763426:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758825.763435:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758825.763437:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758825.763440:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758825.763448:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758825.763452:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758825.763456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758825.763458:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758825.763460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758825.763465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758825.763470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758825.763477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758825.763479:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758825.763482:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758825.763484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758825.763487:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758825.763488:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758825.763491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758825.763495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758825.763496:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758825.763502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758825.763506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758825.763511:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758825.763513:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758825.763518:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758826.787411:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758826.787411:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758826.787422:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758826.787427:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758826.787429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758826.787435:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758826.787437:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758826.787444:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758826.787445:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758826.787451:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758826.787452:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758826.787457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758826.787458:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758826.787465:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758826.787474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758826.787474:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758826.787480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758826.787486:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758826.787501:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758826.787504:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758826.787506:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758826.787510:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758826.787510:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758826.787514:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758826.787516:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758826.787522:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758826.787522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758826.787526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758826.787528:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758826.787532:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758826.787533:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758826.787541:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758826.787546:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758826.787558:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758826.787561:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758826.787565:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758826.787579:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758826.787582:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758826.787583:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758826.787585:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758826.787588:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758826.787591:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758826.787593:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758826.787596:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758826.787599:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758827.811412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758827.811419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758827.811423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758827.811426:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758827.811431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758827.811435:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758827.811441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758827.811450:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758827.811452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758827.811456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758827.811468:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758827.811469:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758827.811484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758827.811491:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758827.811495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758827.811496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758827.811500:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758827.811504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758827.811517:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758827.811528:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758827.811532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758827.811538:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758827.811540:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758827.811542:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758827.811553:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758827.811556:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758827.811560:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758827.811569:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758827.811572:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758827.811585:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758827.811587:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758827.811598:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758827.811612:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758827.811612:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758827.811619:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758827.811626:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758827.811664:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758827.811672:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758827.811680:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758827.811687:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758827.811692:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758827.811697:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758827.811701:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758827.811704:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758827.811706:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.835402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758828.835402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758828.835411:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758828.835412:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758828.835416:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758828.835417:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.835425:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758828.835426:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758828.835432:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758828.835433:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758828.835439:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758828.835439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758828.835446:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758828.835451:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758828.835459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758828.835460:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758828.835464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758828.835470:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.835483:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758828.835487:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758828.835488:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758828.835493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758828.835493:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758828.835499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.835500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758828.835507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758828.835507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758828.835513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758828.835515:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758828.835521:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758828.835522:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758828.835526:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758828.835532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758828.835541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758828.835544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758828.835548:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.835561:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758828.835567:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758828.835571:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.835578:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758828.835582:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758828.835585:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758828.835588:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758828.835589:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758828.835592:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758828.899353:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758828.899362:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758828.899365:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758828.899367:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758828.899371:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758828.899377:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16533 00000400:00000200:0.0:1787758828.899384:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758828.899389:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758828.899392:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758828.899394:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899397:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899399:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899401:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758828.899404:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758828.899405:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758828.899407:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758828.899410:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758828.899411:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758828.899413:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758828.899415:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899417:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899418:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899420:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758828.899423:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758828.899425:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899427:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758828.899434:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758828.899436:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758828.899438:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899440:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758828.899442:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758828.899450:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758828.899453:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758828.899456:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758828.899457:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899460:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758828.899462:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758828.899465:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758828.899472:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758828.899477:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.899484:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931225344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758828.899492:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758828.899496:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758828.899499:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931225344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758828.899519:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758828.899522:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758828.899526:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758828.899528:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758828.899530:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758828.899533:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758828.899536:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16533 00000400:00000200:0.0:1787758828.899541:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758828.899544:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758828.899546:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758828.899550:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899552:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899555:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899557:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758828.899560:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758828.899561:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758828.899563:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758828.899565:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758828.899567:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758828.899569:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758828.899572:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899574:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899577:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899579:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758828.899582:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758828.899585:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899588:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758828.899590:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758828.899594:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758828.899597:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899599:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758828.899603:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758828.899606:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899608:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758828.899612:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758828.899614:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758828.899618:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758828.899619:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899622:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758828.899623:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758828.899625:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758828.899629:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758828.899632:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.899637:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931225472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758828.899645:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758828.899647:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758828.899651:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931225472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758828.899661:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758828.899664:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758828.899667:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758828.899669:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758828.899671:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758828.899674:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758828.899677:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16533 00000400:00000200:0.0:1787758828.899681:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758828.899684:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758828.899686:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758828.899689:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899692:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899694:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899696:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758828.899698:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758828.899699:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758828.899701:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758828.899703:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758828.899705:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758828.899708:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758828.899711:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899713:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899715:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899717:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758828.899719:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758828.899722:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899725:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758828.899726:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758828.899729:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758828.899731:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899734:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758828.899736:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758828.899738:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899740:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758828.899744:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758828.899747:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758828.899749:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758828.899751:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899753:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758828.899754:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758828.899756:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758828.899759:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758828.899763:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.899768:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931225600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758828.899776:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758828.899778:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758828.899783:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931225600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758828.899790:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758828.899793:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758828.899797:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758828.899799:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758828.899801:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758828.899804:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758828.899807:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16533 00000400:00000200:0.0:1787758828.899810:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758828.899813:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758828.899816:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758828.899819:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899821:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899823:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899826:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758828.899828:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758828.899830:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758828.899832:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758828.899834:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758828.899836:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758828.899839:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758828.899842:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899843:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899845:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899848:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758828.899850:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758828.899853:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899856:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758828.899857:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758828.899860:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758828.899862:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899864:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758828.899867:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758828.899870:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899872:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758828.899875:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758828.899878:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758828.899880:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758828.899882:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899883:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758828.899885:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758828.899887:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758828.899890:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758828.899894:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.899898:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931225728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758828.899906:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758828.899908:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758828.899912:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931225728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758828.899921:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758828.899923:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758828.899927:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758828.899929:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758828.899930:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758828.899933:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758828.899936:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16533 00000400:00000200:0.0:1787758828.899939:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758828.899942:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758828.899944:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758828.899948:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899950:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899952:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899955:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758828.899957:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758828.899959:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758828.899961:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758828.899963:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758828.899965:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758828.899967:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758828.899971:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899973:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758828.899975:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899977:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758828.899979:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758828.899982:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758828.899984:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758828.899986:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758828.899989:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758828.899991:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.899993:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758828.899995:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758828.899998:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.900000:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758828.900003:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758828.900006:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758828.900008:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758828.900010:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758828.900012:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758828.900014:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758828.900016:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758828.900019:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758828.900022:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758828.900027:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931225856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758828.900040:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758828.900043:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758828.900046:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931225856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758828.900054:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758828.900058:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16543) 00000100:00000001:1.0:1787758829.859381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758829.859384:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758829.859389:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758829.859390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758829.859393:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758829.859395:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758829.859401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758829.859409:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758829.859416:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758829.859417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758829.859423:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758829.859424:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758829.859431:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758829.859436:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758829.859440:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758829.859441:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758829.859444:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758829.859448:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758829.859459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758829.859464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758829.859465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758829.859468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758829.859470:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758829.859473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758829.859474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758829.859480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758829.859481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758829.859487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758829.859488:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758829.859493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758829.859502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758829.859506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758829.859511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758829.859511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758829.859514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758829.859518:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758829.859631:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758829.859633:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758829.859636:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758829.923367:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311206864, at 4311206912 00000100:00000040:1.0:1787758829.923367:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311206864, at 4311206912 00000100:00000010:0.0:1787758829.923383:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:1.0:1787758829.923385:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:0.0:1787758830.883382:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758830.883382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758830.883389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758830.883391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758830.883392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758830.883395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758830.883398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758830.883401:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758830.883406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758830.883407:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758830.883413:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758830.883413:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758830.883421:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758830.883424:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758830.883429:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758830.883430:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758830.883433:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758830.883440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758830.883448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758830.883459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758830.883464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758830.883468:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758830.883469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758830.883472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758830.883477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758830.883477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758830.883482:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758830.883483:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758830.883488:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758830.883492:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758830.883499:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758830.883504:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758830.883509:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758830.883510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758830.883513:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758830.883518:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758830.883541:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758830.883545:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758830.883551:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758831.907754:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758831.907759:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758831.907762:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758831.907765:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758831.907769:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758831.907772:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758831.907775:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758831.907777:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758831.907780:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758831.907797:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758831.907813:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758831.907817:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758831.907822:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758831.907825:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758831.907828:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758831.907831:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758831.907833:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758831.907836:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758831.908234:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758831.908238:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758831.908240:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758831.908243:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758831.908246:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758831.908249:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758831.908251:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758831.908253:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758831.908256:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758832.931355:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758832.931363:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758832.931367:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758832.931374:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758832.931379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758832.931380:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758832.931388:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758832.931388:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758832.931393:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758832.931394:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758832.931399:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758832.931400:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758832.931403:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758832.931406:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758832.931411:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758832.931418:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758832.931423:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758832.931426:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758832.931447:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758832.931449:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758832.931451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758832.931455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758832.931456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758832.931458:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758832.931461:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758832.931465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758832.931469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758832.931470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758832.931476:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758832.931478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758832.931480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758832.931484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758832.931484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758832.931492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758832.931495:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758832.931499:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758832.931526:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758832.931529:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758832.931532:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758833.955387:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758833.955387:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758833.955395:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758833.955397:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758833.955399:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758833.955400:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758833.955408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758833.955409:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758833.955414:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758833.955417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758833.955418:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758833.955423:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758833.955425:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758833.955430:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758833.955437:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758833.955438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758833.955443:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758833.955450:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758833.955463:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758833.955469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758833.955470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758833.955471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758833.955476:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758833.955476:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758833.955480:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758833.955481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758833.955485:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758833.955487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758833.955489:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758833.955493:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758833.955495:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758833.955497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758833.955502:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758833.955522:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758833.955525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758833.955529:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758833.955560:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758833.955566:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758833.955573:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758834.019396:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758834.019416:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758834.019420:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758834.019424:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758834.019430:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758834.019438:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16538 00000400:00000200:1.0:1787758834.019447:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758834.019455:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758834.019460:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758834.019464:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019468:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.019471:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019474:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758834.019479:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758834.019481:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758834.019484:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758834.019487:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758834.019490:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758834.019493:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758834.019496:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019498:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.019508:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758834.019514:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758834.019518:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019521:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758834.019525:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758834.019528:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758834.019531:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.019534:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758834.019536:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758834.019547:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758834.019551:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758834.019555:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758834.019557:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.019561:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758834.019564:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758834.019569:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758834.019577:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758834.019584:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758834.019593:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758834.019605:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758834.019609:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758834.019615:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758834.019639:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758834.019642:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758834.019646:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758834.019648:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758834.019650:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758834.019653:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758834.019657:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16538 00000400:00000200:1.0:1787758834.019662:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758834.019667:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758834.019670:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758834.019674:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019677:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.019679:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019682:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758834.019687:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758834.019690:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758834.019694:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758834.019697:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758834.019702:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758834.019706:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758834.019713:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019719:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.019723:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019728:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758834.019733:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758834.019739:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019754:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758834.019759:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758834.019767:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758834.019772:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.019776:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758834.019791:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758834.019797:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.019805:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758834.019813:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758834.019818:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758834.019822:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758834.019826:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.019828:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758834.019831:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758834.019836:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758834.019844:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758834.019851:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758834.019863:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931226112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758834.019879:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758834.019884:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758834.019900:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931226112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758834.019917:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758834.019923:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758834.019930:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758834.019935:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758834.019939:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758834.019945:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758834.019952:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16538 00000400:00000200:1.0:1787758834.019962:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758834.019967:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758834.019970:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758834.019973:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019976:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.019982:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.019988:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758834.019992:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758834.019994:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758834.019996:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758834.020000:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758834.020004:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758834.020007:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758834.020015:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020019:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.020023:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020028:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758834.020034:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758834.020041:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020046:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758834.020050:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758834.020055:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758834.020062:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020066:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758834.020070:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758834.020075:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020080:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758834.020099:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758834.020115:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758834.020119:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758834.020122:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020126:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758834.020129:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758834.020134:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758834.020143:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758834.020150:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758834.020161:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931226240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758834.020176:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758834.020180:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758834.020187:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931226240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758834.020202:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758834.020209:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758834.020213:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758834.020218:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758834.020220:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758834.020225:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758834.020230:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16538 00000400:00000200:1.0:1787758834.020237:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758834.020243:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758834.020248:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758834.020255:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020259:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.020264:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020311:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758834.020316:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758834.020318:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758834.020323:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758834.020328:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758834.020334:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758834.020338:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758834.020347:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020352:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.020357:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020363:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758834.020368:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758834.020376:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020380:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758834.020386:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758834.020390:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758834.020395:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020400:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758834.020403:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758834.020408:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020412:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758834.020420:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758834.020427:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758834.020433:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758834.020436:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020440:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758834.020443:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758834.020447:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758834.020453:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758834.020460:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758834.020472:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931226368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758834.020491:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758834.020495:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758834.020504:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931226368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758834.020521:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758834.020526:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758834.020534:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758834.020537:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758834.020541:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758834.020548:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758834.020553:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16538 00000400:00000200:1.0:1787758834.020563:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758834.020569:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758834.020574:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758834.020582:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020588:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.020593:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020599:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758834.020604:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758834.020608:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758834.020612:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758834.020616:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758834.020622:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758834.020629:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758834.020636:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020640:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758834.020644:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020649:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758834.020655:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758834.020661:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758834.020668:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758834.020672:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758834.020676:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758834.020680:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020685:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758834.020690:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758834.020694:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020698:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758834.020704:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758834.020708:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758834.020713:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758834.020716:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.020721:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758834.020725:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758834.020730:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758834.020738:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758834.020744:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758834.020752:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931226496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758834.020772:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758834.020777:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758834.020784:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931226496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758834.020802:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758834.020809:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16548) 00000100:00000001:0.0:1787758834.979378:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758834.979378:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758834.979385:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758834.979387:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758834.979392:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758834.979395:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758834.979402:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758834.979402:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758834.979409:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758834.979410:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758834.979413:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758834.979415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758834.979431:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758834.979435:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758834.979439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.979440:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758834.979444:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758834.979449:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758834.979459:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758834.979465:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758834.979468:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.979469:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758834.979473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758834.979475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758834.979477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758834.979480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758834.979483:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758834.979485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758834.979487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758834.979493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758834.979494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758834.979500:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758834.979506:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758834.979507:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758834.979510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758834.979516:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758834.979542:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758834.979548:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758834.979553:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758834.979559:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758834.979565:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758834.979568:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758834.979569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758834.979570:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758834.979572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758834.979601:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758834.979604:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758834.979606:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758835.043331:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311211984, at 4311212032 00000100:00000040:1.0:1787758835.043331:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311211984, at 4311212032 00000100:00000010:1.0:1787758835.043345:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787758835.043347:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787758836.003405:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758836.003416:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758836.003427:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758836.003436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758836.003437:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758836.003442:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758836.003446:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758836.003448:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758836.003460:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758836.003461:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758836.003471:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758836.003475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758836.003476:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758836.003482:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758836.003495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758836.003495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758836.003501:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758836.003506:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758836.003534:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758836.003536:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758836.003538:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758836.003540:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758836.003541:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758836.003542:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758836.003545:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758836.003546:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758836.003553:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758836.003554:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758836.003561:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758836.003561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758836.003570:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758836.003574:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758836.003585:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758836.003585:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758836.003590:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758836.003598:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758836.003611:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758836.003618:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758836.003622:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758836.003628:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758836.003640:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758836.003644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758836.003657:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758836.003660:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758836.003664:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758837.027374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758837.027381:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758837.027381:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758837.027386:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758837.027387:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758837.027391:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758837.027394:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758837.027395:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758837.027401:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758837.027402:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758837.027406:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758837.027409:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758837.027412:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758837.027416:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758837.027420:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758837.027421:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758837.027426:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758837.027432:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758837.027438:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758837.027443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758837.027446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758837.027452:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758837.027453:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758837.027455:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758837.027460:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758837.027460:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758837.027465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758837.027466:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758837.027469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758837.027470:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758837.027475:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758837.027476:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758837.027489:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758837.027496:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758837.027500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758837.027504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758838.051359:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758838.051368:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758838.051372:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758838.051379:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758838.051384:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758838.051385:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758838.051390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758838.051391:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758838.051393:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758838.051398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758838.051402:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758838.051407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758838.051409:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758838.051413:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758838.051418:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758838.051419:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758838.051425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758838.051430:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758838.051452:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758838.051455:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758838.051457:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758838.051459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758838.051462:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758838.051464:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758838.051467:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758838.051467:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758838.051472:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758838.051473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758838.051477:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758838.051478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758838.051482:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758838.051489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758838.051495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758838.051495:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758838.051500:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758838.051502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758838.051504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758838.051506:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758838.051508:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758838.051512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758838.051514:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758838.051519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758838.051525:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758838.051528:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758838.051532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758839.075401:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758839.075414:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758839.075420:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.075423:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758839.075428:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758839.075431:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758839.075432:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758839.075443:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758839.075445:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758839.075447:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758839.075456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075456:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075474:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758839.075479:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075483:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.075484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.075492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.075497:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758839.075515:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758839.075519:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758839.075521:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758839.075524:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758839.075527:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758839.075532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758839.075538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.075582:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758839.075589:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758839.075593:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758839.075595:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758839.075600:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758839.075602:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758839.075611:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.075613:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758839.075616:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758839.075624:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758839.075625:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075631:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075639:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758839.075642:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758839.075651:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.075653:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.075662:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.075671:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.139708:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758839.139715:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758839.139720:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758839.139733:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.139755:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.139760:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.139767:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758839.139771:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758839.139778:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758839.139788:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931226624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758839.139797:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758839.139804:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758839.139809:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.139816:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758839.139825:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758839.139832:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758839.139841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758839.139849:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758839.139858:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758839.139869:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931226624, portal 25 00000100:00000001:0.0:1787758839.139873:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758839.139877:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758839.139891:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.139911:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758839.139919:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758839.139925:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758839.139932:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931226624, offset 0 00000400:00000200:0.0:1787758839.139945:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758839.139959:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.139972:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758839.139983:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758839.139993:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758839.140003:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758839.140009:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758839.140034:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748341:748341:256:4294967295] 192.168.201.121@tcp LPNI seq info [748335:748335:8:4294967295] 00000400:00000200:0.0:1787758839.140040:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.140057:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758839.140070:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.140081:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758839.140093:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758839.140100:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758839.140129:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.140134:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758839.140143:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758839.140154:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758839.140164:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758839.140169:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758839.140177:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758839.140186:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140207:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.140214:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140235:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.140240:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758839.140248:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758839.140259:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758839.140294:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311217104 00000100:00000010:0.0:1787758839.140301:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e51e0. 00000100:00000001:0.0:1787758839.140310:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758839.140324:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311217105 00000100:00000010:0.0:1787758839.140332:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5ba0. 00000100:00000001:0.0:1787758839.140340:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758839.140347:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758839.140353:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.140359:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758839.140369:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758839/real 1787758839] req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758839.140390:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758839.140393:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758839.140397:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758839.140402:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758839.140406:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758839.140411:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758839.140417:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758839.140436:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140450:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758839.140454:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.140460:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.140464:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758839.140474:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140504:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758839.140518:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140536:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758839.140543:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.140547:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.140551:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.140558:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758839.140563:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758839.140569:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758839.140580:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758839.140587:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758839.140597:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758839.140620:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931226624:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758839.140630:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.140635:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.140644:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931226624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140663:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758839.140668:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758839.140673:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758839.140679:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758839.140684:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758839.140688:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758839.140693:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758839.140699:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758839.140706:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758839.140710:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758839.140715:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758839.140720:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758839.140724:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.140728:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.140741:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758839.140745:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.140751:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758839.140755:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758839.140758:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758839.140767:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140782:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.140784:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.140786:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758839.140789:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758839.140791:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758839.140795:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931226752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758839.140799:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758839.140802:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758839.140804:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.140805:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758839.140809:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758839.140811:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758839.140816:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758839.140819:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758839.140823:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758839.140826:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931226752, portal 10 00000100:00000001:0.0:1787758839.140829:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758839.140830:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758839.140837:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140845:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758839.140848:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758839.140851:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758839.140853:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931226752, offset 0 00000400:00000200:0.0:1787758839.140858:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758839.140862:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.140866:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758839.140870:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758839.140873:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758839.140875:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758839.140878:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758839.140881:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748342:748342:256:4294967295] 192.168.201.121@tcp LPNI seq info [748336:748336:8:4294967295] 00000400:00000200:0.0:1787758839.140887:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.140893:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758839.140898:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.140902:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758839.140907:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758839.140910:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758839.140923:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.140925:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758839.140929:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758839.140933:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758839.140936:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758839.140938:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758839.140941:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758839.140945:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140960:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.140964:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.140971:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.140973:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758839.140977:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758839.140981:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758839.140985:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758839.140987:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311216141 00000100:00000001:0.0:1787758839.140990:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311217104 00000100:00000001:0.0:1787758839.140992:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311216141 00000100:00000001:0.0:1787758839.140995:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311217105 00000100:00000001:0.0:1787758839.140997:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758839.141000:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.141002:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758839.141006:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758839/real 1787758839] req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758839.141028:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758839.141030:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758839.141032:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758839.141035:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758839.141037:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758839.141040:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758839.141044:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758839.141054:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141062:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758839.141064:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141067:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.141068:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758839.141072:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141080:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758839.141084:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141091:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758839.141094:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141096:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.141098:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141100:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758839.141104:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758839.141107:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758839.141111:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758839.141113:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758839.141118:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758839.141127:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931226752:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758839.141131:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758839.141135:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141143:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.141144:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.141146:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758839.141148:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758839.141151:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758839.141154:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931226880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758839.141158:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758839.141160:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758839.141162:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.141163:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758839.141167:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758839.141170:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758839.141173:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758839.141176:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758839.141180:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758839.141184:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931226880, portal 10 00000100:00000001:0.0:1787758839.141186:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758839.141187:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758839.141193:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141200:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758839.141203:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758839.141206:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758839.141208:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931226880, offset 0 00000400:00000200:0.0:1787758839.141213:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758839.141217:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.141220:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758839.141224:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758839.141226:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758839.141229:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758839.141232:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758839.141235:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748343:748343:256:4294967295] 192.168.201.121@tcp LPNI seq info [748337:748337:8:4294967295] 00000400:00000200:0.0:1787758839.141239:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.141246:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758839.141252:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.141255:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758839.141260:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758839.141263:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758839.141299:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.141301:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758839.141304:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758839.141308:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758839.141312:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758839.141314:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758839.141317:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758839.141321:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141330:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.141334:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141341:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.141343:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758839.141346:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758839.141350:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758839.141354:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758839.141356:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311216140 00000100:00000001:0.0:1787758839.141359:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311217104 00000100:00000001:0.0:1787758839.141361:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311216140 00000100:00000001:0.0:1787758839.141364:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311217105 00000100:00000001:0.0:1787758839.141366:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758839.141369:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.141371:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758839.141375:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758839/real 1787758839] req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758839.141384:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758839.141386:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758839.141388:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758839.141391:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758839.141393:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758839.141395:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758839.141399:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758839.141408:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141416:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758839.141418:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141420:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.141421:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758839.141425:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141433:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758839.141437:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141445:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758839.141448:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141450:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.141451:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141453:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758839.141456:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758839.141459:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758839.141463:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758839.141465:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758839.141470:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758839.141486:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931226880:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758839.141490:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758839.141494:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141502:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.141504:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.141506:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758839.141508:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758839.141511:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758839.141514:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931227008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758839.141518:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758839.141520:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758839.141522:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.141524:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758839.141527:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758839.141529:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758839.141533:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758839.141537:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758839.141541:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758839.141544:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931227008, portal 4 00000100:00000001:0.0:1787758839.141546:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758839.141548:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758839.141554:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141562:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758839.141564:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758839.141567:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758839.141569:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931227008, offset 0 00000400:00000200:0.0:1787758839.141574:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758839.141578:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.141582:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758839.141585:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758839.141588:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758839.141591:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758839.141594:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758839.141597:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748344:748344:256:4294967295] 192.168.201.121@tcp LPNI seq info [748338:748338:8:4294967295] 00000400:00000200:0.0:1787758839.141602:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.141609:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758839.141614:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.141617:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758839.141622:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758839.141625:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758839.141637:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.141640:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758839.141643:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758839.141647:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758839.141650:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758839.141653:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758839.141656:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758839.141660:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141668:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.141672:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141678:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.141680:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758839.141683:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758839.141687:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758839.141691:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758839.141694:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311216176 00000100:00000001:0.0:1787758839.141697:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311217104 00000100:00000001:0.0:1787758839.141699:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311216176 00000100:00000001:0.0:1787758839.141701:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311217105 00000100:00000001:0.0:1787758839.141704:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758839.141706:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.141708:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758839.141712:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758839/real 1787758839] req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758839.141721:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758839.141723:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758839.141724:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758839.141727:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758839.141729:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758839.141732:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758839.141735:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758839.141744:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141751:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758839.141753:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141755:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.141757:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758839.141761:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141767:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758839.141772:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141780:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758839.141783:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141785:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.141786:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141788:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758839.141790:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758839.141793:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758839.141796:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758839.141799:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758839.141803:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758839.141812:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931227008:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758839.141816:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141818:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.141821:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931226752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141829:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758839.141830:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758839.141832:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758839.141835:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758839.141837:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758839.141839:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758839.141841:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758839.141843:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758839.141846:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758839.141847:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758839.141849:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758839.141852:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758839.141853:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141856:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.141859:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931226880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141873:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758839.141875:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758839.141876:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758839.141879:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758839.141881:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758839.141882:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758839.141885:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758839.141886:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758839.141889:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758839.141890:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758839.141892:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758839.141895:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758839.141896:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141898:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.141902:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931227008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141909:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758839.141911:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758839.141913:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758839.141915:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758839.141916:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758839.141918:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758839.141920:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758839.141922:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758839.141924:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758839.141926:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758839.141927:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758839.141930:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758839.141931:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141933:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.141937:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758839.141938:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.141940:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758839.141942:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758839.141943:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758839.141948:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.141955:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758839.141957:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.141959:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758839.141961:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758839.141963:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758839.141967:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931227136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758839.141970:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758839.141972:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758839.141974:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758839.141976:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758839.141979:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758839.141982:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758839.141985:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758839.141988:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758839.141992:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758839.141995:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931227136, portal 4 00000100:00000001:0.0:1787758839.141997:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758839.141999:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758839.142005:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142026:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758839.142028:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758839.142032:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758839.142035:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931227136, offset 0 00000400:00000200:0.0:1787758839.142040:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758839.142045:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.142049:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758839.142052:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758839.142055:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758839.142057:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758839.142060:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758839.142064:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748345:748345:256:4294967295] 192.168.201.121@tcp LPNI seq info [748339:748339:8:4294967295] 00000400:00000200:0.0:1787758839.142069:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758839.142076:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758839.142081:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.142085:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758839.142089:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758839.142092:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787758839.142105:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758839.142107:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758839.142110:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758839.142114:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758839.142117:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758839.142119:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758839.142122:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758839.142126:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142134:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.142138:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142144:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.142146:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758839.142150:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758839.142153:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758839.142157:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758839.142160:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311216155 00000100:00000001:0.0:1787758839.142162:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311217104 00000100:00000001:0.0:1787758839.142164:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311216155 00000100:00000001:0.0:1787758839.142167:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311217105 00000100:00000001:0.0:1787758839.142169:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758839.142172:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.142174:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758839.142178:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758839/real 1787758839] req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758839.142186:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758839.142187:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758839.142189:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758839.142192:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758839.142194:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758839.142196:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758839.142200:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758839.142209:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142217:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758839.142219:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.142221:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.142222:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758839.142226:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142234:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758839.142239:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142246:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758839.142249:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.142251:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758839.142253:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.142255:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758839.142256:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758839.142259:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758839.142263:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758839.142265:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758839.142287:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758839.142296:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931227136:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758839.142300:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.142302:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758839.142306:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931227136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758839.142312:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758839.142314:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758839.142316:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758839.142319:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758839.142321:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758839.142322:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758839.142324:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758839.142326:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758839.142329:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758839.142331:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758839.142332:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758839.142335:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758839.142337:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.142339:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758839.142343:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758839.142344:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758839.142346:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758839.142348:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758840.099433:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758840.099435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758840.099445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758840.099445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758840.099458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758840.099458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758840.099473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758840.099474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758840.099484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758840.099485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758840.099493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758840.099496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758840.099498:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758840.099506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758840.099512:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758840.099514:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758840.099524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758840.099532:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758840.099587:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758840.099594:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758840.099596:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758840.099607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758840.099608:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758840.099615:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758840.099618:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758840.099620:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758840.099638:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758840.099639:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758840.099642:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758840.099644:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758840.099657:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758840.099663:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758840.099668:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758840.099672:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758840.099675:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758840.099683:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758840.099725:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758840.099731:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758840.099735:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758840.099737:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758840.099740:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758840.099743:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758840.099746:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758840.099747:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758840.099752:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758840.099754:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758840.099758:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758840.099760:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758840.099764:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758840.099765:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758840.099776:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758840.099777:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758840.099789:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758840.099795:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758840.163395:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311217104, at 4311217152 00000100:00000010:0.0:1787758840.163410:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e51e0. 00000100:00000040:1.0:1787758840.163410:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311217105, at 4311217152 00000100:00000010:1.0:1787758840.163428:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5ba0. 00000100:00000001:1.0:1787758841.123433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758841.123443:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758841.123444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758841.123447:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758841.123450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758841.123463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758841.123464:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758841.123476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758841.123479:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758841.123483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758841.123484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758841.123491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758841.123498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123507:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758841.123508:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758841.123517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758841.123523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758841.123537:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758841.123548:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758841.123553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758841.123558:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758841.123560:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758841.123568:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758841.123572:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758841.123575:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758841.123576:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758841.123582:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758841.123586:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758841.123589:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758841.123591:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123592:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123598:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758841.123599:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758841.123603:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123611:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758841.123613:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758841.123616:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758841.123625:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758841.123637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758841.123646:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758841.123650:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123652:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758841.123653:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758841.123656:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758842.147371:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758842.147380:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758842.147385:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758842.147391:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758842.147399:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758842.147404:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758842.147407:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758842.147416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758842.147417:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758842.147423:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758842.147426:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758842.147430:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758842.147432:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758842.147436:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758842.147445:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758842.147449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758842.147455:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758842.147457:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758842.147459:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758842.147461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758842.147469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758842.147470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758842.147488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758842.147493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758842.147497:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758842.147500:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758842.147506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758842.147542:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758842.147545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758842.147547:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758842.147550:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758842.147554:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758842.147557:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758842.147564:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758842.147569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758842.147574:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758842.147581:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758842.147586:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758842.147588:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758842.147591:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758842.147595:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758842.147598:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758842.147601:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758842.147602:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758842.147604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758843.171420:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758843.171420:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758843.171430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758843.171431:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758843.171434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758843.171437:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758843.171443:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758843.171446:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758843.171448:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758843.171455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758843.171456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758843.171460:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758843.171462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758843.171464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758843.171473:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758843.171473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758843.171479:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758843.171485:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758843.171493:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758843.171500:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758843.171503:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758843.171504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758843.171506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758843.171511:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758843.171511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758843.171516:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758843.171517:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758843.171523:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758843.171524:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758843.171527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758843.171529:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758843.171532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758843.171534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758843.171541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758843.171546:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758843.171551:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758843.171553:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758843.171558:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758843.171562:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758843.171569:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758843.171576:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758843.171580:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758843.171583:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758843.171586:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758843.171589:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758844.195417:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758844.195424:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758844.195426:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758844.195432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758844.195442:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758844.195447:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758844.195453:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758844.195457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758844.195468:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.195473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758844.195485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758844.195495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758844.195496:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758844.195503:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758844.195507:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758844.195512:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.195514:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758844.195525:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758844.195529:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758844.195532:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758844.195536:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758844.195552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758844.195557:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758844.195569:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.195571:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758844.195576:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758844.195581:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758844.195609:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758844.195615:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758844.195618:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758844.195621:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758844.195627:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758844.195636:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758844.195642:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758844.195645:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758844.195652:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758844.259402:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758844.259411:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758844.259413:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758844.259417:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758844.259420:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758844.259427:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16548 00000400:00000200:0.0:1787758844.259435:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758844.259440:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758844.259443:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758844.259445:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259448:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.259450:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259452:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758844.259455:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758844.259456:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758844.259458:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758844.259461:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758844.259463:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758844.259465:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758844.259467:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259469:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.259470:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259472:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758844.259475:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758844.259477:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259479:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758844.259481:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758844.259484:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758844.259486:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259488:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758844.259489:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758844.259497:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758844.259500:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758844.259503:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758844.259504:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259507:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758844.259509:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758844.259512:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758844.259518:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758844.259524:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758844.259542:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931227264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758844.259550:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758844.259553:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758844.259557:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931227264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758844.259576:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758844.259579:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758844.259582:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758844.259583:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758844.259584:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758844.259587:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758844.259589:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16548 00000400:00000200:0.0:1787758844.259594:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758844.259598:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758844.259601:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758844.259605:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259608:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.259611:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259613:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758844.259617:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758844.259619:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758844.259623:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758844.259625:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758844.259630:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758844.259635:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758844.259641:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259643:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.259644:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259646:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758844.259648:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758844.259653:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259655:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758844.259656:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758844.259661:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758844.259666:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259670:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758844.259675:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758844.259680:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259683:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758844.259688:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758844.259694:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758844.259698:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758844.259702:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259705:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758844.259707:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758844.259710:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758844.259716:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758844.259722:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758844.259728:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931227392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758844.259747:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758844.259751:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758844.259759:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931227392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758844.259781:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758844.259787:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758844.259793:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758844.259797:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758844.259799:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758844.259804:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758844.259808:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16548 00000400:00000200:0.0:1787758844.259814:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758844.259819:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758844.259824:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758844.259829:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259833:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.259837:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259840:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758844.259844:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758844.259846:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758844.259849:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758844.259854:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758844.259858:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758844.259863:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758844.259869:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259873:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.259876:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259877:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758844.259881:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758844.259887:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758844.259892:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758844.259895:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758844.259899:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758844.259902:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259904:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758844.259907:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758844.259910:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259914:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758844.259919:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758844.259939:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758844.259943:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758844.259945:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.259950:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758844.259952:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758844.259955:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758844.259960:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758844.259966:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758844.259974:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931227520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758844.259984:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758844.259988:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758844.259994:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931227520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758844.260010:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758844.260016:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758844.260020:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758844.260023:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758844.260026:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758844.260033:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758844.260038:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16548 00000400:00000200:0.0:1787758844.260045:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758844.260048:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758844.260050:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758844.260052:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260055:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.260059:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260064:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758844.260067:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758844.260070:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758844.260072:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758844.260074:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758844.260076:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758844.260080:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758844.260083:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260088:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.260090:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260091:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758844.260093:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758844.260098:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260103:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758844.260107:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758844.260110:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758844.260114:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.260116:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758844.260120:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758844.260124:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.260128:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758844.260134:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758844.260137:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758844.260140:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758844.260143:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.260147:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758844.260150:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758844.260153:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758844.260157:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758844.260161:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758844.260170:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931227648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758844.260182:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758844.260186:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758844.260193:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931227648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758844.260208:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758844.260211:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758844.260219:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758844.260223:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758844.260226:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758844.260232:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758844.260240:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16548 00000400:00000200:0.0:1787758844.260251:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758844.260259:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758844.260293:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758844.260300:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260304:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.260309:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260314:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758844.260317:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758844.260320:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758844.260322:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758844.260325:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758844.260329:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758844.260331:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758844.260338:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260342:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758844.260348:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260355:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758844.260361:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758844.260369:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758844.260376:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758844.260382:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758844.260389:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758844.260394:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.260397:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758844.260400:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758844.260404:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.260407:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758844.260410:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758844.260413:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758844.260416:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758844.260420:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758844.260422:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758844.260426:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758844.260428:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758844.260433:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758844.260438:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758844.260444:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931227776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758844.260475:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758844.260479:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758844.260486:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931227776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758844.260501:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758844.260507:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16558) 00000100:00000001:0.0:1787758845.219397:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758845.219408:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758845.219411:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758845.219421:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758845.219426:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758845.219431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758845.219432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.219449:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758845.219450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758845.219455:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758845.219461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758845.219462:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758845.219480:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758845.219497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758845.219506:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.219507:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758845.219513:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758845.219519:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758845.219524:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758845.219530:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758845.219532:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758845.219536:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758845.219542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.219552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758845.219553:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758845.219560:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.219566:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758845.219597:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758845.219604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758845.219606:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758845.219608:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758845.219609:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758845.219621:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758845.219622:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758845.219625:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758845.219627:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758845.219628:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758845.219631:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.219635:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758845.219637:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758845.219643:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758845.219646:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758845.219650:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758845.219653:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758845.219656:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758845.283414:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311222224, at 4311222272 00000100:00000040:0.0:1787758845.283415:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311222224, at 4311222272 00000100:00000010:1.0:1787758845.283437:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:0.0:1787758845.283442:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:0.0:1787758845.347440:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758845.347449:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758845.347451:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758845.347457:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758845.347461:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758845.347465:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.347467:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758845.347471:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758845.347473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758846.243436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758846.243446:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758846.243451:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758846.243453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758846.243465:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758846.243465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758846.243474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758846.243480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758846.243481:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758846.243492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758846.243492:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.243498:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758846.243498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758846.243507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.243526:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758846.243526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758846.243536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.243551:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758846.243552:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758846.243557:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758846.243561:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758846.243564:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758846.243569:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758846.243591:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.243600:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758846.243600:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758846.243608:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758846.243612:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758846.243613:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758846.243621:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758846.243633:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758846.243634:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758846.243639:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.243646:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758846.243653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.243657:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758846.243714:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758846.243721:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758846.243727:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758846.243742:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758846.243747:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758846.243750:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758846.243753:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758846.243755:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758846.243757:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758846.371371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758846.371381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758846.371383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758846.371390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758846.371394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758846.371397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.371400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758846.371403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758846.371406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758847.267438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758847.267443:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758847.267449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758847.267453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758847.267454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758847.267462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758847.267466:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758847.267471:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758847.267477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758847.267479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758847.267484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758847.267487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758847.267503:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758847.267506:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758847.267509:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758847.267510:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758847.267515:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758847.267522:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758847.267525:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758847.267530:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758847.267539:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758847.267547:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758847.267551:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758847.267553:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758847.267559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758847.267562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758847.267570:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758847.267574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758847.267582:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758847.267582:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758847.267594:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758847.267594:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758847.267607:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758847.267612:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758847.267618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758847.267627:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758847.395401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758847.395410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758847.395412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758847.395418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758847.395421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758847.395425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758847.395428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758847.395431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758847.395434:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758848.291420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758848.291430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758848.291437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758848.291437:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758848.291448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758848.291449:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758848.291453:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758848.291457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758848.291469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758848.291469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.291480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758848.291482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758848.291490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758848.291491:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758848.291503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758848.291514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758848.291519:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.291524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758848.291542:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758848.291547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758848.291551:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758848.291555:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758848.291556:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758848.291563:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758848.291564:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758848.291567:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.291575:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758848.291576:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758848.291584:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758848.291584:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.291600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758848.291601:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758848.291609:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.291623:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758848.291631:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.291636:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758848.419372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758848.419381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758848.419383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758848.419388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758848.419392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758848.419396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.419399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758848.419401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758848.419404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758849.315442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758849.315451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758849.315453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758849.315463:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.315468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758849.315473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758849.315475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758849.315487:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758849.315488:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758849.315497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758849.315499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758849.315508:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758849.315524:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758849.315527:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758849.315532:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.315544:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758849.315552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758849.315555:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758849.315562:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758849.315562:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758849.315569:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758849.315579:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758849.315587:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758849.315593:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758849.315602:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758849.315603:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758849.315608:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758849.315609:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758849.315624:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758849.315627:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758849.315641:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.315643:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758849.315658:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758849.315665:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758849.315669:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758849.315679:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758849.379422:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758849.379435:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758849.379437:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758849.379441:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758849.379446:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758849.379454:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16553 00000400:00000200:1.0:1787758849.379463:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758849.379468:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758849.379479:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758849.379483:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379486:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.379488:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379490:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758849.379494:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758849.379496:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758849.379500:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758849.379503:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758849.379506:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758849.379508:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758849.379512:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379514:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.379516:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379519:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758849.379522:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758849.379527:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379530:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758849.379533:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758849.379536:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758849.379540:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.379542:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758849.379544:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758849.379553:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758849.379557:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758849.379561:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758849.379562:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.379565:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758849.379567:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758849.379571:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758849.379577:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758849.379582:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758849.379590:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931227904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758849.379607:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758849.379612:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758849.379618:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931227904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758849.379651:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758849.379654:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758849.379657:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758849.379658:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758849.379660:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758849.379662:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758849.379665:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16553 00000400:00000200:1.0:1787758849.379669:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758849.379673:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758849.379675:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758849.379677:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379679:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.379682:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379684:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758849.379687:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758849.379689:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758849.379693:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758849.379697:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758849.379701:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758849.379703:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758849.379710:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379715:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.379720:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379727:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758849.379736:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758849.379745:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379751:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758849.379756:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758849.379764:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758849.379768:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.379771:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758849.379774:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758849.379777:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.379779:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758849.379784:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758849.379790:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758849.379796:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758849.379797:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.379799:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758849.379801:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758849.379804:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758849.379811:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758849.379819:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758849.379827:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931228032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758849.379867:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758849.379871:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758849.379879:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931228032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758849.379909:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758849.379913:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758849.379919:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758849.379923:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758849.379925:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758849.379931:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758849.379936:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16553 00000400:00000200:1.0:1787758849.379944:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758849.379950:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758849.379952:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758849.379955:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379959:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.379964:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379966:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758849.379970:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758849.379974:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758849.379976:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758849.379979:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758849.379982:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758849.379985:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758849.379991:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.379995:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.380000:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380003:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758849.380008:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758849.380014:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380018:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758849.380021:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758849.380026:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758849.380032:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380034:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758849.380037:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758849.380042:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380044:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758849.380051:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758849.380054:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758849.380056:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758849.380058:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380059:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758849.380060:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758849.380063:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758849.380069:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758849.380076:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758849.380084:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931228160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758849.380097:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758849.380100:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758849.380106:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931228160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758849.380119:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758849.380123:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758849.380128:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758849.380130:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758849.380132:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758849.380144:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758849.380150:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16553 00000400:00000200:1.0:1787758849.380158:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758849.380165:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758849.380167:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758849.380172:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380174:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.380177:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380182:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758849.380188:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758849.380191:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758849.380194:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758849.380196:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758849.380200:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758849.380203:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758849.380206:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380209:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.380211:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380213:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758849.380216:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758849.380221:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380226:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758849.380230:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758849.380236:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758849.380242:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380248:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758849.380252:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758849.380258:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380264:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758849.380293:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758849.380296:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758849.380299:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758849.380300:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380302:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758849.380304:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758849.380306:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758849.380314:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758849.380323:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758849.380334:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931228288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758849.380366:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758849.380371:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758849.380379:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931228288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758849.380410:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758849.380416:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758849.380427:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758849.380432:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758849.380438:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758849.380445:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758849.380453:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16553 00000400:00000200:1.0:1787758849.380462:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758849.380468:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758849.380471:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758849.380476:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380481:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.380484:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380489:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758849.380494:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758849.380497:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758849.380501:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758849.380506:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758849.380511:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758849.380517:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758849.380526:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380533:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758849.380540:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380544:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758849.380546:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758849.380549:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758849.380553:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758849.380555:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758849.380561:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758849.380568:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380571:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758849.380576:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758849.380581:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380584:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758849.380590:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758849.380598:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758849.380604:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758849.380608:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758849.380614:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758849.380618:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758849.380620:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758849.380625:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758849.380631:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758849.380642:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931228416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758849.380659:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758849.380664:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758849.380673:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931228416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758849.380688:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758849.380697:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16564) 00000100:00000001:0.0:1787758849.443373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758849.443379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758849.443381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758849.443386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758849.443390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758849.443393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758849.443395:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758849.443397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758849.443400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758850.339368:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758850.339379:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758850.339382:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758850.339389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758850.339395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758850.339401:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.339406:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758850.339410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.339415:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758850.339450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758850.339454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758850.339459:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758850.339461:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758850.339464:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758850.339465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758850.339477:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758850.339497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758850.339499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758850.339502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758850.339520:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758850.339531:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758850.339535:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.339536:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.339545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758850.339548:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758850.339555:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758850.339567:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758850.339614:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758850.339618:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758850.339629:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758850.339632:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758850.339634:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758850.339636:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.339640:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758850.339642:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.339644:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758850.403347:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311227344, at 4311227392 00000100:00000040:1.0:1787758850.403347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311227344, at 4311227392 00000100:00000010:1.0:1787758850.403362:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787758850.403368:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787758850.467369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758850.467375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758850.467377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758850.467381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758850.467384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758850.467386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.467389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758850.467391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758850.467393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758851.363429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758851.363432:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758851.363439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758851.363442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758851.363444:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758851.363449:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758851.363454:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758851.363458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758851.363465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758851.363470:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758851.363472:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758851.363488:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758851.363502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758851.363504:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758851.363505:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758851.363513:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758851.363514:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758851.363527:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758851.363550:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758851.363554:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758851.363557:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758851.363562:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758851.363566:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758851.363570:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758851.363589:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758851.363592:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758851.363593:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758851.363600:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758851.363602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758851.363609:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758851.363615:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758851.363625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758851.363632:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758851.363640:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758851.363646:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758851.363657:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758851.491435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758851.491444:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758851.491446:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758851.491452:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758851.491455:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758851.491460:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758851.491463:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758851.491465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758851.491468:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758852.387350:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758852.387357:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758852.387360:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758852.387366:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758852.387366:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758852.387372:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758852.387374:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758852.387375:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758852.387380:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758852.387381:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758852.387387:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758852.387388:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758852.387392:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758852.387393:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758852.387398:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758852.387407:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758852.387410:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758852.387414:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758852.387429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758852.387433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758852.387436:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758852.387442:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758852.387446:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758852.387451:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758852.387457:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758852.387460:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758852.387462:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758852.387463:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758852.387467:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758852.387470:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758852.387472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758852.387475:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758852.387477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758852.387482:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758852.387485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758852.387490:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758852.387491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758852.387497:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758852.387503:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758852.515376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758852.515382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758852.515384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758852.515389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758852.515392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758852.515395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758852.515397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758852.515399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758852.515401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758853.411387:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758853.411387:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758853.411395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758853.411396:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758853.411400:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758853.411401:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758853.411405:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758853.411409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758853.411410:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758853.411416:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758853.411417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758853.411423:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758853.411424:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758853.411426:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758853.411432:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758853.411441:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758853.411444:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758853.411448:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758853.411451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758853.411456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758853.411458:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758853.411465:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758853.411469:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758853.411471:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758853.411473:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758853.411479:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758853.411480:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758853.411483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758853.411485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758853.411488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758853.411489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758853.411494:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758853.411498:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758853.411499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758853.411502:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758853.411506:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758853.411551:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758853.411556:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758853.411560:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758853.539375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758853.539382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758853.539384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758853.539388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758853.539391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758853.539394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758853.539396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758853.539398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758853.539400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758854.435380:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758854.435381:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758854.435388:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758854.435389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758854.435391:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.435394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758854.435398:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758854.435401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758854.435408:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758854.435410:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758854.435413:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758854.435415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758854.435420:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758854.435425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758854.435432:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758854.435443:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758854.435447:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758854.435451:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.435453:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758854.435457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758854.435461:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.435466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758854.435468:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758854.435474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758854.435474:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758854.435478:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.435479:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758854.435484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758854.435485:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758854.435490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758854.435491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758854.435496:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758854.435497:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758854.435511:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758854.435515:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758854.435519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758854.435547:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758854.435553:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758854.435557:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758854.499351:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758854.499361:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758854.499364:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758854.499368:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758854.499372:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758854.499380:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16559 00000400:00000200:0.0:1787758854.499389:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758854.499396:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758854.499399:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758854.499403:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499406:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.499409:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499412:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758854.499416:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758854.499418:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758854.499421:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758854.499424:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758854.499427:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758854.499430:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758854.499433:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499435:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.499438:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499440:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758854.499444:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758854.499447:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499450:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758854.499453:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758854.499456:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758854.499459:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.499461:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758854.499464:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758854.499473:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758854.499477:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758854.499481:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758854.499483:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.499486:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758854.499489:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758854.499493:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758854.499501:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758854.499509:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.499518:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758854.499530:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758854.499534:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758854.499540:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758854.499567:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758854.499571:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758854.499575:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758854.499577:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758854.499578:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758854.499581:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758854.499584:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16559 00000400:00000200:0.0:1787758854.499589:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758854.499592:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758854.499595:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758854.499598:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499600:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.499602:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499605:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758854.499608:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758854.499609:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758854.499611:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758854.499613:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758854.499615:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758854.499618:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758854.499621:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499623:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.499626:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499628:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758854.499632:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758854.499636:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499639:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758854.499641:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758854.499647:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758854.499652:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.499657:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758854.499663:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758854.499669:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.499674:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758854.499681:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758854.499687:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758854.499693:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758854.499698:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.499702:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758854.499706:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758854.499719:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758854.499726:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758854.499734:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.499784:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931228672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758854.499810:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758854.499814:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758854.499823:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931228672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758854.499840:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758854.499844:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758854.499851:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758854.499855:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758854.499859:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758854.499866:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758854.499873:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16559 00000400:00000200:0.0:1787758854.499884:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758854.499893:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758854.499898:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758854.499905:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499910:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.499913:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499915:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758854.499921:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758854.499924:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758854.499927:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758854.499932:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758854.499937:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758854.499943:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758854.499950:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499954:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.499960:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499966:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758854.499970:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758854.499977:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758854.499983:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758854.499987:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758854.499992:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758854.499998:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500003:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758854.500007:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758854.500013:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500017:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758854.500027:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758854.500032:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758854.500037:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758854.500041:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500045:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758854.500048:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758854.500052:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758854.500058:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758854.500065:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.500075:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931228800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758854.500091:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758854.500094:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758854.500104:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931228800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758854.500119:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758854.500124:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758854.500132:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758854.500135:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758854.500138:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758854.500142:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758854.500147:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16559 00000400:00000200:0.0:1787758854.500161:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758854.500168:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758854.500174:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758854.500182:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500189:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.500194:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500199:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758854.500204:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758854.500208:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758854.500212:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758854.500217:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758854.500222:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758854.500228:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758854.500236:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500242:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.500248:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500254:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758854.500260:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758854.500298:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500304:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758854.500309:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758854.500314:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758854.500319:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500324:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758854.500328:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758854.500335:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500340:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758854.500347:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758854.500353:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758854.500360:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758854.500364:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500369:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758854.500372:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758854.500377:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758854.500384:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758854.500392:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.500405:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931228928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758854.500424:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758854.500428:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758854.500438:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931228928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758854.500455:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758854.500460:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758854.500470:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758854.500475:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758854.500478:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758854.500485:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758854.500494:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16559 00000400:00000200:0.0:1787758854.500504:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758854.500512:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758854.500519:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758854.500526:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500532:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.500540:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500546:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758854.500553:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758854.500555:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758854.500564:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758854.500569:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758854.500575:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758854.500582:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758854.500592:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500601:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758854.500608:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500613:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758854.500620:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758854.500630:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758854.500636:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758854.500643:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758854.500648:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758854.500655:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500660:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758854.500664:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758854.500671:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500676:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758854.500684:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758854.500692:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758854.500699:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758854.500704:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758854.500710:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758854.500714:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758854.500720:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758854.500726:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758854.500734:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.500759:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931229056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758854.500785:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758854.500789:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758854.500797:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931229056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758854.500820:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758854.500829:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16569) 00000100:00000001:0.0:1787758854.563373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758854.563379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758854.563381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758854.563385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758854.563388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758854.563391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758854.563393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758854.563395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758854.563398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758855.459402:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758855.459402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758855.459410:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758855.459412:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758855.459420:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758855.459422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758855.459429:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758855.459439:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758855.459442:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758855.459446:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758855.459454:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758855.459455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758855.459487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758855.459492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758855.459496:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758855.459498:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758855.459504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758855.459509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758855.459530:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758855.459540:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758855.459542:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758855.459547:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758855.459548:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758855.459554:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758855.459555:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758855.459561:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758855.459561:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758855.459566:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758855.459578:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758855.459587:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758855.459592:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758855.459602:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758855.459614:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758855.459615:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758855.459628:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758855.459639:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758855.459698:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758855.459702:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758855.459706:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758855.523369:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311232464, at 4311232512 00000100:00000040:1.0:1787758855.523372:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311232464, at 4311232512 00000100:00000010:0.0:1787758855.523388:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787758855.523393:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787758855.587383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758855.587391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758855.587394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758855.587400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758855.587404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758855.587407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758855.587411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758855.587413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758855.587417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758856.483416:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758856.483425:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758856.483428:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758856.483435:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758856.483440:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758856.483447:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758856.483451:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758856.483456:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.483460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758856.483463:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758856.483472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758856.483476:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758856.483487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758856.483493:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758856.483500:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.483507:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758856.483513:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.483518:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758856.483540:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758856.483545:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758856.483547:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758856.483549:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758856.483556:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758856.483557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758856.483560:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758856.483567:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758856.483569:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758856.483572:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758856.483575:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.483577:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.483587:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758856.483594:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.483599:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758856.483602:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758856.483606:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758856.483611:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758856.483618:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758856.483623:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758856.483628:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758856.611425:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758856.611437:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758856.611440:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758856.611448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758856.611453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758856.611458:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.611462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758856.611465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758856.611470:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758857.507419:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758857.507430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758857.507433:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758857.507441:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758857.507450:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758857.507453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758857.507457:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758857.507468:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758857.507476:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758857.507481:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.507486:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758857.507486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758857.507502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758857.507513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758857.507521:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758857.507523:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.507526:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758857.507531:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758857.507537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.507538:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758857.507551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758857.507552:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758857.507565:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758857.507574:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.507581:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758857.507585:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.507588:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758857.507610:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758857.507614:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758857.507617:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758857.507620:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758857.507626:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758857.507629:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758857.507630:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758857.507639:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758857.507647:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758857.507661:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758857.507668:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758857.507677:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758857.635439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758857.635451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758857.635453:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758857.635461:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758857.635466:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758857.635472:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.635475:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758857.635484:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758857.635490:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758858.531383:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758858.531383:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758858.531391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758858.531393:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758858.531394:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758858.531399:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758858.531400:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758858.531407:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758858.531407:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758858.531413:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758858.531414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758858.531420:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758858.531421:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758858.531425:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758858.531430:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758858.531445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758858.531450:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758858.531452:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758858.531454:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758858.531456:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758858.531460:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758858.531462:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758858.531467:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758858.531472:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758858.531479:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758858.531483:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758858.531485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758858.531490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758858.531494:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758858.531495:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758858.531503:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758858.531511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758858.531517:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758858.531522:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758858.531523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758858.531526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758858.531548:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758858.531552:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758858.531559:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758858.659353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758858.659360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758858.659362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758858.659366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758858.659370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758858.659373:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758858.659374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758858.659382:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758858.659384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758859.555405:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758859.555405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758859.555416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758859.555416:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758859.555422:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.555423:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758859.555429:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758859.555429:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758859.555435:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758859.555435:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758859.555441:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758859.555442:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758859.555459:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758859.555463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.555466:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758859.555466:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758859.555468:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.555470:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758859.555484:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758859.555484:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758859.555489:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758859.555490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758859.555494:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.555494:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758859.555499:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758859.555499:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758859.555506:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758859.555506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758859.555513:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758859.555513:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.555519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758859.555524:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.555530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.555530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758859.555534:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758859.555540:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758859.555568:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758859.555573:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758859.555579:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758859.555587:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758859.555591:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758859.555595:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.555599:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758859.555602:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.555607:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758859.555670:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758859.555673:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758859.555675:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758859.619484:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758859.619496:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758859.619498:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758859.619503:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758859.619508:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758859.619515:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16564 00000400:00000200:1.0:1787758859.619524:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758859.619531:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758859.619534:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758859.619537:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619540:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.619542:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619544:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758859.619548:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758859.619551:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758859.619553:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758859.619556:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758859.619558:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758859.619560:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758859.619562:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619564:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.619566:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619569:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758859.619573:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758859.619577:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619580:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758859.619584:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758859.619588:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758859.619592:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.619595:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758859.619598:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758859.619612:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758859.619617:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758859.619622:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758859.619624:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.619628:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758859.619632:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758859.619637:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758859.619646:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758859.619665:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758859.619679:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931229184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758859.619699:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758859.619706:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758859.619712:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931229184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758859.619738:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758859.619741:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758859.619746:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758859.619748:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758859.619750:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758859.619753:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758859.619762:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16564 00000400:00000200:1.0:1787758859.619768:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758859.619773:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758859.619776:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758859.619780:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619785:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.619791:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619797:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758859.619800:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758859.619803:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758859.619806:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758859.619809:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758859.619814:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758859.619818:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758859.619826:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619830:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.619834:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619838:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758859.619844:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758859.619850:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758859.619853:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758859.619857:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758859.619864:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758859.619868:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.619877:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758859.619883:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758859.619890:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.619892:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758859.619897:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758859.619900:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758859.619904:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758859.619906:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.619909:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758859.619912:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758859.619916:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758859.619922:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758859.619929:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758859.619939:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931229312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758859.619954:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758859.619961:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758859.619969:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931229312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758859.619987:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758859.619994:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758859.620002:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758859.620007:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758859.620010:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758859.620017:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758859.620025:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16564 00000400:00000200:1.0:1787758859.620044:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758859.620049:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758859.620053:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758859.620055:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620060:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.620066:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620068:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758859.620073:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758859.620075:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758859.620078:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758859.620082:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758859.620085:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758859.620090:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758859.620097:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620100:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.620103:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620104:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758859.620107:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758859.620113:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620116:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758859.620120:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758859.620123:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758859.620126:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620131:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758859.620133:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758859.620136:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620140:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758859.620148:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758859.620152:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758859.620158:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758859.620161:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620165:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758859.620167:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758859.620170:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758859.620176:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758859.620181:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758859.620201:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931229440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758859.620211:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758859.620214:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758859.620219:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931229440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758859.620226:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758859.620230:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758859.620232:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758859.620235:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758859.620238:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758859.620241:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758859.620245:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16564 00000400:00000200:1.0:1787758859.620252:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758859.620258:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758859.620261:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758859.620297:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620302:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.620306:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620312:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758859.620317:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758859.620318:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758859.620322:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758859.620326:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758859.620329:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758859.620334:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758859.620342:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620346:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.620351:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620356:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758859.620361:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758859.620367:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620372:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758859.620375:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758859.620379:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758859.620383:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620386:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758859.620389:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758859.620396:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620399:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758859.620405:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758859.620409:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758859.620413:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758859.620416:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620421:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758859.620424:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758859.620426:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758859.620431:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758859.620437:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758859.620445:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931229568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758859.620458:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758859.620461:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758859.620469:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931229568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758859.620494:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758859.620498:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758859.620503:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758859.620505:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758859.620508:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758859.620511:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758859.620515:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16564 00000400:00000200:1.0:1787758859.620520:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758859.620525:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758859.620527:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758859.620533:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620538:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.620541:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620545:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758859.620548:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758859.620551:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758859.620553:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758859.620555:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758859.620560:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758859.620562:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758859.620570:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620575:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758859.620581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620586:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758859.620592:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758859.620599:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758859.620608:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758859.620613:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758859.620619:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758859.620623:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620624:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758859.620627:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758859.620629:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620633:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758859.620637:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758859.620641:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758859.620644:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758859.620647:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758859.620662:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758859.620665:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758859.620667:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758859.620674:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758859.620682:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758859.620692:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931229696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758859.620714:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758859.620719:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758859.620729:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931229696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758859.620741:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758859.620749:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16574) 00000100:00000001:0.0:1787758859.683347:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758859.683359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758859.683362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758859.683370:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758859.683374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758859.683379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.683384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758859.683388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758859.683392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758860.579439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758860.579445:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758860.579450:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758860.579451:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758860.579455:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758860.579456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758860.579464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758860.579465:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758860.579474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758860.579476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758860.579485:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758860.579487:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758860.579493:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758860.579500:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758860.579513:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758860.579514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758860.579519:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758860.579524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758860.579556:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758860.579562:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758860.579566:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758860.579574:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758860.579589:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758860.579596:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758860.579600:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758860.579601:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758860.579612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758860.579613:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758860.579620:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758860.579624:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758860.579646:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758860.579655:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758860.579661:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758860.579666:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758860.579668:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758860.579672:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758860.579722:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758860.579728:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758860.579733:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758860.643405:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311237584, at 4311237632 00000100:00000040:0.0:1787758860.643406:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311237584, at 4311237632 00000100:00000010:1.0:1787758860.643432:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787758860.643435:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:0.0:1787758860.707394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758860.707416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758860.707418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758860.707424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758860.707428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758860.707432:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758860.707435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758860.707439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758860.707442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758861.603391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758861.603391:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758861.603401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758861.603402:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758861.603406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758861.603416:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758861.603419:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758861.603423:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758861.603426:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758861.603429:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758861.603431:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758861.603437:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758861.603445:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758861.603450:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758861.603453:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758861.603459:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758861.603463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758861.603467:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758861.603471:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758861.603476:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758861.603481:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758861.603485:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758861.603486:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758861.603493:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758861.603494:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758861.603499:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758861.603500:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758861.603506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758861.603507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758861.603511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758861.603514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758861.603515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758861.603521:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758861.603527:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758861.603531:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758861.603538:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758861.603547:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758861.603550:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758861.603556:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758861.731441:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758861.731450:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758861.731452:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758861.731458:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758861.731462:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758861.731466:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758861.731469:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758861.731471:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758861.731474:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758862.627459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758862.627459:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758862.627468:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758862.627472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758862.627473:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758862.627479:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758862.627488:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758862.627490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758862.627497:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758862.627502:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758862.627505:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758862.627507:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758862.627510:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758862.627514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758862.627518:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758862.627521:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758862.627525:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758862.627529:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758862.627540:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758862.627549:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758862.627553:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758862.627556:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758862.627570:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758862.627577:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758862.627578:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758862.627583:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758862.627589:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758862.627594:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758862.627609:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758862.627619:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758862.627624:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758862.627636:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758862.627636:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758862.627648:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758862.627648:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758862.627660:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758862.627676:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758862.627684:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758862.627692:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758862.755365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758862.755377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758862.755380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758862.755388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758862.755394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758862.755398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758862.755402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758862.755416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758862.755419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758863.651354:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758863.651358:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758863.651363:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758863.651364:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758863.651366:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758863.651369:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758863.651373:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758863.651376:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758863.651381:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758863.651382:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758863.651387:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651388:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651394:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758863.651398:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651403:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758863.651404:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758863.651409:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758863.651413:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758863.651419:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758863.651424:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758863.651428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758863.651434:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758863.651438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758863.651441:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651444:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758863.651446:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651448:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758863.651462:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758863.651466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758863.651469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758863.651474:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758863.651479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758863.651480:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758863.651484:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758863.651488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758863.651493:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758863.651493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758863.651498:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758863.651502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758863.651504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651509:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758863.651513:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.651516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758863.651538:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758863.651541:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758863.651544:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758863.779433:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758863.779442:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758863.779444:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758863.779449:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758863.779453:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758863.779457:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.779460:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758863.779462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758863.779465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.675466:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758864.675468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758864.675472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758864.675476:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758864.675477:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758864.675485:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.675490:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758864.675496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758864.675497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758864.675505:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758864.675508:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758864.675510:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758864.675516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758864.675518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758864.675531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.675544:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758864.675555:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758864.675555:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758864.675579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758864.675580:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758864.675587:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758864.675589:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.675597:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758864.675607:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758864.675617:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758864.675628:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758864.675635:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758864.675636:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758864.675649:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758864.675657:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758864.675666:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758864.675677:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758864.675687:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758864.675689:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758864.675697:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758864.675700:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758864.675705:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787758864.675705:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758864.675713:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.675735:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758864.675741:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758864.675746:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.675751:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758864.675757:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758864.675760:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758864.675763:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758864.675767:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758864.675770:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758864.739440:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758864.739457:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758864.739461:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758864.739466:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758864.739473:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758864.739483:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16569 00000400:00000200:1.0:1787758864.739495:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758864.739503:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758864.739506:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758864.739509:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739512:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.739514:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739516:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758864.739520:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758864.739522:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758864.739525:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758864.739529:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758864.739530:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758864.739532:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758864.739546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739548:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.739550:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739553:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758864.739556:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758864.739574:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739577:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758864.739581:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758864.739586:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758864.739595:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.739598:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758864.739601:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758864.739614:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758864.739617:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758864.739622:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758864.739624:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.739627:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758864.739630:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758864.739634:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758864.739642:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758864.739649:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.739659:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931229824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758864.739669:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758864.739673:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758864.739677:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931229824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758864.739700:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758864.739703:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758864.739707:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758864.739708:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758864.739710:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758864.739712:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758864.739715:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16569 00000400:00000200:1.0:1787758864.739718:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758864.739721:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758864.739723:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758864.739726:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739729:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.739731:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739734:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758864.739736:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758864.739737:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758864.739738:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758864.739741:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758864.739745:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758864.739747:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758864.739752:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739755:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.739759:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739762:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758864.739766:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758864.739771:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739776:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758864.739781:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758864.739788:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758864.739793:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.739799:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758864.739807:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758864.739812:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.739815:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758864.739821:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758864.739825:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758864.739831:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758864.739834:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.739837:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758864.739838:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758864.739840:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758864.739847:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758864.739852:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.739860:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931229952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758864.739868:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758864.739873:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758864.739876:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931229952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758864.739888:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758864.739891:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758864.739895:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758864.739898:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758864.739900:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758864.739906:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758864.739910:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16569 00000400:00000200:1.0:1787758864.739912:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758864.739915:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758864.739917:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758864.739922:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739925:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.739929:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739932:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758864.739935:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758864.739939:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758864.739941:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758864.739942:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758864.739944:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758864.739950:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758864.739956:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739961:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.739968:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739971:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758864.739974:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758864.739982:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758864.739988:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758864.739993:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758864.739997:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758864.740002:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740005:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758864.740009:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758864.740014:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740018:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758864.740027:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758864.740033:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758864.740041:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758864.740045:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740050:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758864.740052:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758864.740055:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758864.740062:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758864.740067:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.740075:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931230080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758864.740085:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758864.740088:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758864.740094:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931230080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758864.740109:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758864.740116:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758864.740123:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758864.740128:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758864.740131:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758864.740135:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758864.740139:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16569 00000400:00000200:1.0:1787758864.740145:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758864.740151:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758864.740155:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758864.740161:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740164:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.740166:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740171:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758864.740173:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758864.740175:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758864.740178:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758864.740180:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758864.740182:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758864.740186:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758864.740191:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740195:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.740200:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740204:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758864.740209:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758864.740212:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740215:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758864.740220:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758864.740224:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758864.740230:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740233:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758864.740237:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758864.740240:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740241:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758864.740245:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758864.740250:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758864.740254:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758864.740257:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740258:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758864.740261:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758864.740264:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758864.740288:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758864.740291:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.740296:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931230208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758864.740305:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758864.740308:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758864.740312:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931230208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758864.740321:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758864.740324:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758864.740330:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758864.740333:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758864.740336:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758864.740339:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758864.740345:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16569 00000400:00000200:1.0:1787758864.740355:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758864.740364:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758864.740371:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758864.740379:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740385:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.740391:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740396:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758864.740403:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758864.740405:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758864.740408:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758864.740411:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758864.740413:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758864.740418:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758864.740423:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740425:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758864.740427:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740429:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758864.740432:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758864.740437:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758864.740444:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758864.740448:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758864.740453:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758864.740460:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740466:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758864.740472:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758864.740479:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740484:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758864.740491:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758864.740497:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758864.740505:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758864.740509:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758864.740515:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758864.740521:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758864.740527:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758864.740535:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758864.740544:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758864.740556:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931230336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758864.740589:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758864.740595:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758864.740604:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931230336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758864.740621:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758864.740626:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16579) 00000100:00000001:0.0:1787758864.803397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758864.803406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758864.803409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758864.803414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758864.803418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758864.803423:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758864.803426:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758864.803429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758864.803432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758865.699350:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758865.699356:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758865.699359:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758865.699363:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758865.699363:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758865.699368:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758865.699369:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758865.699374:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758865.699374:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758865.699381:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758865.699385:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758865.699388:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758865.699388:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758865.699394:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758865.699394:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758865.699404:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758865.699407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758865.699408:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758865.699411:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758865.699413:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758865.699414:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758865.699415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758865.699420:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758865.699424:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758865.699426:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758865.699427:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758865.699431:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758865.699432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758865.699437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758865.699441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758865.699447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758865.699451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758865.699453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758865.699455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758865.699457:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758865.699458:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758865.699462:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758865.699467:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758865.699471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758865.699476:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758865.699480:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758865.699483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758865.699483:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758865.699486:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758865.699489:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758865.699500:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758865.699503:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758865.699505:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758865.763423:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311242705, at 4311242752 00000100:00000040:0.0:1787758865.763424:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311242704, at 4311242752 00000100:00000010:1.0:1787758865.763447:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000010:0.0:1787758865.763451:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:0.0:1787758865.827377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758865.827385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758865.827388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758865.827393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758865.827397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758865.827401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758865.827403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758865.827407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758865.827409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758866.723399:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758866.723399:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758866.723408:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758866.723410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758866.723412:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758866.723415:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758866.723419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787758866.723421:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758866.723424:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758866.723428:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758866.723429:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758866.723433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723435:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758866.723439:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723443:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758866.723443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758866.723447:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758866.723452:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758866.723461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758866.723464:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758866.723467:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758866.723468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758866.723471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758866.723473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758866.723475:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758866.723478:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723481:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758866.723481:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758866.723485:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758866.723489:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758866.723494:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758866.723499:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758866.723504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758866.723507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723508:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758866.723513:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758866.723513:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758866.723516:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758866.723522:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758866.723560:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758866.723563:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723567:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758866.723569:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.723573:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758866.851413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758866.851421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758866.851423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758866.851428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758866.851431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758866.851435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.851437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758866.851440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758866.851443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758867.747415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758867.747424:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758867.747426:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758867.747435:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758867.747441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758867.747444:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758867.747446:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758867.747448:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758867.747461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758867.747462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758867.747466:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747477:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758867.747478:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758867.747484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758867.747522:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747526:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758867.747540:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758867.747545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758867.747548:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758867.747549:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758867.747554:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758867.747559:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758867.747560:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758867.747575:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758867.747576:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758867.747585:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758867.747590:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758867.747598:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758867.747600:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747601:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747614:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758867.747627:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758867.747636:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747638:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758867.747643:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758867.747644:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758867.747645:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758867.747650:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758867.747656:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758867.747660:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747664:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758867.747666:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758867.747669:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758867.875360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758867.875366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758867.875368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758867.875371:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758867.875374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758867.875377:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758867.875379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758867.875381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758867.875383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758868.771396:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758868.771406:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758868.771407:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758868.771410:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758868.771415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758868.771417:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758868.771418:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758868.771426:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758868.771431:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758868.771433:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758868.771438:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758868.771440:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758868.771451:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758868.771458:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771462:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758868.771474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758868.771482:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771485:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758868.771488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758868.771500:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758868.771504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758868.771506:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758868.771513:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758868.771517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758868.771524:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758868.771531:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758868.771539:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758868.771548:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758868.771553:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758868.771568:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758868.771575:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771584:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758868.771594:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758868.771596:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758868.771602:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758868.771603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758868.771610:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771612:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758868.771620:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758868.771621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758868.771636:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758868.771640:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.771644:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758868.899419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758868.899429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758868.899432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758868.899438:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758868.899443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758868.899447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.899450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758868.899454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758868.899457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.795404:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758869.795415:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758869.795420:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758869.795420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758869.795430:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758869.795435:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758869.795436:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758869.795443:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.795444:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.795450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758869.795460:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758869.795461:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758869.795463:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758869.795486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758869.795491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.795496:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758869.795500:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758869.795502:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.795505:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758869.795512:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758869.795516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758869.795518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758869.795526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.795532:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758869.795532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.795535:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.795544:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758869.795573:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758869.795581:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758869.795581:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758869.795586:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.795587:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758869.795592:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.795599:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758869.795604:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758869.795608:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.795613:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758869.795616:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.795620:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758869.795951:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758869.795956:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758869.795959:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758869.795961:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758869.795963:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758869.795966:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758869.859411:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758869.859422:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758869.859425:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758869.859430:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758869.859436:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758869.859451:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16574 00000400:00000200:0.0:1787758869.859463:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758869.859481:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758869.859485:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758869.859488:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859491:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859493:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859494:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758869.859498:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758869.859500:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758869.859502:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758869.859505:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758869.859507:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758869.859508:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758869.859511:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859513:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859515:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859516:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758869.859519:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758869.859522:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859523:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758869.859526:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758869.859529:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758869.859531:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859533:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758869.859535:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758869.859545:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758869.859548:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758869.859552:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758869.859553:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859556:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758869.859559:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758869.859563:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758869.859571:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758869.859578:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.859588:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931230464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758869.859596:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758869.859600:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758869.859604:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931230464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758869.859625:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758869.859627:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758869.859631:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758869.859632:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758869.859634:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758869.859636:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758869.859638:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16574 00000400:00000200:0.0:1787758869.859641:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758869.859644:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758869.859645:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758869.859647:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859649:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859651:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859653:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758869.859655:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758869.859656:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758869.859658:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758869.859659:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758869.859661:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758869.859665:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758869.859668:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859671:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859673:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859675:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758869.859678:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758869.859682:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859687:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758869.859690:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758869.859697:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758869.859702:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859705:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758869.859711:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758869.859716:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859720:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758869.859724:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758869.859728:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758869.859731:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758869.859734:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859738:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758869.859740:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758869.859744:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758869.859752:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758869.859756:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.859763:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931230592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758869.859769:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758869.859772:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758869.859777:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931230592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758869.859788:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758869.859793:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758869.859799:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758869.859803:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758869.859807:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758869.859810:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758869.859820:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16574 00000400:00000200:0.0:1787758869.859825:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758869.859828:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758869.859830:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758869.859834:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859836:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859839:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859841:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758869.859846:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758869.859847:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758869.859849:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758869.859851:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758869.859854:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758869.859855:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758869.859859:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859863:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859864:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859865:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758869.859866:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758869.859869:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859871:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758869.859872:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758869.859874:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758869.859876:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859879:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758869.859882:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758869.859885:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859888:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758869.859893:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758869.859896:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758869.859899:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758869.859900:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.859901:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758869.859903:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758869.859905:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758869.859910:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758869.859915:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.859920:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931230720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758869.859927:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758869.859929:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758869.859935:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931230720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758869.859944:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758869.859947:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758869.859950:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758869.859953:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758869.859955:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758869.859960:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758869.859966:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16574 00000400:00000200:0.0:1787758869.859971:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758869.859975:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758869.859979:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758869.859984:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859987:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.859989:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.859992:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758869.859995:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758869.859997:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758869.860000:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758869.860004:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758869.860007:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758869.860010:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758869.860016:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860019:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.860021:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860024:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758869.860026:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758869.860032:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860037:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758869.860040:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758869.860044:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758869.860047:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.860048:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758869.860051:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758869.860055:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.860057:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758869.860061:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758869.860066:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758869.860069:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758869.860071:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.860074:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758869.860075:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758869.860076:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758869.860080:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758869.860083:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.860087:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931230848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758869.860093:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758869.860094:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758869.860100:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931230848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758869.860110:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758869.860113:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758869.860117:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758869.860120:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758869.860124:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758869.860129:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758869.860142:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16574 00000400:00000200:0.0:1787758869.860151:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758869.860159:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758869.860165:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758869.860175:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860181:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.860188:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860193:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758869.860199:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758869.860202:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758869.860206:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758869.860210:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758869.860216:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758869.860222:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758869.860230:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860236:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758869.860244:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860249:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758869.860255:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758869.860263:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758869.860309:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758869.860315:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758869.860320:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758869.860325:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.860329:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758869.860333:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758869.860340:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.860345:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758869.860351:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758869.860356:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758869.860362:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758869.860367:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758869.860371:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758869.860374:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758869.860378:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758869.860385:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758869.860393:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.860400:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931230976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758869.860415:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758869.860420:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758869.860428:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931230976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758869.860447:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758869.860456:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16584) 00000100:00000001:0.0:1787758869.923405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758869.923414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758869.923415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758869.923421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758869.923424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758869.923428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.923431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758869.923433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758869.923436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758870.819394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758870.819406:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758870.819409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758870.819414:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758870.819415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758870.819419:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758870.819421:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758870.819424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758870.819429:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758870.819433:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758870.819437:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758870.819438:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758870.819443:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758870.819444:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758870.819451:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758870.819467:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758870.819475:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758870.819477:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758870.819502:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758870.819510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758870.819511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758870.819516:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758870.819517:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758870.819528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758870.819529:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758870.819542:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758870.819546:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758870.819547:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758870.819561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758870.819562:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758870.819564:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758870.819567:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758870.819569:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758870.819584:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758870.819594:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758870.819599:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758870.883406:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311247824, at 4311247872 00000100:00000040:1.0:1787758870.883406:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311247824, at 4311247872 00000100:00000010:1.0:1787758870.883422:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:0.0:1787758870.883426:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758870.947403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758870.947412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758870.947414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758870.947419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758870.947422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758870.947426:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758870.947428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758870.947431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758870.947434:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758871.843461:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758871.843469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758871.843469:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758871.843475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758871.843483:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758871.843485:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758871.843492:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758871.843494:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758871.843499:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758871.843506:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758871.843509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758871.843517:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758871.843523:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758871.843524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758871.843529:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758871.843541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758871.843545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758871.843550:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758871.843551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758871.843558:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758871.843561:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758871.843565:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758871.843571:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758871.843576:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758871.843579:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758871.843581:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758871.843589:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758871.843593:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758871.843594:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758871.843600:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758871.843615:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758871.843628:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758871.843629:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758871.843642:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758871.843644:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758871.843646:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758871.843653:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758871.843655:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758871.843660:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758871.843663:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758871.843670:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758871.843670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758871.843688:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758871.843692:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758871.843696:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758871.971469:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758871.971479:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758871.971481:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758871.971487:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758871.971490:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758871.971495:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758871.971498:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758871.971500:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758871.971504:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758872.867380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758872.867387:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758872.867393:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758872.867397:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758872.867398:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758872.867403:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758872.867404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758872.867410:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758872.867412:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758872.867415:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758872.867434:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.867435:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758872.867452:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758872.867456:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.867460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758872.867460:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758872.867463:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.867466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758872.867478:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758872.867483:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758872.867483:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758872.867487:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758872.867488:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758872.867494:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758872.867494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758872.867500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758872.867504:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758872.867506:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758872.867512:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758872.867517:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.867522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758872.867524:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758872.867528:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758872.867529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758872.867532:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758872.867539:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758872.867549:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758872.867552:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758872.867553:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758872.867554:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758872.867556:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758872.867558:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.867560:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758872.867561:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.867563:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758872.995361:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758872.995368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758872.995369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758872.995374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758872.995376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758872.995380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.995382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758872.995384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758872.995387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758873.891390:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758873.891390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758873.891413:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758873.891415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758873.891417:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758873.891417:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758873.891422:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758873.891422:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758873.891427:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758873.891427:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758873.891433:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758873.891433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758873.891453:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758873.891458:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758873.891462:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758873.891462:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758873.891464:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758873.891466:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758873.891477:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758873.891482:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758873.891483:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758873.891486:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758873.891486:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758873.891489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758873.891490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758873.891493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758873.891493:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758873.891497:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758873.891497:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758873.891501:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758873.891506:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758873.891506:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758873.891509:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758873.891511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758873.891514:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758873.891514:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.019390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758874.019411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758874.019414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.019419:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758874.019422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758874.019427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758874.019430:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758874.019433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758874.019437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758874.915375:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758874.915396:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758874.915400:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758874.915407:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758874.915412:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758874.915417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915421:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758874.915424:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758874.915427:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758874.915431:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.915435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758874.915440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.915447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758874.915453:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758874.915457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915464:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758874.915466:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758874.915469:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758874.915470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915480:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.915481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758874.915497:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758874.915511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758874.915515:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758874.915518:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758874.915519:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758874.915526:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.915533:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758874.915540:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758874.915548:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915549:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758874.915558:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915566:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.915567:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758874.915572:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758874.915578:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758874.915607:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758874.915616:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758874.915619:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758874.915622:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758874.915632:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758874.915642:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915650:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758874.915654:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758874.915659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758874.979389:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758874.979400:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758874.979403:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758874.979408:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758874.979413:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758874.979421:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16579 00000400:00000200:0.0:1787758874.979428:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758874.979434:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758874.979437:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758874.979439:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979442:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.979444:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979446:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758874.979449:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758874.979451:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758874.979453:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758874.979456:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758874.979458:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758874.979460:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758874.979462:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979464:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.979465:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979467:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758874.979469:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758874.979472:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979473:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758874.979475:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758874.979478:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758874.979480:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979482:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758874.979484:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758874.979492:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758874.979495:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758874.979504:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758874.979506:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979508:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758874.979510:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758874.979513:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758874.979520:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758874.979526:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.979533:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758874.979541:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758874.979545:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758874.979548:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758874.979566:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758874.979569:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758874.979572:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758874.979573:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758874.979575:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758874.979577:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758874.979579:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16579 00000400:00000200:0.0:1787758874.979582:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758874.979584:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758874.979585:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758874.979587:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979589:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.979590:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979592:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758874.979594:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758874.979595:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758874.979596:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758874.979597:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758874.979598:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758874.979600:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758874.979606:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979608:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.979610:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979611:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758874.979613:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758874.979615:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979617:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758874.979618:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758874.979623:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758874.979625:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979626:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758874.979630:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758874.979633:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979635:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758874.979638:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758874.979640:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758874.979641:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758874.979642:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979643:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758874.979645:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758874.979646:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758874.979649:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758874.979653:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.979662:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931231232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758874.979677:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758874.979680:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758874.979697:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931231232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758874.979753:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758874.979758:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758874.979767:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758874.979771:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758874.979774:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758874.979778:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758874.979782:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16579 00000400:00000200:0.0:1787758874.979801:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758874.979809:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758874.979819:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758874.979823:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979828:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.979830:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979833:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758874.979841:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758874.979846:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758874.979850:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758874.979862:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758874.979864:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758874.979866:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758874.979872:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979877:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.979885:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979889:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758874.979891:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758874.979894:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758874.979898:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758874.979905:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758874.979908:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758874.979919:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979922:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758874.979924:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758874.979926:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979929:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758874.979938:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758874.979942:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758874.979945:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758874.979947:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.979953:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758874.979959:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758874.979966:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758874.979975:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758874.979985:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.980000:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931231360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758874.980017:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758874.980022:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758874.980030:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931231360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758874.980047:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758874.980051:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758874.980061:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758874.980065:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758874.980066:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758874.980070:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758874.980076:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16579 00000400:00000200:0.0:1787758874.980088:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758874.980093:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758874.980103:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758874.980111:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980115:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.980118:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980122:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758874.980128:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758874.980130:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758874.980133:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758874.980140:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758874.980147:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758874.980156:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758874.980166:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980177:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.980179:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980181:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758874.980183:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758874.980197:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980207:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758874.980215:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758874.980221:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758874.980227:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.980235:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758874.980239:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758874.980249:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.980252:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758874.980261:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758874.980265:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758874.980290:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758874.980291:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.980293:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758874.980294:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758874.980295:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758874.980298:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758874.980303:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.980308:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931231488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758874.980322:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758874.980325:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758874.980331:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931231488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758874.980338:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758874.980341:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758874.980344:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758874.980345:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758874.980347:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758874.980349:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758874.980352:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16579 00000400:00000200:0.0:1787758874.980366:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758874.980374:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758874.980393:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758874.980400:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980407:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.980414:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980417:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758874.980422:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758874.980424:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758874.980426:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758874.980428:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758874.980430:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758874.980433:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758874.980441:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980445:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758874.980450:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980457:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758874.980468:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758874.980473:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758874.980482:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758874.980485:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758874.980490:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758874.980493:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.980504:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758874.980508:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758874.980512:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.980514:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758874.980517:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758874.980519:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758874.980522:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758874.980527:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758874.980534:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758874.980536:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758874.980545:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758874.980551:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758874.980558:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758874.980567:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931231616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758874.980607:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758874.980611:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758874.980618:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931231616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758874.980637:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758874.980648:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16589) 00000100:00000001:0.0:1787758875.043347:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758875.043353:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758875.043355:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758875.043359:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758875.043362:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758875.043365:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758875.043367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758875.043369:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758875.043371:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758875.939433:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758875.939438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758875.939444:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758875.939444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758875.939447:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758875.939447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758875.939455:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758875.939455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758875.939462:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758875.939463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758875.939469:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758875.939469:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758875.939484:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758875.939489:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758875.939493:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758875.939502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758875.939506:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758875.939509:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758875.939510:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758875.939513:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758875.939515:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758875.939518:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758875.939522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758875.939523:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758875.939526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758875.939526:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758875.939530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758875.939530:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758875.939534:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758875.939534:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758875.939539:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758875.939540:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758875.939544:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758875.939549:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758875.939553:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758875.939559:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758875.939563:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758875.939568:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758875.939571:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758875.939574:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758875.939577:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758875.939579:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758875.939582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758875.939584:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758875.939586:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758876.003346:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311252945, at 4311252992 00000100:00000010:0.0:1787758876.003380:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000040:1.0:1787758876.003455:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311252945, at 4311252992 00000100:00000010:1.0:1787758876.003463:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758876.067439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758876.067448:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758876.067450:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758876.067456:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758876.067459:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758876.067463:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758876.067466:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758876.067468:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758876.067471:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758876.963404:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758876.963415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758876.963417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758876.963423:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758876.963426:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758876.963430:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758876.963435:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758876.963442:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758876.963450:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758876.963474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758876.963481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758876.963489:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758876.963495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758876.963503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758876.963506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758876.963509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758876.963514:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758876.963517:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758876.963518:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758876.963527:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758876.963530:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758876.963534:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758876.963545:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758876.963555:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758876.963561:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758876.963570:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758876.963571:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758876.963580:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758876.963581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758876.963593:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758876.963601:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758876.963602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758876.963610:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758876.963621:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758876.963628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758876.963633:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758876.963689:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758876.963696:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758876.963710:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758877.091411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758877.091417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758877.091419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758877.091425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758877.091428:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758877.091433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.091437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758877.091440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.091444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758877.987460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758877.987471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758877.987473:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758877.987483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758877.987486:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758877.987498:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758877.987500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758877.987519:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758877.987522:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758877.987527:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.987539:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758877.987547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758877.987551:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758877.987553:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.987573:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758877.987573:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758877.987577:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.987581:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758877.987595:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758877.987600:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758877.987604:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758877.987606:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758877.987609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758877.987615:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758877.987622:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758877.987626:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758877.987627:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758877.987631:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.987638:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758877.987643:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758877.987647:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758877.987652:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758877.987654:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758877.987669:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758877.987670:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758877.987683:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758877.987733:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758877.987737:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758877.987739:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758877.987740:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758877.987745:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758877.987746:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758877.987749:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1787758877.987752:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758877.987753:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758877.987757:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758877.987764:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758877.987766:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758878.051683:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758878.051749:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758878.051761:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758878.051766:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758878.051773:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758878.051779:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758878.051785:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758878.051790:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59b00. 00000400:00000200:1.0:1787758878.051798:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758878.051803:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758878.051812:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72908 00000400:00000010:1.0:1787758878.051815:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72908. 00000100:00000001:1.0:1787758878.051823:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758878.051836:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc52c0 x1874583931231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.051871:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758878.051877:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc52c0 x1874583931231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.051887:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758878.051889:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758878.051904:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758878.051907:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:1.0:1787758878.051912:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758878.051916:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758878.051920:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72bb0 00000400:00000010:1.0:1787758878.051922:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72bb0. 00000100:00000001:1.0:1787758878.051926:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758878.051933:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4f00 x1874583931231232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.051949:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758878.051955:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4f00 x1874583931231232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.051967:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758878.051972:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758878.051984:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758878.051988:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:1.0:1787758878.051994:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758878.052003:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758878.052011:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72aa0 00000400:00000010:1.0:1787758878.052015:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72aa0. 00000100:00000001:1.0:1787758878.052021:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758878.052031:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4780 x1874583931231360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.052059:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758878.052069:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4780 x1874583931231360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.052096:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758878.052101:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758878.052112:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758878.052117:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:1.0:1787758878.052123:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758878.052134:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758878.052142:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72d48 00000400:00000010:1.0:1787758878.052146:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72d48. 00000100:00000001:1.0:1787758878.052152:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758878.052163:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc61c0 x1874583931231488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.052195:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758878.052203:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc61c0 x1874583931231488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.052219:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758878.052223:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758878.052233:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758878.052239:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:1.0:1787758878.052244:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758878.052253:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758878.052260:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72990 00000400:00000010:1.0:1787758878.052264:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72990. 00000100:00000001:1.0:1787758878.052347:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758878.052357:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4b40 x1874583931231616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.052373:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758878.052381:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4b40 x1874583931231616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758878.052393:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758878.052397:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758878.115404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758878.115412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758878.115414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758878.115420:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758878.115424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758878.115429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758878.115433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758878.115436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758878.115439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758879.011445:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758879.011445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758879.011456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758879.011457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758879.011459:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758879.011463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758879.011473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758879.011474:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758879.011485:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758879.011488:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758879.011497:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758879.011497:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758879.011506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758879.011511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758879.011515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758879.011519:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758879.011525:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758879.011529:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758879.011569:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758879.011574:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758879.011576:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758879.011577:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758879.011584:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758879.011589:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758879.011590:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758879.011603:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758879.011604:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758879.011613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758879.011625:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758879.011630:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758879.011631:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758879.011638:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758879.011648:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758879.011649:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758879.011655:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758879.011662:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758879.139452:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758879.139464:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758879.139466:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758879.139472:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758879.139476:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758879.139480:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758879.139483:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758879.139486:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758879.139489:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758880.035445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758880.035461:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758880.035462:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758880.035468:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.035473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758880.035477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758880.035478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758880.035486:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758880.035489:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758880.035491:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.035506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758880.035509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758880.035518:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.035521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758880.035524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.035529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.035536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.035546:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758880.035562:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758880.035570:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758880.035575:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.035577:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758880.035587:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758880.035594:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758880.035594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758880.035605:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758880.035609:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758880.035613:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.035621:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758880.035629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758880.035630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758880.035640:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.035647:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758880.035648:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.035652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.035659:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758880.035676:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758880.035681:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758880.035684:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758880.035694:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758880.035699:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758880.035706:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758880.035718:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758880.035721:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758880.035726:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758880.035763:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758880.035769:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758880.035773:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758880.099838:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758880.099854:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758880.099862:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758880.099888:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.099920:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.099926:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.099936:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758880.099944:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758880.099957:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758880.099970:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931231744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758880.099980:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758880.099988:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758880.099995:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.100002:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758880.100016:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758880.100024:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758880.100042:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758880.100052:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758880.100067:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758880.100080:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931231744, portal 25 00000100:00000001:0.0:1787758880.100084:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758880.100087:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758880.100105:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.100137:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758880.100153:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758880.100163:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758880.100171:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931231744, offset 0 00000400:00000200:0.0:1787758880.100197:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758880.100219:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.100238:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758880.100255:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758880.100265:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758880.100320:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758880.100324:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758880.100330:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748381:748381:256:4294967295] 192.168.201.121@tcp LPNI seq info [748375:748375:8:4294967295] 00000400:00000200:0.0:1787758880.100336:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.100350:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758880.100629:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.100693:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758880.100733:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758880.100741:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758880.100761:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.100764:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758880.100776:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758880.100784:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758880.100792:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758880.100797:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758880.100805:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758880.100814:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.100832:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.100841:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.100864:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.100868:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758880.100875:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758880.100881:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758880.100888:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311258065 00000100:00000010:0.0:1787758880.100897:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758880.100920:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758880.100933:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311258065 00000100:00000010:0.0:1787758880.100942:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758880.100949:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758880.100956:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758880.100963:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.100969:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758880.100979:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758880/real 1787758880] req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758880.100993:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758880.100997:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758880.101004:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758880.101011:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758880.101017:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758880.101025:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758880.101034:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758880.101055:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101065:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758880.101069:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101075:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.101080:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758880.101088:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101110:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758880.101122:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101137:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758880.101144:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101149:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.101151:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101156:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758880.101160:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758880.101166:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758880.101177:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758880.101184:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758880.101194:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758880.101215:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931231744:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758880.101224:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101229:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.101236:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931231744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101257:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758880.101262:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758880.101312:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758880.101317:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758880.101320:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758880.101324:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758880.101331:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758880.101335:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758880.101340:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758880.101344:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758880.101347:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758880.101350:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758880.101353:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101357:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101384:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758880.101387:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.101389:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758880.101391:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758880.101392:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758880.101397:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101409:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.101412:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.101415:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758880.101418:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758880.101422:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758880.101427:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931231872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758880.101433:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758880.101437:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758880.101440:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.101443:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758880.101448:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758880.101451:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758880.101458:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758880.101463:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758880.101467:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758880.101471:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931231872, portal 10 00000100:00000001:0.0:1787758880.101475:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758880.101478:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758880.101489:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101504:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758880.101512:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758880.101518:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758880.101524:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931231872, offset 0 00000400:00000200:0.0:1787758880.101533:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758880.101542:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.101548:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758880.101552:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758880.101555:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758880.101558:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758880.101561:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758880.101565:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748382:748382:256:4294967295] 192.168.201.121@tcp LPNI seq info [748376:748376:8:4294967295] 00000400:00000200:0.0:1787758880.101570:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.101579:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758880.101583:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.101587:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758880.101591:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758880.101593:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758880.101602:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.101604:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758880.101606:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758880.101609:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758880.101611:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758880.101613:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758880.101615:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758880.101618:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101624:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.101626:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101631:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.101632:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758880.101635:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758880.101638:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758880.101641:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758880.101643:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311257102 00000100:00000001:0.0:1787758880.101645:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.101646:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311257102 00000100:00000001:0.0:1787758880.101648:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.101649:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758880.101651:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.101652:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758880.101655:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758880/real 1787758880] req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758880.101660:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758880.101661:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758880.101662:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758880.101664:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758880.101665:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758880.101667:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758880.101669:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758880.101674:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101678:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758880.101679:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101681:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.101682:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758880.101684:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101688:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758880.101691:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101696:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758880.101698:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101699:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.101700:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101701:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758880.101704:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758880.101706:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758880.101708:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758880.101710:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758880.101713:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758880.101718:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931231872:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758880.101721:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758880.101723:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101728:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.101729:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.101730:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758880.101731:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758880.101733:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758880.101735:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931232000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758880.101737:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758880.101739:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758880.101740:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.101741:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758880.101744:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758880.101745:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758880.101747:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758880.101749:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758880.101752:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758880.101754:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931232000, portal 10 00000100:00000001:0.0:1787758880.101755:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758880.101756:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758880.101760:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101765:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758880.101766:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758880.101768:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758880.101770:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931232000, offset 0 00000400:00000200:0.0:1787758880.101773:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758880.101777:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.101780:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758880.101783:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758880.101786:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758880.101789:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758880.101792:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758880.101802:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748383:748383:256:4294967295] 192.168.201.121@tcp LPNI seq info [748377:748377:8:4294967295] 00000400:00000200:0.0:1787758880.101808:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.101813:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758880.101817:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.101821:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758880.101825:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758880.101828:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758880.101839:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.101841:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758880.101843:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758880.101847:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758880.101850:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758880.101853:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758880.101855:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758880.101859:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101866:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.101869:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101875:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.101877:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758880.101881:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758880.101884:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758880.101887:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758880.101889:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311257100 00000100:00000001:0.0:1787758880.101892:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.101894:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311257100 00000100:00000001:0.0:1787758880.101896:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.101898:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758880.101899:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.101901:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758880.101904:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758880/real 1787758880] req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758880.101909:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758880.101910:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758880.101912:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758880.101914:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758880.101915:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758880.101916:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758880.101919:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758880.101924:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101929:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758880.101931:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101933:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.101934:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758880.101938:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101945:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758880.101950:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.101956:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758880.101959:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101961:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.101962:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.101964:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758880.101967:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758880.101970:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758880.101974:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758880.101977:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758880.101982:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758880.101991:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931232000:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758880.102004:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758880.102008:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102020:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.102021:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.102024:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758880.102026:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758880.102029:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758880.102032:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931232128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758880.102036:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758880.102038:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758880.102040:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.102042:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758880.102045:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758880.102046:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758880.102050:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758880.102051:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758880.102055:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758880.102058:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931232128, portal 4 00000100:00000001:0.0:1787758880.102060:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758880.102062:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758880.102068:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102075:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758880.102078:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758880.102080:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758880.102083:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931232128, offset 0 00000400:00000200:0.0:1787758880.102088:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758880.102092:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.102096:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758880.102099:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758880.102102:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758880.102105:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758880.102107:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758880.102111:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748384:748384:256:4294967295] 192.168.201.121@tcp LPNI seq info [748378:748378:8:4294967295] 00000400:00000200:0.0:1787758880.102116:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.102122:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758880.102127:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.102131:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758880.102135:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758880.102138:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758880.102151:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.102153:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758880.102157:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758880.102160:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758880.102164:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758880.102165:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758880.102167:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758880.102170:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102176:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.102178:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102183:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.102184:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758880.102186:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758880.102189:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758880.102191:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758880.102193:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311257136 00000100:00000001:0.0:1787758880.102195:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.102197:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311257136 00000100:00000001:0.0:1787758880.102198:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.102199:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758880.102201:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.102202:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758880.102204:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758880/real 1787758880] req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758880.102210:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758880.102211:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758880.102212:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758880.102214:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758880.102215:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758880.102217:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758880.102221:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758880.102230:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102237:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758880.102239:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102241:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.102242:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758880.102247:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102254:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758880.102259:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102288:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758880.102304:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102306:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.102307:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102309:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758880.102311:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758880.102314:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758880.102319:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758880.102322:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758880.102327:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758880.102335:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931232128:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758880.102338:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102339:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.102341:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931231872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102346:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758880.102347:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758880.102349:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758880.102351:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758880.102353:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758880.102354:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758880.102355:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758880.102357:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758880.102359:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758880.102360:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758880.102361:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758880.102363:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758880.102364:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102365:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.102367:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931232000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102371:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758880.102372:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758880.102374:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758880.102375:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758880.102376:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758880.102377:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758880.102378:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758880.102379:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758880.102381:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758880.102382:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758880.102383:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758880.102384:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758880.102385:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102387:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.102389:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931232128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102393:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758880.102393:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758880.102395:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758880.102396:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758880.102397:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758880.102397:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758880.102399:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758880.102400:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758880.102401:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758880.102402:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758880.102403:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758880.102404:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758880.102405:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102406:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102409:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758880.102410:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.102411:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758880.102412:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758880.102414:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758880.102416:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102420:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.102421:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.102422:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758880.102424:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758880.102425:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758880.102427:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931232256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758880.102429:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758880.102431:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758880.102432:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758880.102434:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758880.102436:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758880.102438:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758880.102440:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758880.102442:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758880.102445:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758880.102447:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931232256, portal 4 00000100:00000001:0.0:1787758880.102448:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758880.102449:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758880.102454:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102458:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758880.102460:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758880.102462:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758880.102463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931232256, offset 0 00000400:00000200:0.0:1787758880.102466:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758880.102469:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.102471:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758880.102473:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758880.102475:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758880.102477:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758880.102479:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758880.102481:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748385:748385:256:4294967295] 192.168.201.121@tcp LPNI seq info [748379:748379:8:4294967295] 00000400:00000200:0.0:1787758880.102484:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758880.102488:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758880.102492:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.102494:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758880.102497:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758880.102499:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787758880.102507:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758880.102508:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758880.102510:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758880.102513:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758880.102515:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758880.102516:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758880.102518:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758880.102520:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102526:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.102528:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102532:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.102533:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758880.102535:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758880.102537:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758880.102539:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758880.102540:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311257116 00000100:00000001:0.0:1787758880.102542:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.102543:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311257116 00000100:00000001:0.0:1787758880.102545:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311258065 00000100:00000001:0.0:1787758880.102546:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758880.102548:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.102549:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758880.102551:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758880/real 1787758880] req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758880.102556:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758880.102557:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758880.102558:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758880.102560:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758880.102561:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758880.102562:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758880.102565:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758880.102570:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102574:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758880.102575:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102577:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.102577:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758880.102580:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102584:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758880.102586:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102591:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758880.102592:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102593:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758880.102594:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102595:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758880.102596:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758880.102598:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758880.102600:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758880.102602:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758880.102604:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758880.102610:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931232256:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758880.102612:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102613:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758880.102616:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931232256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758880.102620:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758880.102621:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758880.102622:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758880.102624:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758880.102625:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758880.102626:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758880.102627:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758880.102628:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758880.102630:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758880.102631:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758880.102632:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758880.102633:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758880.102634:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102636:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.102638:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758880.102639:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.102640:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758880.102641:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758880.163360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758880.163367:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758880.163368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758880.163372:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758880.163375:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758880.163378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.163381:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758880.163383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758880.163386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758881.059433:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758881.059446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758881.059451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758881.059458:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758881.059465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758881.059471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758881.059479:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758881.059483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758881.059487:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758881.059509:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758881.059515:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758881.059524:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758881.059537:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758881.059543:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758881.059549:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758881.059560:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758881.059571:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758881.059578:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758881.059582:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758881.059584:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758881.059589:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758881.060544:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758881.060548:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758881.060550:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758881.060553:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758881.060559:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758881.060561:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758881.060563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758881.060566:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758881.060570:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758881.123370:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311258065, at 4311258112 00000100:00000010:0.0:1787758881.123383:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000040:1.0:1787758881.123479:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311258065, at 4311258112 00000100:00000010:1.0:1787758881.123486:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5660. 00000100:00000001:0.0:1787758881.187397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758881.187403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758881.187405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758881.187409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758881.187412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758881.187415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758881.187417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758881.187419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758881.187421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758882.083398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758882.083407:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758882.083411:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758882.083417:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758882.083421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758882.083428:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758882.083433:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758882.083436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758882.083437:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758882.083444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758882.083447:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758882.083448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758882.083459:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758882.083465:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758882.083474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758882.083484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758882.083487:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758882.083496:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758882.083497:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758882.083503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758882.083508:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758882.083513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758882.083516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758882.083520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758882.083532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758882.083536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758882.083543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758882.083556:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758882.083561:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758882.083565:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758882.083570:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758882.083574:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758882.083578:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758882.083580:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758882.083582:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758882.083585:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758882.083645:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758882.083648:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758882.083651:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758882.211352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758882.211362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758882.211364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758882.211369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758882.211372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758882.211376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758882.211379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758882.211381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758882.211384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758883.107446:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758883.107451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758883.107458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758883.107460:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758883.107465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758883.107468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758883.107482:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758883.107484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758883.107492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758883.107500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758883.107501:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107509:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758883.107510:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107515:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758883.107541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758883.107546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107550:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758883.107551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758883.107555:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758883.107557:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758883.107562:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758883.107567:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758883.107574:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107581:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758883.107583:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758883.107603:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758883.107610:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758883.107618:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758883.107624:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758883.107633:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758883.107639:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107644:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758883.107648:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758883.107653:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758883.107732:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758883.107735:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758883.107737:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758883.235369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758883.235377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758883.235380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758883.235384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758883.235387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758883.235391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758883.235393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758883.235396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758883.235400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758884.131379:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758884.131379:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758884.131389:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758884.131389:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758884.131395:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758884.131395:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758884.131403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758884.131404:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758884.131410:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758884.131411:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758884.131415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758884.131417:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.131420:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758884.131427:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.131432:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758884.131432:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758884.131439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758884.131442:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758884.131459:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758884.131464:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758884.131467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758884.131471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758884.131478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758884.131481:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758884.131485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758884.131488:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.131490:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758884.131491:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758884.131494:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758884.131497:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758884.131501:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758884.131507:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758884.131511:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.131514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758884.131516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.131519:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758884.131593:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758884.131595:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758884.131598:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758884.259395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758884.259404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758884.259407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758884.259413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758884.259417:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758884.259423:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.259427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758884.259429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758884.259433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758885.155382:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758885.155391:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758885.155394:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.155395:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758885.155401:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758885.155405:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758885.155410:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758885.155416:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758885.155417:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758885.155421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.155427:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758885.155431:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758885.155433:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758885.155440:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758885.155445:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758885.155550:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758885.155554:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758885.155558:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758885.155564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758885.155571:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758885.155578:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758885.155587:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758885.155590:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758885.155593:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758885.155733:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758885.155737:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758885.155741:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758885.155743:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758885.155746:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758885.155749:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758885.219406:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758885.219418:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758885.219421:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758885.219425:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758885.219430:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758885.219484:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16589 00000400:00000200:0.0:1787758885.219492:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758885.219498:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758885.219501:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758885.219504:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219507:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.219509:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758885.219514:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758885.219516:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758885.219518:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758885.219521:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758885.219523:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758885.219525:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758885.219527:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219528:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.219530:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219531:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758885.219533:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758885.219536:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219538:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758885.219540:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758885.219543:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758885.219545:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219547:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758885.219549:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758885.219557:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758885.219559:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758885.219563:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758885.219564:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219566:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758885.219568:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758885.219572:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758885.219578:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758885.219584:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.219591:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931232384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758885.219600:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758885.219603:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758885.219607:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931232384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758885.219626:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758885.219629:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758885.219632:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758885.219633:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758885.219634:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758885.219637:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758885.219652:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16589 00000400:00000200:0.0:1787758885.219655:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758885.219658:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758885.219662:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758885.219665:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219668:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.219671:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219676:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758885.219679:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758885.219680:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758885.219682:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758885.219685:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758885.219690:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758885.219697:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758885.219703:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219708:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.219713:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219716:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758885.219720:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758885.219724:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219727:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758885.219730:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758885.219736:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758885.219741:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219745:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758885.219751:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758885.219755:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219757:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758885.219763:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758885.219767:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758885.219770:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758885.219773:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219774:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758885.219775:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758885.219777:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758885.219781:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758885.219792:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.219802:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931232512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758885.219816:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758885.219820:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758885.219829:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931232512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758885.219846:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758885.219851:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758885.219856:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758885.219857:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758885.219859:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758885.219861:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758885.219865:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16589 00000400:00000200:0.0:1787758885.219873:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758885.219882:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758885.219888:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758885.219895:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219900:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.219905:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219909:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758885.219914:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758885.219918:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758885.219920:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758885.219923:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758885.219930:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758885.219933:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758885.219940:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219943:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.219947:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219952:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758885.219954:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758885.219960:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758885.219963:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758885.219966:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758885.219971:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758885.219975:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219978:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758885.219981:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758885.219984:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.219989:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758885.219995:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758885.220000:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758885.220004:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758885.220005:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220007:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758885.220010:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758885.220013:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758885.220019:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758885.220026:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.220034:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931232640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758885.220041:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758885.220044:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758885.220048:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931232640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758885.220058:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758885.220063:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758885.220066:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758885.220069:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758885.220072:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758885.220078:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758885.220083:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16589 00000400:00000200:0.0:1787758885.220089:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758885.220095:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758885.220099:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758885.220105:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220110:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.220112:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220114:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758885.220116:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758885.220120:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758885.220121:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758885.220124:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758885.220128:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758885.220132:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758885.220136:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220138:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.220143:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220145:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758885.220149:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758885.220152:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220157:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758885.220158:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758885.220161:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758885.220163:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220167:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758885.220170:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758885.220175:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220179:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758885.220183:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758885.220186:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758885.220189:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758885.220193:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220197:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758885.220226:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758885.220229:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758885.220234:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758885.220239:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.220247:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931232768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758885.220258:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758885.220261:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758885.220288:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931232768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758885.220295:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758885.220298:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758885.220301:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758885.220302:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758885.220305:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758885.220309:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758885.220311:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16589 00000400:00000200:0.0:1787758885.220316:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758885.220321:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758885.220324:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758885.220329:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220332:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.220336:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220339:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758885.220341:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758885.220343:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758885.220347:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758885.220349:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758885.220354:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758885.220356:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758885.220362:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220364:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758885.220368:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220370:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758885.220374:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758885.220379:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758885.220382:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758885.220386:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758885.220390:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758885.220392:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220395:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758885.220398:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758885.220403:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220405:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758885.220410:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758885.220415:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758885.220417:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758885.220420:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758885.220423:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758885.220425:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758885.220428:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758885.220434:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758885.220438:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.220446:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931232896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758885.220464:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758885.220467:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758885.220472:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931232896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758885.220494:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758885.220499:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16599) 00000100:00000001:0.0:1787758885.285648:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758885.285654:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758885.285656:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758885.285660:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758885.285663:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758885.285666:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758885.285669:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758885.285671:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758885.285673:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758886.179362:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758886.179362:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758886.179371:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758886.179371:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758886.179376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758886.179377:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758886.179383:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758886.179384:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758886.179389:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758886.179392:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758886.179393:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758886.179397:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758886.179398:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758886.179403:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758886.179407:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758886.179417:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758886.179420:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758886.179424:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758886.179438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758886.179441:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758886.179444:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758886.179448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758886.179449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758886.179451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758886.179456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758886.179457:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758886.179460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758886.179463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758886.179465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758886.179466:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758886.179469:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758886.179470:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758886.179472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758886.179486:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758886.179489:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758886.179492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758886.179494:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758886.179500:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758886.179503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758886.179506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758886.179509:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758886.179512:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758886.179514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758886.179515:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758886.179517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758886.179529:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758886.179533:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758886.179537:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758886.243340:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311263185, at 4311263232 00000100:00000040:0.0:1787758886.243341:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311263184, at 4311263232 00000100:00000010:1.0:1787758886.243356:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:0.0:1787758886.243359:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000001:0.0:1787758886.307338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758886.307345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758886.307348:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758886.307353:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758886.307357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758886.307360:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758886.307363:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758886.307365:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758886.307369:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758887.203443:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758887.203443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758887.203461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758887.203462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758887.203469:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758887.203470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758887.203478:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758887.203481:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758887.203485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758887.203487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758887.203494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758887.203495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203508:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758887.203515:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203523:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758887.203543:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758887.203543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758887.203549:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758887.203550:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203551:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758887.203556:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758887.203556:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758887.203558:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758887.203561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203565:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758887.203567:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203576:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758887.203595:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758887.203597:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758887.203601:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758887.203606:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758887.203607:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758887.203613:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758887.203617:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758887.203619:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758887.203623:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758887.203629:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758887.203630:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203636:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758887.203639:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758887.203644:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203651:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758887.203651:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758887.203655:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.203659:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758887.331338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758887.331354:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758887.331356:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758887.331365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758887.331368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758887.331372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.331375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758887.331378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758887.331380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758888.227432:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758888.227432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758888.227445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758888.227446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758888.227449:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758888.227462:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758888.227463:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758888.227471:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758888.227472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758888.227477:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.227479:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758888.227482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758888.227484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758888.227488:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758888.227498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758888.227516:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758888.227521:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.227527:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758888.227535:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758888.227541:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758888.227542:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758888.227545:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758888.227557:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758888.227557:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758888.227565:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.227567:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758888.227575:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758888.227576:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758888.227579:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758888.227585:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758888.227590:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758888.227592:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758888.227604:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.227609:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758888.227612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.227615:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758888.227637:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758888.227642:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758888.227644:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758888.227647:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000020:00000001:0.0:1787758888.227652:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758888.227652:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758888.227658:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758888.227658:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758888.227666:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787758888.227667:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758888.227671:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758888.227678:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758888.355345:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758888.355352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758888.355355:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758888.355361:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758888.355364:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758888.355368:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.355371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758888.355374:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758888.355377:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758889.251395:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758889.251403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758889.251406:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758889.251408:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758889.251413:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758889.251413:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758889.251418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758889.251419:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758889.251423:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758889.251424:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758889.251430:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758889.251431:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758889.251435:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758889.251436:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758889.251442:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758889.251454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758889.251457:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758889.251458:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758889.251462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758889.251463:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758889.251464:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758889.251470:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758889.251476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758889.251479:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758889.251479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758889.251484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758889.251485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758889.251489:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758889.251489:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758889.251495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758889.251496:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758889.251502:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758889.251505:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758889.251508:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758889.251510:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758889.251511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758889.251515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758889.251515:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758889.251519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758889.251523:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758889.251529:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758889.251531:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758889.251534:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758889.251536:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758889.251544:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758889.251545:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758889.251549:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758889.251552:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758889.379325:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758889.379331:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758889.379332:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758889.379335:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758889.379338:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758889.379340:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758889.379342:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758889.379344:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758889.379347:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.275440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758890.275456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758890.275457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758890.275467:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758890.275468:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758890.275474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758890.275480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758890.275484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758890.275500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758890.275501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758890.275516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758890.275525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758890.275542:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758890.275549:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758890.275556:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758890.275557:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758890.275562:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758890.275570:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.275585:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758890.275591:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758890.275594:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758890.275595:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758890.275604:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758890.275607:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758890.275610:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758890.275616:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.275617:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758890.275622:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758890.275623:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758890.275624:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758890.275629:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758890.275630:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758890.275639:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758890.275656:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758890.275662:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758890.275679:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758890.275854:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758890.275859:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758890.275863:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758890.339411:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758890.339419:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758890.339421:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758890.339424:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758890.339428:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758890.339434:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16594 00000400:00000200:1.0:1787758890.339441:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758890.339447:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758890.339450:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758890.339452:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339455:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.339457:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339459:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758890.339462:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758890.339464:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758890.339466:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758890.339468:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758890.339470:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758890.339472:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758890.339473:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339475:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.339477:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339478:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758890.339480:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758890.339484:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339486:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758890.339488:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758890.339490:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758890.339492:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.339494:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758890.339496:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758890.339504:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758890.339507:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758890.339510:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758890.339511:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.339514:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758890.339516:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758890.339520:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758890.339525:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758890.339531:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758890.339538:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931233024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758890.339546:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758890.339549:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758890.339553:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931233024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758890.339574:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758890.339576:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758890.339579:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758890.339581:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758890.339582:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758890.339584:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758890.339586:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16594 00000400:00000200:1.0:1787758890.339588:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758890.339590:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758890.339592:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758890.339635:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339640:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.339646:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339651:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758890.339657:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758890.339661:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758890.339666:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758890.339670:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758890.339675:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758890.339680:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758890.339688:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339694:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.339699:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339705:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758890.339710:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758890.339715:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339720:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758890.339725:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758890.339733:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758890.339739:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.339744:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758890.339749:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758890.339756:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.339761:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758890.339766:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758890.339771:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758890.339775:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758890.339779:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.339784:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758890.339786:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758890.339790:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758890.339797:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758890.339807:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758890.339819:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931233152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758890.339833:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758890.339838:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758890.339847:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931233152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758890.339866:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758890.339872:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758890.339878:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758890.339879:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758890.339881:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758890.339887:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758890.339895:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16594 00000400:00000200:1.0:1787758890.339907:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758890.339917:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758890.339921:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758890.339929:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339936:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.339942:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339946:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758890.339951:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758890.339953:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758890.339958:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758890.339960:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758890.339966:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758890.339972:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758890.339979:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339985:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.339993:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.339999:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758890.340006:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758890.340015:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340022:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758890.340028:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758890.340033:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758890.340038:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340043:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758890.340047:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758890.340052:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340057:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758890.340067:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758890.340072:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758890.340078:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758890.340082:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340085:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758890.340086:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758890.340088:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758890.340093:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758890.340108:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758890.340131:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931233280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758890.340144:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758890.340148:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758890.340154:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931233280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758890.340168:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758890.340174:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758890.340181:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758890.340186:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758890.340192:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758890.340198:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758890.340205:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16594 00000400:00000200:1.0:1787758890.340215:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758890.340222:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758890.340228:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758890.340235:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340242:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.340249:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340256:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758890.340261:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758890.340264:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758890.340304:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758890.340309:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758890.340315:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758890.340322:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758890.340331:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340337:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.340344:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340349:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758890.340356:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758890.340363:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340370:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758890.340376:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758890.340383:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758890.340391:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340398:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758890.340403:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758890.340411:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340416:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758890.340423:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758890.340430:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758890.340438:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758890.340443:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340448:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758890.340453:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758890.340459:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758890.340467:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758890.340475:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758890.340486:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931233408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758890.340508:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758890.340515:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758890.340526:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931233408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758890.340549:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758890.340556:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758890.340562:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758890.340566:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758890.340568:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758890.340574:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758890.340581:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16594 00000400:00000200:1.0:1787758890.340592:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758890.340599:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758890.340606:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758890.340614:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340619:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.340625:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340632:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758890.340637:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758890.340641:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758890.340647:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758890.340652:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758890.340660:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758890.340667:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758890.340677:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340684:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758890.340693:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340699:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758890.340705:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758890.340715:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758890.340723:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758890.340731:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758890.340738:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758890.340745:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340749:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758890.340754:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758890.340761:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340766:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758890.340774:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758890.340781:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758890.340787:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758890.340791:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758890.340797:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758890.340801:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758890.340806:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758890.340815:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758890.340823:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758890.340834:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931233536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758890.340865:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758890.340871:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758890.340881:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931233536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758890.340900:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758890.340908:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16605) 00000100:00000001:0.0:1787758890.403318:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758890.403324:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758890.403326:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758890.403330:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758890.403333:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758890.403336:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758890.403338:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758890.403340:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758890.403343:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758891.299388:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758891.299388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758891.299396:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758891.299396:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758891.299403:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758891.299403:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758891.299412:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758891.299413:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758891.299420:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758891.299420:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758891.299426:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.299428:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758891.299439:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758891.299443:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.299447:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758891.299447:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758891.299452:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.299456:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758891.299465:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758891.299470:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758891.299474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758891.299477:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787758891.299481:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:0.0:1787758891.299483:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758891.299488:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1787758891.299492:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758891.299493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758891.299499:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758891.299510:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758891.299511:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.299516:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758891.299520:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758891.299521:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758891.299528:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758891.299535:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758891.299542:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.299546:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758891.299548:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.299552:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758891.363328:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311268304, at 4311268352 00000100:00000010:1.0:1787758891.363344:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000040:0.0:1787758891.363354:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311268304, at 4311268352 00000100:00000010:0.0:1787758891.363365:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:0.0:1787758891.427332:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758891.427338:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758891.427340:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758891.427344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758891.427347:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758891.427350:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.427352:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758891.427354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758891.427360:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758892.323335:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758892.323344:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758892.323347:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758892.323353:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758892.323361:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758892.323364:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758892.323367:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758892.323371:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758892.323374:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758892.323375:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758892.323377:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323383:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758892.323383:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758892.323391:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758892.323397:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758892.323404:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758892.323409:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758892.323416:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758892.323416:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758892.323419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758892.323423:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758892.323429:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758892.323435:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323440:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758892.323443:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323449:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758892.323456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758892.323461:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758892.323465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758892.323472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758892.323476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758892.323480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758892.323482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758892.323485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758892.323494:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758892.323499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758892.323500:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758892.323504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323506:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758892.323510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758892.323511:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758892.323517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.323524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758892.451366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758892.451379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758892.451381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758892.451386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758892.451389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758892.451393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.451395:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758892.451397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758892.451400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758893.347383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758893.347383:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758893.347391:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758893.347393:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758893.347395:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758893.347399:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758893.347402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758893.347405:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758893.347409:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758893.347413:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758893.347417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758893.347417:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.347425:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758893.347428:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.347433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758893.347434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758893.347440:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758893.347445:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758893.347453:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758893.347458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758893.347462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758893.347465:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758893.347468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758893.347471:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.347474:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758893.347476:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758893.347478:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758893.347480:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758893.347482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758893.347487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758893.347494:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758893.347501:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758893.347504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758893.347509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758893.347510:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758893.347512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.347515:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758893.347516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758893.347519:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758893.347523:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758893.347529:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758893.347532:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.347540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758893.347541:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758893.347542:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758893.347544:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758893.347546:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758893.347550:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758893.475384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758893.475393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758893.475396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758893.475402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758893.475407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758893.475410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.475413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758893.475415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758893.475417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758894.371377:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758894.371382:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758894.371384:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758894.371391:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758894.371397:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758894.371401:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371405:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758894.371407:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758894.371411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758894.371411:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758894.371419:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758894.371427:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758894.371432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758894.371436:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758894.371438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758894.371444:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758894.371445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758894.371448:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758894.371462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758894.371466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758894.371471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758894.371476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758894.371483:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758894.371487:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758894.371489:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758894.371491:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758894.371494:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758894.371499:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758894.371502:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371506:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758894.371509:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.371514:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758894.499390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758894.499399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758894.499401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758894.499407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758894.499411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758894.499415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.499419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758894.499421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758894.499425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.395407:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758895.395415:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758895.395417:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758895.395422:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758895.395422:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758895.395428:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758895.395429:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758895.395431:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.395434:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758895.395435:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758895.395441:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758895.395442:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758895.395444:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.395447:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758895.395449:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758895.395452:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758895.395455:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.395461:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.395467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758895.395474:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758895.395478:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758895.395483:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758895.395483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758895.395490:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758895.395491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758895.395500:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.395501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758895.395512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758895.395512:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758895.395516:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.395522:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758895.395522:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758895.395534:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.395544:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758895.395553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.395562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.395600:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758895.395605:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758895.395610:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758895.395616:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758895.395624:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758895.395627:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758895.395631:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758895.395634:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758895.395637:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758895.459376:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758895.459384:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758895.459387:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758895.459390:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758895.459394:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758895.459402:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16600 00000400:00000200:1.0:1787758895.459411:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758895.459427:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758895.459431:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758895.459435:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459438:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.459441:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459444:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758895.459448:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758895.459450:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758895.459452:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758895.459455:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758895.459457:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758895.459460:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758895.459464:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459466:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.459468:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459470:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758895.459474:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758895.459478:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459481:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758895.459484:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758895.459488:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758895.459492:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459494:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758895.459497:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758895.459508:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758895.459511:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758895.459514:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758895.459516:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459519:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758895.459522:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758895.459525:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758895.459531:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758895.459537:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758895.459544:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758895.459554:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758895.459559:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758895.459563:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758895.459582:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758895.459584:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758895.459587:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758895.459588:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758895.459590:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758895.459592:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758895.459594:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16600 00000400:00000200:1.0:1787758895.459597:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758895.459600:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758895.459602:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758895.459604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459606:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.459608:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459610:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758895.459612:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758895.459613:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758895.459614:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758895.459616:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758895.459617:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758895.459620:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758895.459625:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459627:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.459631:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459634:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758895.459638:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758895.459641:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459644:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758895.459646:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758895.459654:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758895.459659:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459663:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758895.459670:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758895.459677:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459690:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758895.459698:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758895.459702:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758895.459705:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758895.459708:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459713:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758895.459715:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758895.459719:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758895.459725:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758895.459732:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758895.459743:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931233792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758895.459760:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758895.459765:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758895.459774:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931233792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758895.459800:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758895.459804:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758895.459810:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758895.459813:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758895.459814:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758895.459855:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758895.459863:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16600 00000400:00000200:1.0:1787758895.459874:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758895.459884:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758895.459889:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758895.459895:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459898:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.459900:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459905:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758895.459910:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758895.459913:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758895.459915:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758895.459920:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758895.459924:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758895.459926:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758895.459932:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459937:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.459941:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459953:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758895.459958:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758895.459965:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758895.459968:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758895.459972:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758895.459976:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758895.459978:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459984:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758895.459988:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758895.459992:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.459997:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758895.460001:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758895.460002:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758895.460004:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758895.460005:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460011:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758895.460012:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758895.460014:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758895.460018:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758895.460037:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758895.460044:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931233920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758895.460053:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758895.460056:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758895.460062:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931233920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758895.460073:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758895.460079:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758895.460086:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758895.460088:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758895.460091:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758895.460094:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758895.460098:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16600 00000400:00000200:1.0:1787758895.460110:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758895.460116:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758895.460121:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758895.460127:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460129:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.460131:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460137:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758895.460142:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758895.460143:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758895.460146:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758895.460150:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758895.460153:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758895.460156:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758895.460160:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460163:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.460167:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460171:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758895.460175:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758895.460180:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460185:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758895.460188:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758895.460192:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758895.460195:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460199:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758895.460202:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758895.460206:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460209:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758895.460214:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758895.460219:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758895.460226:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758895.460228:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460233:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758895.460234:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758895.460236:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758895.460238:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758895.460241:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758895.460245:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931234048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758895.460260:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758895.460264:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758895.460293:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931234048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758895.460312:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758895.460321:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758895.460331:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758895.460337:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758895.460342:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758895.460358:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758895.460366:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16600 00000400:00000200:1.0:1787758895.460374:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758895.460384:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758895.460392:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758895.460401:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460409:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.460416:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758895.460429:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758895.460433:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758895.460439:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758895.460442:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758895.460445:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758895.460449:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758895.460453:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460456:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758895.460460:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460466:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758895.460474:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758895.460484:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758895.460492:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758895.460498:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758895.460506:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758895.460510:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460514:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758895.460517:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758895.460522:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460524:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758895.460530:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758895.460535:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758895.460539:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758895.460543:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758895.460546:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758895.460549:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758895.460551:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758895.460559:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758895.460563:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758895.460571:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931234176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758895.460587:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758895.460590:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758895.460598:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931234176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758895.460614:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758895.460620:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16610) 00000100:00000001:0.0:1787758895.523366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758895.523374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758895.523375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758895.523380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758895.523382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758895.523386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.523388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758895.523390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758895.523393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758896.419352:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758896.419359:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758896.419361:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758896.419364:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758896.419367:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758896.419370:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758896.419373:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758896.419374:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758896.419379:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758896.419381:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758896.419383:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758896.419389:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758896.419390:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758896.419396:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758896.419397:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758896.419405:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758896.419411:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758896.419411:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.419416:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758896.419419:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758896.419419:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758896.419433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758896.419439:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758896.419443:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.419447:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758896.419449:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.419452:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758896.419453:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758896.419463:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758896.419465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758896.419469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758896.419474:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758896.419477:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758896.419479:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.419481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758896.419485:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758896.419486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758896.419491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758896.419493:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758896.419498:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758896.419498:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758896.419502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.419511:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758896.419514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.419516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758896.483359:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311273424, at 4311273472 00000100:00000040:1.0:1787758896.483359:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311273424, at 4311273472 00000100:00000010:1.0:1787758896.483374:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787758896.483376:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:0.0:1787758896.547396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758896.547402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758896.547404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758896.547407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758896.547410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758896.547414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.547416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758896.547418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758896.547428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.443395:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758897.443398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758897.443403:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758897.443403:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758897.443408:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.443409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758897.443416:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758897.443418:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758897.443422:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758897.443426:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758897.443428:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.443433:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758897.443434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758897.443441:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758897.443448:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.443459:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758897.443463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.443466:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758897.443470:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758897.443475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758897.443480:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.443483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758897.443487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758897.443489:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758897.443493:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758897.443494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758897.443498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758897.443500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758897.443502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758897.443508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758897.443509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.443512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758897.443516:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.443518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758897.443523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.443530:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.443568:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758897.443572:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758897.443574:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758897.443577:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758897.443580:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758897.443584:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.443587:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758897.443591:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.443596:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758897.571372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758897.571388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758897.571391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758897.571396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758897.571400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758897.571404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.571407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758897.571410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758897.571414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758898.467374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758898.467383:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758898.467384:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758898.467390:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758898.467399:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758898.467405:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758898.467407:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.467411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758898.467421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758898.467422:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758898.467437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758898.467437:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.467452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758898.467452:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758898.467462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.467468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758898.467475:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.467479:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758898.467485:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758898.467490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758898.467496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758898.467500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758898.467508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758898.467512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758898.467516:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758898.467517:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758898.467522:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758898.467524:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758898.467526:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758898.467530:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758898.467530:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758898.467539:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758898.467540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.467562:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758898.467571:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.467575:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758898.595411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758898.595419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758898.595422:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758898.595428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758898.595432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758898.595436:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.595440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758898.595443:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758898.595446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758899.491428:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758899.491428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758899.491440:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758899.491440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758899.491446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758899.491446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758899.491456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758899.491457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758899.491465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758899.491465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758899.491473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491474:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758899.491480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758899.491485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491491:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758899.491491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758899.491495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491500:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758899.491518:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758899.491520:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758899.491525:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758899.491525:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758899.491528:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758899.491530:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758899.491532:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758899.491535:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758899.491537:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758899.491543:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758899.491544:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758899.491547:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758899.491554:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491561:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758899.491562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758899.491567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758899.491583:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758899.491587:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758899.491593:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758899.491596:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758899.491601:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758899.491604:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758899.491606:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491609:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758899.491611:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.491613:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758899.619380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758899.619389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758899.619392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758899.619397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758899.619401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758899.619406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.619409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758899.619412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758899.619414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.515383:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758900.515389:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758900.515392:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.515398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758900.515404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758900.515410:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.515416:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.515420:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.515425:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758900.515498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758900.515504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758900.515507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758900.515511:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758900.515515:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758900.515520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758900.515526:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758900.515532:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758900.515536:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758900.515575:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758900.515583:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758900.515588:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758900.515593:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758900.515599:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758900.515604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758900.515610:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758900.515613:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758900.515617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.579724:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758900.579738:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758900.579746:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758900.579767:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.579798:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.579803:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.579811:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758900.579818:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758900.579826:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.579838:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931234304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758900.579849:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758900.579856:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758900.579864:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.579872:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758900.579883:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758900.579888:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758900.579902:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758900.579951:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758900.579964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758900.579979:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931234304, portal 25 00000100:00000001:0.0:1787758900.579988:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758900.579993:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787758900.580015:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.580052:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758900.580062:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758900.580067:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758900.580071:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931234304, offset 0 00000400:00000200:0.0:1787758900.580083:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758900.580099:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.580112:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758900.580124:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758900.580135:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758900.580147:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758900.580155:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758900.580168:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748401:748401:256:4294967295] 192.168.201.121@tcp LPNI seq info [748395:748395:8:4294967295] 00000400:00000200:0.0:1787758900.580184:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.580205:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758900.580219:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.580231:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758900.580248:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758900.580259:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758900.580361:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.580367:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758900.580380:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758900.580396:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758900.580405:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758900.580412:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758900.580421:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758900.580432:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.580478:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.580488:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.580518:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.580524:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758900.580535:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758900.580550:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758900.580557:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311278545 00000100:00000010:0.0:1787758900.580567:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758900.580578:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758900.580590:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311278545 00000100:00000010:0.0:1787758900.580601:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758900.580609:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758900.580616:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758900.580623:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.580633:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758900.580642:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758900/real 1787758900] req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758900.580697:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758900.580701:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758900.580707:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758900.580714:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758900.580722:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758900.580731:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758900.580742:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758900.580778:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.580803:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758900.580809:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.580818:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.580824:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758900.580836:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.580863:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758900.580879:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.580905:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758900.580913:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.580919:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.580924:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.580944:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758900.580950:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758900.580960:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758900.580971:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758900.580980:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758900.580995:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758900.581030:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931234304:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758900.581046:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581055:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.581064:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931234304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581089:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758900.581092:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758900.581097:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758900.581105:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758900.581110:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758900.581114:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758900.581121:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758900.581126:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758900.581133:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758900.581137:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758900.581141:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787758900.581148:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758900.581153:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581162:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581173:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758900.581177:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.581182:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758900.581184:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758900.581186:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758900.581192:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581202:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.581204:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.581207:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758900.581209:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758900.581211:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.581215:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758900.581219:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758900.581221:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758900.581224:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.581226:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758900.581230:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758900.581232:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758900.581237:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758900.581240:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758900.581244:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758900.581248:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931234432, portal 10 00000100:00000001:0.0:1787758900.581250:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758900.581252:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787758900.581260:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581290:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758900.581293:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758900.581296:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758900.581299:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931234432, offset 0 00000400:00000200:0.0:1787758900.581304:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758900.581309:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.581313:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758900.581317:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758900.581320:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758900.581323:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758900.581325:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758900.581329:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748402:748402:256:4294967295] 192.168.201.121@tcp LPNI seq info [748396:748396:8:4294967295] 00000400:00000200:0.0:1787758900.581334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.581342:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758900.581347:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.581351:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758900.581356:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758900.581359:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758900.581373:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.581375:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758900.581378:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758900.581382:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758900.581386:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758900.581388:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758900.581390:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758900.581394:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581403:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.581407:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581421:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.581423:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758900.581426:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758900.581430:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758900.581433:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758900.581436:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311277582 00000100:00000001:0.0:1787758900.581439:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.581441:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311277582 00000100:00000001:0.0:1787758900.581444:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.581446:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758900.581449:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.581451:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758900.581455:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758900/real 1787758900] req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758900.581464:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758900.581465:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758900.581468:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758900.581470:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758900.581472:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758900.581475:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758900.581479:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758900.581488:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581496:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758900.581498:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581500:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.581502:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758900.581506:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581515:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758900.581520:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581527:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758900.581530:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581532:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.581534:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581536:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758900.581540:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758900.581543:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758900.581547:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758900.581550:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758900.581555:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758900.581564:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234432:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758900.581569:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758900.581573:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581581:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.581582:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.581585:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758900.581587:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758900.581589:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.581593:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758900.581596:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758900.581599:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758900.581601:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.581603:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758900.581607:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758900.581609:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758900.581614:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758900.581616:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758900.581620:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758900.581623:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931234560, portal 10 00000100:00000001:0.0:1787758900.581625:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758900.581627:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787758900.581633:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581641:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758900.581644:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758900.581646:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758900.581649:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931234560, offset 0 00000400:00000200:0.0:1787758900.581654:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758900.581658:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.581662:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758900.581665:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758900.581668:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758900.581671:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758900.581674:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758900.581677:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748403:748403:256:4294967295] 192.168.201.121@tcp LPNI seq info [748397:748397:8:4294967295] 00000400:00000200:0.0:1787758900.581683:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.581689:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758900.581695:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.581699:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758900.581703:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758900.581706:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758900.581719:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.581721:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758900.581725:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758900.581729:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758900.581732:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758900.581734:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758900.581737:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758900.581741:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581750:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.581754:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581761:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.581763:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758900.581766:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758900.581769:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758900.581773:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758900.581775:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311277580 00000100:00000001:0.0:1787758900.581778:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.581781:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311277580 00000100:00000001:0.0:1787758900.581784:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.581786:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758900.581789:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.581791:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758900.581796:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758900/real 1787758900] req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758900.581804:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758900.581806:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758900.581808:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758900.581811:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758900.581812:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758900.581816:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758900.581819:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758900.581829:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581837:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758900.581838:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581841:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.581842:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758900.581846:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581855:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758900.581859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581867:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758900.581870:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581871:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.581873:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.581875:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758900.581878:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758900.581881:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758900.581885:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758900.581888:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758900.581892:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758900.581902:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234560:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758900.581906:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758900.581910:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581918:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.581920:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.581922:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758900.581924:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758900.581926:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.581942:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758900.581946:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758900.581949:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758900.581950:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.581952:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758900.581956:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758900.581959:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758900.581963:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758900.581966:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758900.581970:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758900.581973:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931234688, portal 4 00000100:00000001:0.0:1787758900.581975:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758900.581977:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787758900.581984:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.581992:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758900.581994:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758900.581997:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758900.582000:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931234688, offset 0 00000400:00000200:0.0:1787758900.582004:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758900.582008:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.582012:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758900.582015:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758900.582018:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758900.582021:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758900.582023:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758900.582027:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748404:748404:256:4294967295] 192.168.201.121@tcp LPNI seq info [748398:748398:8:4294967295] 00000400:00000200:0.0:1787758900.582031:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.582038:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758900.582043:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.582047:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758900.582051:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758900.582054:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758900.582067:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.582069:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758900.582072:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758900.582076:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758900.582079:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758900.582081:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758900.582083:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758900.582088:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582097:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.582101:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582108:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.582110:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758900.582113:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758900.582117:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758900.582121:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758900.582123:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311277616 00000100:00000001:0.0:1787758900.582126:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.582128:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311277616 00000100:00000001:0.0:1787758900.582130:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.582133:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758900.582136:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.582138:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758900.582142:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758900/real 1787758900] req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758900.582151:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758900.582153:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758900.582155:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758900.582157:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758900.582159:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758900.582162:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758900.582165:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758900.582175:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582183:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758900.582184:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582186:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.582188:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758900.582192:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582199:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758900.582204:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582212:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758900.582215:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582217:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.582218:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582220:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758900.582222:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758900.582225:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758900.582229:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758900.582232:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758900.582237:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758900.582246:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234688:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758900.582251:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758900.582255:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582262:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.582264:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.582283:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758900.582286:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758900.582288:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.582292:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758900.582295:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758900.582297:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758900.582299:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758900.582301:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758900.582305:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758900.582307:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758900.582311:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758900.582313:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758900.582317:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758900.582320:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931234816, portal 4 00000100:00000001:0.0:1787758900.582322:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758900.582324:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787758900.582330:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582337:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758900.582340:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758900.582343:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758900.582345:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931234816, offset 0 00000400:00000200:0.0:1787758900.582350:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758900.582354:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.582358:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758900.582361:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758900.582364:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758900.582366:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758900.582369:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758900.582373:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748405:748405:256:4294967295] 192.168.201.121@tcp LPNI seq info [748399:748399:8:4294967295] 00000400:00000200:0.0:1787758900.582377:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758900.582384:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758900.582389:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.582393:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758900.582397:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758900.582401:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787758900.582413:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758900.582415:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758900.582418:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758900.582422:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758900.582425:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758900.582427:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758900.582430:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758900.582434:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582442:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.582446:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582453:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.582455:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758900.582459:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758900.582463:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758900.582466:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758900.582468:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311277596 00000100:00000001:0.0:1787758900.582471:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.582473:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311277596 00000100:00000001:0.0:1787758900.582476:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311278545 00000100:00000001:0.0:1787758900.582478:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758900.582480:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.582482:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758900.582487:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758900/real 1787758900] req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758900.582495:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758900.582497:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758900.582499:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758900.582501:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758900.582503:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758900.582505:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758900.582509:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758900.582518:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582525:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758900.582527:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582529:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.582530:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758900.582534:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582542:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758900.582546:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582555:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758900.582558:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582559:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758900.582561:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582563:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758900.582565:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758900.582568:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758900.582572:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758900.582574:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758900.582579:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758900.582587:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931234816:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758900.582591:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582594:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.582598:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931234432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582604:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758900.582606:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758900.582608:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758900.582611:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758900.582613:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758900.582614:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758900.582616:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758900.582619:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758900.582621:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758900.582623:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758900.582625:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787758900.582628:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758900.582629:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582631:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.582635:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931234560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582643:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758900.582644:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758900.582646:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758900.582649:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758900.582650:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758900.582651:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758900.582653:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758900.582655:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758900.582657:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758900.582659:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758900.582660:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787758900.582662:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758900.582664:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582666:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.582669:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931234688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582675:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758900.582677:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758900.582679:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758900.582681:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758900.582682:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758900.582684:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758900.582686:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758900.582687:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758900.582690:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758900.582691:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758900.582693:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787758900.582695:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758900.582697:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582698:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758900.582702:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931234816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758900.582715:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758900.582717:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758900.582718:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986c00. 02000000:00000001:0.0:1787758900.582720:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758900.582722:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758900.582723:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758900.582725:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758900.582727:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758900.582729:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758900.582731:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758900.582732:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787758900.582735:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758900.582736:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582738:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.582743:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758900.582744:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.582746:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758900.582748:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758900.643394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758900.643403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758900.643405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758900.643412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758900.643416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758900.643420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.643423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758900.643426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758900.643430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758901.539398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758901.539402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758901.539409:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758901.539411:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758901.539413:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758901.539415:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758901.539421:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758901.539422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758901.539426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758901.539429:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758901.539431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758901.539434:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758901.539447:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758901.539451:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758901.539455:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758901.539455:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758901.539460:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758901.539465:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758901.539497:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758901.539503:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758901.539508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758901.539513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758901.539518:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758901.539523:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758901.539528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758901.539533:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758901.539538:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758901.539543:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758901.539548:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758901.539552:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758901.539556:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758901.539562:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758901.539566:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758901.539570:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758901.539573:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758901.539576:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758901.603423:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311278545, at 4311278592 00000100:00000040:1.0:1787758901.603423:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311278545, at 4311278592 00000100:00000010:0.0:1787758901.603445:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000010:1.0:1787758901.603452:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5e40. 00000100:00000001:0.0:1787758901.667353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758901.667364:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758901.667366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758901.667373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758901.667378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758901.667382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758901.667387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758901.667390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758901.667394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758902.563407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758902.563416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758902.563417:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758902.563422:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758902.563423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758902.563429:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758902.563429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758902.563438:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758902.563439:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758902.563444:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758902.563446:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758902.563450:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758902.563452:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758902.563456:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758902.563461:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758902.563468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758902.563472:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758902.563476:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758902.563483:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758902.563489:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758902.563494:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758902.563496:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758902.563500:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758902.563501:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758902.563507:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758902.563508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758902.563513:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758902.563515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758902.563522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758902.563527:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758902.563528:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758902.563529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758902.563535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758902.563536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758902.563539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758902.563543:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758902.563645:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758902.563649:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758902.563655:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758902.691419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758902.691428:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758902.691430:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758902.691435:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758902.691439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758902.691442:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758902.691445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758902.691449:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758902.691452:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758903.587411:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758903.587411:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758903.587422:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758903.587422:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758903.587426:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758903.587428:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758903.587437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758903.587437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758903.587446:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758903.587446:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758903.587453:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.587454:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758903.587460:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758903.587464:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758903.587466:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758903.587469:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758903.587472:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.587474:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758903.587484:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758903.587489:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758903.587491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758903.587492:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758903.587497:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758903.587497:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758903.587501:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758903.587504:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758903.587505:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758903.587508:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.587511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758903.587512:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758903.587517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758903.587517:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.587521:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758903.587523:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758903.587525:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.587532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758903.587644:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758903.587647:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758903.587651:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758903.715365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758903.715376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758903.715379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758903.715386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758903.715391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758903.715395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.715399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758903.715404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758903.715407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758904.611405:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758904.611405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758904.611414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758904.611418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758904.611420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758904.611425:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758904.611426:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758904.611431:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758904.611433:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758904.611436:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758904.611440:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758904.611441:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758904.611447:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758904.611453:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758904.611457:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758904.611459:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758904.611459:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758904.611464:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758904.611479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758904.611479:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758904.611485:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758904.611486:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758904.611490:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758904.611490:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758904.611495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758904.611496:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758904.611503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758904.611503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758904.611508:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758904.611508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758904.611514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758904.611517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758904.611522:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758904.611522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758904.611525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758904.611528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758904.611676:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758904.611680:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758904.611682:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758904.739407:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758904.739416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758904.739418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758904.739424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758904.739427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758904.739431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758904.739434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758904.739437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758904.739440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.635413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758905.635423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758905.635426:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.635434:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758905.635439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758905.635446:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635452:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.635455:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635459:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.635564:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758905.635571:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758905.635574:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758905.635580:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758905.635587:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758905.635592:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635593:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758905.635596:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.635598:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758905.635600:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635601:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.635606:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758905.635606:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.635609:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758905.635613:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635617:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.635620:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635626:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.635645:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758905.635648:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758905.635650:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.635652:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758905.635655:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758905.635657:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635659:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.635661:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.635662:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758905.635762:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758905.635765:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758905.635768:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787758905.699402:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758905.699414:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758905.699418:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758905.699421:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758905.699426:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758905.699435:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16610 00000400:00000200:1.0:1787758905.699445:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758905.699452:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758905.699455:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758905.699457:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699461:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758905.699463:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699465:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758905.699469:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758905.699471:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758905.699474:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758905.699478:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758905.699480:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758905.699481:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758905.699484:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699485:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758905.699487:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699488:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758905.699490:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758905.699493:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699495:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758905.699498:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758905.699501:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758905.699503:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.699505:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758905.699508:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758905.699519:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758905.699522:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758905.699526:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758905.699528:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.699531:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758905.699534:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758905.699539:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758905.699547:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758905.699555:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758905.699564:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758905.699574:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758905.699579:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758905.699583:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.699603:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758905.699606:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758905.699610:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758905.699611:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758905.699613:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758905.699616:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758905.699620:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16610 00000400:00000200:1.0:1787758905.699624:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758905.699629:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758905.699632:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758905.699636:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699639:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758905.699642:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.699645:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758905.699649:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787758905.699649:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758905.699651:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758905.699654:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758905.699657:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758905.699659:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758905.699663:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758905.699665:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787758905.699668:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758905.699671:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758905.699674:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758905.699681:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758905.699683:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.699685:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758905.699691:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758905.699698:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758905.699701:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758905.699703:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.699704:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758905.699708:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758905.699710:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758905.699714:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758905.699716:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758905.699718:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758905.699723:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931234944:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758905.699724:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.699730:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758905.699731:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758905.699737:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1787758905.699738:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758905.699740:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.699746:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1787758905.699746:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.699751:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758905.699754:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 00000100:00000010:1.0:1787758905.699757:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 02000000:00000001:0.0:1787758905.699758:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758905.699764:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000400:00000200:0.0:1787758905.699769:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758905.699770:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758905.699774:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758905.699776:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00000001:1.0:1787758905.699777:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758905.699781:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758905.699783:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758905.699784:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 02000000:00000010:1.0:1787758905.699789:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000200:0.0:1787758905.699794:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931234944, portal 25 00000100:00000001:1.0:1787758905.699797:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.699799:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1787758905.699807:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758905.699810:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758905.699818:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.699858:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758905.699861:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.699864:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787758905.699869:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758905.699870:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758905.699876:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758905.699882:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931234944, offset 0 00000100:00000001:1.0:1787758905.699890:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.699894:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758905.699897:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758905.699902:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758905.699904:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758905.699907:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758905.699908:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758905.699915:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758905.699918:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00080000:1.0:1787758905.699922:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16610 00000400:00000200:0.0:1787758905.699927:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758905.699933:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758905.699936:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758905.699939:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758905.699942:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748406:748406:256:4294967295] 192.168.201.121@tcp LPNI seq info [748400:748400:8:4294967295] 00000400:00000200:0.0:1787758905.699946:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.699955:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758905.699963:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758905.699964:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.699973:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000400:00000200:1.0:1787758905.699973:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758905.699978:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758905.699985:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758905.699986:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758905.699989:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1787758905.699992:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1787758905.699996:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700003:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758905.700009:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758905.700010:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758905.700012:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758905.700017:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758905.700023:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758905.700028:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000800:00000100:0.0:1787758905.700029:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.700033:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000100:00000040:1.0:1787758905.700037:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700042:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758905.700043:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758905.700047:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758905.700052:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758905.700054:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758905.700059:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758905.700060:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758905.700064:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00080000:1.0:1787758905.700065:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700071:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700072:0:2420:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787758905.700074:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1787758905.700079:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758905.700081:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758905.700087:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.700092:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758905.700097:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00100000:1.0:1787758905.700097:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1787758905.700103:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1787758905.700104:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.700110:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700117:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700119:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1787758905.700119:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758905.700125:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758905.700127:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758905.700129:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758905.700132:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.700133:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758905.700137:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758905.700138:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311283664 02000000:00000001:1.0:1787758905.700141:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1787758905.700145:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 02000000:00000001:1.0:1787758905.700145:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758905.700152:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:0.0:1787758905.700155:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758905.700158:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700166:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311283664 00000100:00100000:1.0:1787758905.700169:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1787758905.700171:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f60. 00000100:00000001:0.0:1787758905.700176:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758905.700182:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758905.700187:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700192:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758905.700200:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758905/real 1787758905] req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.700201:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758905.700207:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758905.700215:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1787758905.700217:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758905.700218:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758905.700221:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758905.700226:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758905.700229:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758905.700233:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787758905.700239:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758905.700241:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758905.700243:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758905.700254:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000200:0.0:1787758905.700259:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.700259:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758905.700262:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758905.700306:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787758905.700307:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758905.700310:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.700313:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1787758905.700315:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16610 00000100:00000001:0.0:1787758905.700316:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787758905.700325:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:0.0:1787758905.700326:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758905.700333:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758905.700339:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758905.700340:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758905.700347:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758905.700350:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.700351:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758905.700358:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758905.700365:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758905.700365:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758905.700372:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758905.700372:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758905.700376:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1787758905.700376:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000001:0.0:1787758905.700379:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758905.700381:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758905.700382:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000040:1.0:1787758905.700385:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000001:0.0:1787758905.700386:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1787758905.700391:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00080000:0.0:1787758905.700392:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1787758905.700396:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00080000:0.0:1787758905.700400:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758905.700404:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787758905.700404:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700410:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758905.700414:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758905.700418:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700424:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00100000:0.0:1787758905.700431:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931234944:192.168.201.121@tcp:250:kworker.0 00000020:00000040:1.0:1787758905.700432:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758905.700440:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758905.700441:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.700446:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758905.700447:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758905.700451:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931234944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758905.700453:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758905.700458:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758905.700459:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758905.700463:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1787758905.700464:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758905.700466:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 00000100:00000001:1.0:1787758905.700470:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787758905.700472:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758905.700475:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000008:00100000:1.0:1787758905.700476:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000020:00000040:0.0:1787758905.700477:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758905.700482:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000008:00000001:1.0:1787758905.700484:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758905.700486:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758905.700488:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.700495:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1787758905.700496:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 02000000:00000001:0.0:1787758905.700500:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1787758905.700503:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000010:0.0:1787758905.700505:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 02000000:00000001:1.0:1787758905.700509:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758905.700512:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1787758905.700512:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700517:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758905.700517:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758905.700521:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758905.700523:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758905.700525:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758905.700532:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:0.0:1787758905.700534:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758905.700537:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700538:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700544:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758905.700546:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758905.700548:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758905.700549:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758905.700558:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.700564:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758905.700570:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700576:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787758905.700579:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.700580:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.700586:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758905.700591:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758905.700597:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.700598:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758905.700604:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787758905.700607:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235072:192.168.201.121@tcp:38:kworker.0 00000100:00080000:1.0:1787758905.700610:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758905.700614:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758905.700615:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1787758905.700617:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1787758905.700619:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758905.700623:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.700623:0:220460:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1787758905.700626:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1787758905.700631:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16610 02000000:00000010:0.0:1787758905.700634:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 00000400:00000200:1.0:1787758905.700638:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:0.0:1787758905.700640:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787758905.700645:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758905.700649:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787758905.700651:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758905.700655:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758905.700658:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00000001:1.0:1787758905.700659:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758905.700664:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758905.700667:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000001:1.0:1787758905.700668:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758905.700673:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:0.0:1787758905.700677:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235072, portal 10 00000020:00000040:1.0:1787758905.700677:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758905.700681:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758905.700682:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1787758905.700685:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000001:0.0:1787758905.700686:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000020:00000001:1.0:1787758905.700692:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758905.700696:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758905.700698:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758905.700703:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700709:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758905.700714:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787758905.700714:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758905.700720:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700720:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000010:0.0:1787758905.700725:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000020:00000040:1.0:1787758905.700726:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000200:0.0:1787758905.700728:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931235072, offset 0 00000100:00080000:1.0:1787758905.700733:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758905.700736:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758905.700741:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.700745:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758905.700747:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787758905.700752:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 02000000:00000001:1.0:1787758905.700752:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758905.700758:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787758905.700759:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.700762:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787758905.700764:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758905.700768:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000008:00100000:1.0:1787758905.700769:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1787758905.700772:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000008:00000001:1.0:1787758905.700775:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.700778:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748407:748407:256:4294967295] 192.168.201.121@tcp LPNI seq info [748401:748401:8:4294967295] 00000100:00000001:1.0:1787758905.700780:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.700787:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:1.0:1787758905.700788:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758905.700793:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000400:00000200:0.0:1787758905.700795:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 02000000:00000001:1.0:1787758905.700800:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:0.0:1787758905.700803:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 02000000:00000001:1.0:1787758905.700805:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758905.700809:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1787758905.700810:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 02000000:00000001:1.0:1787758905.700812:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1787758905.700816:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 02000000:00000001:1.0:1787758905.700816:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758905.700821:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 02000000:00000010:1.0:1787758905.700823:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758905.700830:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1787758905.700852:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00100000:1.0:1787758905.700854:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1787758905.700856:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758905.700862:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758905.700870:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758905.700875:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758905.700876:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758905.700880:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758905.700880:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700886:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787758905.700890:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758905.700893:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758905.700915:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700918:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758905.700922:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16620) 00000100:00000040:0.0:1787758905.700923:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.700931:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700932:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758905.700935:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758905.700939:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758905.700942:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758905.700943:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311282701 00000100:00000001:0.0:1787758905.700946:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.700948:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311282701 00000100:00000001:0.0:1787758905.700950:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.700952:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758905.700954:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.700955:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758905.700959:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758905/real 1787758905] req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758905.700964:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758905.700965:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758905.700966:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758905.700968:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758905.700969:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758905.700970:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758905.700973:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758905.700979:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.700983:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758905.700984:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.700986:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.700987:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758905.700989:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.700993:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758905.700996:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701000:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758905.701002:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701003:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701004:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701005:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758905.701008:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758905.701010:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758905.701013:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758905.701015:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758905.701018:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758905.701023:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235072:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758905.701026:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758905.701028:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701037:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.701038:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.701040:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758905.701041:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758905.701043:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.701044:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758905.701046:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758905.701048:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758905.701049:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.701050:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701053:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758905.701054:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.701056:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758905.701058:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758905.701061:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758905.701063:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235200, portal 10 00000100:00000001:0.0:1787758905.701064:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758905.701065:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758905.701070:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701075:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758905.701076:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758905.701078:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758905.701080:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931235200, offset 0 00000400:00000200:0.0:1787758905.701083:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758905.701085:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.701088:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758905.701090:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758905.701091:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758905.701093:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758905.701095:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758905.701098:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748408:748408:256:4294967295] 192.168.201.121@tcp LPNI seq info [748402:748402:8:4294967295] 00000400:00000200:0.0:1787758905.701101:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.701106:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758905.701109:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.701112:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758905.701114:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758905.701117:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758905.701124:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.701126:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758905.701128:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758905.701130:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758905.701132:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758905.701133:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758905.701135:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758905.701137:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701143:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701145:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701150:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701151:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758905.701152:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758905.701154:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758905.701156:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758905.701158:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311282699 00000100:00000001:0.0:1787758905.701159:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.701161:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311282699 00000100:00000001:0.0:1787758905.701163:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.701165:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758905.701166:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701168:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758905.701170:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758905/real 1787758905] req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758905.701176:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758905.701177:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758905.701178:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758905.701179:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758905.701180:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758905.701182:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758905.701184:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758905.701189:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701194:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758905.701195:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701196:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701197:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758905.701199:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701204:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758905.701206:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701210:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758905.701212:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701213:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701214:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701215:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758905.701217:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758905.701219:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758905.701222:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758905.701223:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758905.701226:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758905.701232:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235200:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758905.701234:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701236:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701238:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931235072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701242:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758905.701243:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701244:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758905.701246:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758905.701247:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758905.701248:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758905.701249:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758905.701250:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758905.701252:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758905.701253:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758905.701254:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758905.701256:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758905.701257:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701258:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701260:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931235200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701265:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758905.701281:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701283:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758905.701285:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758905.701286:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758905.701287:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758905.701288:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758905.701290:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758905.701292:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758905.701292:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758905.701293:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758905.701295:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758905.701296:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701297:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701300:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758905.701301:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701302:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758905.701304:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758905.701304:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758905.701307:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701312:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.701313:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.701315:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758905.701316:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758905.701318:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.701320:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758905.701323:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758905.701324:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758905.701326:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.701327:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701329:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758905.701331:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.701334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758905.701336:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758905.701338:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758905.701341:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235328, portal 4 00000100:00000001:0.0:1787758905.701342:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758905.701343:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758905.701347:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701356:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758905.701358:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758905.701360:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758905.701361:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931235328, offset 0 00000400:00000200:0.0:1787758905.701364:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758905.701367:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.701369:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758905.701371:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758905.701373:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758905.701374:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758905.701376:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758905.701379:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748409:748409:256:4294967295] 192.168.201.121@tcp LPNI seq info [748403:748403:8:4294967295] 00000400:00000200:0.0:1787758905.701382:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.701386:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758905.701390:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.701392:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758905.701395:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758905.701397:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758905.701405:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.701406:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758905.701409:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758905.701411:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758905.701413:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758905.701414:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758905.701416:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758905.701419:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701424:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701426:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701435:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701437:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758905.701439:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758905.701441:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758905.701443:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758905.701445:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311282736 00000100:00000001:0.0:1787758905.701447:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.701449:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311282736 00000100:00000001:0.0:1787758905.701450:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.701451:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758905.701453:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701454:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758905.701456:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758905/real 1787758905] req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758905.701461:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758905.701462:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758905.701463:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758905.701465:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758905.701466:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758905.701468:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758905.701470:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758905.701475:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701479:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758905.701480:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701481:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701482:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758905.701484:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701490:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758905.701493:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701498:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758905.701499:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701500:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701501:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701502:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758905.701503:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758905.701505:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758905.701507:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758905.701509:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758905.701511:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758905.701516:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235328:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758905.701518:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758905.701520:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701524:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.701525:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.701527:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758905.701528:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758905.701530:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.701532:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758905.701534:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758905.701535:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758905.701537:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758905.701538:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701540:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758905.701541:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758905.701544:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758905.701545:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758905.701548:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758905.701549:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235456, portal 4 00000100:00000001:0.0:1787758905.701551:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758905.701553:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758905.701559:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701567:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758905.701569:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758905.701572:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758905.701575:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931235456, offset 0 00000400:00000200:0.0:1787758905.701579:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758905.701583:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.701587:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758905.701590:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758905.701593:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758905.701596:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758905.701599:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758905.701603:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748410:748410:256:4294967295] 192.168.201.121@tcp LPNI seq info [748404:748404:8:4294967295] 00000400:00000200:0.0:1787758905.701607:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758905.701613:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758905.701617:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.701619:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758905.701622:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758905.701624:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1787758905.701636:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758905.701639:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758905.701642:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758905.701645:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758905.701649:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758905.701652:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758905.701655:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758905.701659:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701669:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701672:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701679:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701680:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758905.701683:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758905.701685:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758905.701688:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758905.701689:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311282715 00000100:00000001:0.0:1787758905.701691:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.701693:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311282715 00000100:00000001:0.0:1787758905.701695:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311283664 00000100:00000001:0.0:1787758905.701697:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758905.701698:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701699:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758905.701702:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758905/real 1787758905] req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758905.701707:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758905.701707:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758905.701709:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758905.701711:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758905.701712:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758905.701714:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758905.701716:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758905.701722:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701726:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758905.701727:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701728:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701729:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758905.701731:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701735:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758905.701738:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701742:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758905.701744:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701746:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758905.701747:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701748:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758905.701749:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758905.701751:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758905.701753:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758905.701754:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758905.701757:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758905.701762:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235456:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758905.701764:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701766:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701768:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931235328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701773:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758905.701774:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701776:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985800. 02000000:00000001:0.0:1787758905.701777:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758905.701778:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758905.701779:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758905.701781:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758905.701782:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758905.701784:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758905.701785:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758905.701786:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758905.701788:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758905.701789:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701791:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758905.701793:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931235456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758905.701797:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758905.701798:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758905.701799:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758905.701801:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758905.701801:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758905.701802:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758905.701803:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758905.701804:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758905.701806:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758905.701806:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758905.701807:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758905.701809:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758905.701809:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701811:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.701813:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758905.701814:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.701815:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758905.701817:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758905.763344:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758905.763353:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758905.763355:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758905.763360:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758905.763364:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758905.763367:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.763370:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758905.763372:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758905.763374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758906.659396:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758906.659396:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758906.659408:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758906.659409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758906.659412:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758906.659414:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758906.659422:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758906.659422:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758906.659429:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758906.659431:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758906.659438:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758906.659439:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758906.659446:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758906.659452:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758906.659457:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758906.659466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758906.659470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758906.659474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758906.659493:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758906.659495:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758906.659501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758906.659502:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758906.659506:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758906.659507:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758906.659512:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758906.659513:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758906.659519:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758906.659520:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758906.659524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758906.659524:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758906.659530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758906.659532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758906.659535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758906.659538:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758906.659541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758906.659547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758906.659574:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758906.659579:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758906.659583:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758906.723353:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311283664, at 4311283712 00000100:00000040:1.0:1787758906.723353:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311283664, at 4311283712 00000100:00000010:1.0:1787758906.723371:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f60. 00000100:00000010:0.0:1787758906.723373:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758906.787408:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758906.787418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758906.787421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758906.787428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758906.787432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758906.787438:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758906.787442:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758906.787445:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758906.787449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758907.683426:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758907.683442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758907.683445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758907.683454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758907.683454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758907.683466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758907.683468:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758907.683480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758907.683482:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758907.683490:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758907.683491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758907.683499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758907.683500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758907.683509:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758907.683514:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758907.683516:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758907.683520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758907.683524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758907.683541:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758907.683545:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758907.683551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758907.683551:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758907.683562:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758907.683563:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758907.683574:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758907.683574:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758907.683585:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758907.683586:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758907.683589:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758907.683591:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758907.683603:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758907.683611:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758907.683619:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758907.683626:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758907.683630:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758907.683639:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758907.683642:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758907.683651:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758907.683661:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758907.811371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758907.811377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758907.811379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758907.811383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758907.811386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758907.811389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758907.811391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758907.811393:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758907.811395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758908.707389:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758908.707389:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758908.707395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758908.707395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758908.707397:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758908.707399:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758908.707403:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758908.707405:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758908.707408:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758908.707410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758908.707413:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.707414:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758908.707419:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758908.707423:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.707428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758908.707429:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758908.707439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.707448:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758908.707474:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758908.707481:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758908.707486:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758908.707487:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758908.707491:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758908.707492:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758908.707496:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758908.707498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758908.707499:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758908.707508:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758908.707508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758908.707515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.707519:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758908.707520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758908.707525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.707528:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758908.707531:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.707535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758908.707544:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758908.707554:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758908.707555:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758908.707564:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758908.707569:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758908.707576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00010000:00010000:0.0:1787758908.707578:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758908.707591:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758908.707604:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758908.707619:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758908.707630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758908.707648:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758908.835346:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758908.835352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758908.835353:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758908.835357:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758908.835359:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758908.835362:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.835364:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758908.835366:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758908.835368:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758909.731436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758909.731437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758909.731445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758909.731447:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758909.731453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758909.731453:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758909.731462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758909.731462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758909.731471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758909.731475:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758909.731476:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758909.731481:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758909.731487:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758909.731490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758909.731498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758909.731500:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758909.731505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758909.731507:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758909.731509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758909.731512:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758909.731520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758909.731520:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758909.731525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758909.731530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758909.731540:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758909.731545:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758909.731545:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758909.731549:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758909.731550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758909.731554:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758909.731555:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758909.731562:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758909.731568:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758909.731584:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758909.731590:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758909.731593:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758909.731601:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758909.731603:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758909.731604:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758909.731610:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758909.731615:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758909.731619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758909.731622:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758909.731626:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758909.731633:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758909.731727:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758909.731730:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758909.731733:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758909.859365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758909.859371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758909.859372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758909.859376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758909.859378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758909.859381:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758909.859383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758909.859385:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758909.859387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.755441:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758910.755441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758910.755455:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758910.755457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758910.755459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758910.755463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.755467:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758910.755473:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758910.755476:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758910.755479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758910.755486:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.755496:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758910.755499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.755501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.755506:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758910.755528:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758910.755533:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758910.755537:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758910.755540:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758910.755543:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758910.755546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755549:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758910.755552:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755556:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758910.755644:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758910.755648:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758910.755650:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758910.755655:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758910.755659:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758910.755663:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755666:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758910.755669:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755676:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758910.755714:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758910.755722:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758910.755733:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758910.755737:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000020:00000001:0.0:1787758910.755739:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758910.755741:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758910.755742:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758910.755747:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787758910.755748:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758910.755808:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758910.755811:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758910.755819:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.819556:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758910.819567:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758910.819573:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758910.819590:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.819632:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.819637:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.819648:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758910.819654:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758910.819663:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.819679:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931235584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758910.819697:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758910.819706:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758910.819721:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.819730:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758910.819742:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758910.819770:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758910.819788:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758910.819800:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758910.819814:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758910.819828:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235584, portal 25 00000100:00000001:0.0:1787758910.819837:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758910.819849:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904831168 : -128384804720448 : ffff8b3c1551f0c0) 00000100:00000040:0.0:1787758910.819869:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.819912:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758910.819929:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758910.819939:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758910.819946:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931235584, offset 0 00000400:00000200:0.0:1787758910.819974:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758910.820006:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.820023:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758910.820043:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758910.820057:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758910.820072:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758910.820083:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758910.820103:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748411:748411:256:4294967295] 192.168.201.121@tcp LPNI seq info [748405:748405:8:4294967295] 00000400:00000200:0.0:1787758910.820127:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.820164:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758910.820194:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.820209:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758910.820230:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758910.820240:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758910.820320:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.820326:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758910.820337:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758910.820346:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758910.820354:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758910.820357:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758910.820363:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758910.820368:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820381:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.820385:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820394:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.820396:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758910.820403:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758910.820409:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758910.820412:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311288785 00000100:00000010:0.0:1787758910.820419:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758910.820426:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758910.820434:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311288785 00000100:00000010:0.0:1787758910.820438:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787758910.820442:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758910.820446:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758910.820449:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.820453:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758910.820458:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758910] req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758910.820476:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758910.820478:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758910.820481:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758910.820484:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758910.820486:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758910.820489:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758910.820493:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758910.820504:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820511:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758910.820514:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820516:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.820519:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758910.820524:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820532:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758910.820538:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820547:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758910.820550:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820553:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.820554:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820557:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758910.820560:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758910.820564:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758910.820569:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758910.820572:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758910.820577:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758910.820587:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931235584:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758910.820593:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820595:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.820599:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f0c0 x1874583931235584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820607:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758910.820610:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758910.820613:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758910.820616:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758910.820619:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758910.820621:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758910.820623:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758910.820627:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c000. 02000000:00000001:0.0:1787758910.820632:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758910.820634:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758910.820636:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f0c0. 00000100:00000001:0.0:1787758910.820639:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758910.820641:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820644:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820652:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758910.820655:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.820657:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758910.820659:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758910.820661:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758910.820666:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820675:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.820676:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.820679:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758910.820681:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758910.820684:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.820687:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758910.820691:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758910.820693:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758910.820695:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.820697:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758910.820700:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758910.820703:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758910.820707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758910.820710:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758910.820714:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758910.820718:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235712, portal 10 00000100:00000001:0.0:1787758910.820720:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758910.820721:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904830208 : -128384804721408 : ffff8b3c1551ed00) 00000100:00000040:0.0:1787758910.820728:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820736:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758910.820738:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758910.820741:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758910.820743:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931235712, offset 0 00000400:00000200:0.0:1787758910.820764:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758910.820770:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.820775:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758910.820779:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758910.820782:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758910.820785:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758910.820788:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758910.820792:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748412:748412:256:4294967295] 192.168.201.121@tcp LPNI seq info [748406:748406:8:4294967295] 00000400:00000200:0.0:1787758910.820797:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.820803:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758910.820809:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.820813:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758910.820818:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758910.820822:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758910.820835:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.820837:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758910.820840:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758910.820845:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758910.820848:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758910.820850:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758910.820853:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758910.820858:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820867:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.820870:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820877:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.820879:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758910.820882:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758910.820887:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758910.820890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758910.820893:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311287821 00000100:00000001:0.0:1787758910.820896:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.820898:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311287821 00000100:00000001:0.0:1787758910.820900:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.820903:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758910.820905:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.820907:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758910.820912:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758910] req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758910.820921:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758910.820923:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758910.820925:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758910.820929:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758910.820931:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758910.820934:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758910.820937:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758910.820946:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820953:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758910.820955:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820957:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.820959:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758910.820963:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820970:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758910.820974:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.820982:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758910.820985:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820987:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.820988:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.820990:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758910.820995:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758910.820998:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758910.821002:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758910.821005:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758910.821010:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758910.821019:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235712:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758910.821024:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758910.821029:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821036:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.821038:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.821040:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758910.821043:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758910.821045:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.821049:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758910.821053:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758910.821055:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758910.821057:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.821059:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758910.821063:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758910.821066:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758910.821070:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758910.821073:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758910.821077:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758910.821081:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235840, portal 10 00000100:00000001:0.0:1787758910.821083:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758910.821085:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904832128 : -128384804719488 : ffff8b3c1551f480) 00000100:00000040:0.0:1787758910.821092:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821100:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758910.821102:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758910.821105:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758910.821108:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931235840, offset 0 00000400:00000200:0.0:1787758910.821113:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758910.821117:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.821121:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758910.821124:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758910.821235:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758910.821238:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758910.821241:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758910.821244:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748413:748413:256:4294967295] 192.168.201.121@tcp LPNI seq info [748407:748407:8:4294967295] 00000400:00000200:0.0:1787758910.821248:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.821255:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758910.821261:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.821267:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758910.821296:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758910.821300:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758910.821312:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.821314:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758910.821317:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758910.821320:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758910.821325:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758910.821327:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758910.821330:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758910.821334:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821342:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.821344:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821349:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.821351:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758910.821357:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758910.821362:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758910.821366:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758910.821368:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311287820 00000100:00000001:0.0:1787758910.821372:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.821374:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311287820 00000100:00000001:0.0:1787758910.821377:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.821379:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758910.821382:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.821385:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758910.821391:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758910] req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758910.821401:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758910.821402:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758910.821405:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758910.821407:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758910.821408:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758910.821410:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758910.821414:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758910.821422:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821429:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758910.821431:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821433:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.821435:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758910.821439:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821447:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758910.821452:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821458:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758910.821460:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821461:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.821462:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821464:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758910.821467:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758910.821469:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758910.821472:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758910.821474:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758910.821484:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758910.821489:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235840:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758910.821493:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758910.821495:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821499:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.821501:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.821503:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758910.821505:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758910.821506:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.821508:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758910.821511:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758910.821514:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758910.821515:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.821517:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758910.821520:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758910.821522:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758910.821526:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758910.821527:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758910.821531:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758910.821535:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931235968, portal 4 00000100:00000001:0.0:1787758910.821537:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758910.821539:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904824448 : -128384804727168 : ffff8b3c1551d680) 00000100:00000040:0.0:1787758910.821546:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821552:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758910.821554:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758910.821557:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758910.821560:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931235968, offset 0 00000400:00000200:0.0:1787758910.821566:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758910.821572:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.821577:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758910.821582:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758910.821584:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758910.821585:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758910.821587:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758910.821589:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748414:748414:256:4294967295] 192.168.201.121@tcp LPNI seq info [748408:748408:8:4294967295] 00000400:00000200:0.0:1787758910.821592:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.821597:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758910.821600:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.821602:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758910.821605:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758910.821607:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758910.821614:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.821616:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758910.821618:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758910.821620:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758910.821622:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758910.821623:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758910.821625:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758910.821628:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821633:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.821635:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821643:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.821644:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758910.821646:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758910.821648:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758910.821650:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758910.821652:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311287856 00000100:00000001:0.0:1787758910.821653:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.821655:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311287856 00000100:00000001:0.0:1787758910.821656:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.821658:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758910.821659:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.821660:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758910.821662:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758910] req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758910.821667:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758910.821668:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758910.821669:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758910.821670:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758910.821671:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758910.821673:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758910.821675:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758910.821680:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821683:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758910.821684:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821685:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.821686:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758910.821688:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821692:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758910.821694:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821698:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758910.821700:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821701:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.821701:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821703:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758910.821704:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758910.821705:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758910.821707:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758910.821708:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758910.821710:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758910.821715:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931235968:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758910.821717:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758910.821719:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821722:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.821723:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.821725:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758910.821726:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758910.821727:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.821729:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758910.821731:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758910.821732:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758910.821733:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758910.821734:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758910.821736:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758910.821738:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758910.821740:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758910.821741:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758910.821743:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758910.821745:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236096, portal 4 00000100:00000001:0.0:1787758910.821746:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758910.821747:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688904829248 : -128384804722368 : ffff8b3c1551e940) 00000100:00000040:0.0:1787758910.821770:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821774:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758910.821776:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758910.821777:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758910.821779:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931236096, offset 0 00000400:00000200:0.0:1787758910.821782:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758910.821785:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.821787:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758910.821789:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758910.821791:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758910.821793:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758910.821796:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758910.821799:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748415:748415:256:4294967295] 192.168.201.121@tcp LPNI seq info [748409:748409:8:4294967295] 00000400:00000200:0.0:1787758910.821802:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758910.821809:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758910.821814:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.821817:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758910.821822:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758910.821825:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758910.821837:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758910.821839:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758910.821842:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758910.821845:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758910.821848:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758910.821850:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758910.821852:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758910.821855:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821860:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.821862:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821866:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.821867:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758910.821870:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758910.821872:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758910.821874:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758910.821875:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311287835 00000100:00000001:0.0:1787758910.821877:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.821878:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311287835 00000100:00000001:0.0:1787758910.821879:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311288785 00000100:00000001:0.0:1787758910.821880:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758910.821882:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.821883:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758910.821885:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758910] req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758910.821889:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758910.821890:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758910.821891:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758910.821893:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758910.821894:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758910.821896:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758910.821898:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758910.821903:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821906:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758910.821907:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821908:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.821909:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758910.821911:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821914:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758910.821916:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821920:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758910.821922:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821923:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758910.821924:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821925:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758910.821926:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758910.821928:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758910.821929:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758910.821931:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758910.821933:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758910.821937:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c1551e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236096:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758910.821939:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821941:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.821944:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551ed00 x1874583931235712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821948:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758910.821950:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758910.821952:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758910.821954:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758910.821955:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758910.821956:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758910.821958:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758910.821959:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5ec00. 02000000:00000001:0.0:1787758910.821962:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758910.821963:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758910.821964:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551ed00. 00000100:00000001:0.0:1787758910.821973:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758910.821974:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.821976:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.821979:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551f480 x1874583931235840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.821985:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758910.821986:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758910.821988:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758910.821991:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758910.821992:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758910.821993:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758910.821995:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758910.821997:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5c800. 02000000:00000001:0.0:1787758910.821999:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758910.822000:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758910.822001:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551f480. 00000100:00000001:0.0:1787758910.822004:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758910.822005:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.822007:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.822010:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551d680 x1874583931235968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.822016:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758910.822018:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758910.822020:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758910.822022:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758910.822023:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758910.822023:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758910.822025:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758910.822026:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5dc00. 02000000:00000001:0.0:1787758910.822027:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758910.822028:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758910.822029:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551d680. 00000100:00000001:0.0:1787758910.822030:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758910.822031:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.822032:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758910.822034:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c1551e940 x1874583931236096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758910.822037:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758910.822038:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758910.822039:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758910.822040:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758910.822041:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758910.822042:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758910.822043:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758910.822044:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fd5f000. 02000000:00000001:0.0:1787758910.822045:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758910.822046:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758910.822046:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c1551e940. 00000100:00000001:0.0:1787758910.822048:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758910.822048:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.822050:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.822056:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758910.822057:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.822058:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758910.822060:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758910.883372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758910.883387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758910.883389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758910.883394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758910.883398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758910.883402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.883404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758910.883406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758910.883409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758911.779374:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758911.779389:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758911.779392:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758911.779394:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758911.779399:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758911.779406:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758911.779408:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758911.779416:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758911.779419:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758911.779426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758911.779430:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758911.779436:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.779437:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758911.779444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.779458:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758911.779460:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758911.779469:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758911.779475:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758911.779501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758911.779506:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758911.779508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758911.779512:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758911.779515:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758911.779519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758911.779522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758911.779525:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758911.779525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.779530:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758911.779532:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758911.779532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758911.779548:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758911.779556:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758911.779561:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.779570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758911.779572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758911.779579:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.779584:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758911.779584:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758911.779597:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758911.779610:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758911.779617:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758911.779624:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758911.779633:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758911.779638:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758911.779644:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758911.779671:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758911.779674:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758911.779677:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758911.843412:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311288785, at 4311288832 00000100:00000040:0.0:1787758911.843420:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311288785, at 4311288832 00000100:00000010:1.0:1787758911.843429:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000010:0.0:1787758911.843437:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758911.907391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758911.907404:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758911.907406:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758911.907415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758911.907419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758911.907424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.907428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758911.907431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758911.907436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758912.803444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758912.803444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758912.803454:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758912.803459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758912.803462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758912.803464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758912.803484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758912.803484:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758912.803498:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758912.803502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758912.803504:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758912.803513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.803515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758912.803519:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.803524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758912.803534:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758912.803540:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.803546:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758912.803547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758912.803552:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758912.803556:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758912.803560:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758912.803564:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758912.803568:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758912.803570:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758912.803574:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758912.803580:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758912.803591:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758912.803594:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758912.803598:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758912.803602:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758912.803604:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758912.803613:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758912.803622:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758912.803630:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758912.803636:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758912.803662:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758912.803667:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758912.803670:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758912.803674:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758912.803678:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758912.803684:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.803688:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758912.803690:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.803695:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758912.931405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758912.931416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758912.931418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758912.931426:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758912.931430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758912.931435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.931438:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758912.931441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758912.931445:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758913.827395:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758913.827404:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758913.827409:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758913.827410:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758913.827417:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758913.827418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758913.827421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758913.827426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758913.827428:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758913.827433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758913.827434:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758913.827438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.827441:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758913.827446:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.827450:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758913.827465:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758913.827467:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.827468:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758913.827470:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758913.827473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758913.827476:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758913.827481:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758913.827485:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758913.827490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758913.827491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758913.827495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758913.827495:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758913.827498:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758913.827500:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758913.827502:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758913.827508:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758913.827508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758913.827512:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758913.827518:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758913.827521:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.827524:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758913.827524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758913.827531:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758913.827534:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758913.827539:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758913.827544:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758913.827547:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.827551:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758913.827554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.827557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758913.955444:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758913.955455:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758913.955457:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758913.955465:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758913.955470:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758913.955474:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.955477:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758913.955480:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758913.955483:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758914.851437:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758914.851444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758914.851444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758914.851450:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758914.851456:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758914.851458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758914.851468:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758914.851469:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758914.851478:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758914.851479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758914.851491:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758914.851502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.851506:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758914.851508:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.851512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758914.851513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758914.851516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758914.851521:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758914.851528:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758914.851535:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758914.851539:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758914.851544:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758914.851545:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758914.851549:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758914.851555:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758914.851556:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758914.851565:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758914.851568:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758914.851578:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758914.851580:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758914.851583:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758914.851587:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.851589:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758914.851601:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758914.851604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758914.851613:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758914.851628:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758914.851635:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758914.851640:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758914.851644:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758914.851647:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758914.851649:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.851651:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758914.851653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.851655:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758914.979383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758914.979391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758914.979394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758914.979399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758914.979402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758914.979407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.979409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758914.979412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758914.979414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.875384:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758915.875395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758915.875397:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.875404:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758915.875408:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758915.875413:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.875416:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758915.875420:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758915.875429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758915.875434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758915.875436:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758915.875440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758915.875443:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758915.875445:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.875603:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.875608:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758915.875612:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758915.875615:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.875624:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758915.875626:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758915.875628:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.875630:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758915.875632:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758915.875634:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.875637:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758915.875638:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758915.875639:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758915.875641:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.875644:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758915.875647:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758915.875650:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758915.875652:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758915.875655:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758915.875658:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758915.875688:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758915.875690:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758915.939411:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758915.939428:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758915.939432:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758915.939437:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758915.939443:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758915.939454:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16620 00000400:00000200:1.0:1787758915.939465:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758915.939481:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758915.939490:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758915.939494:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939497:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758915.939500:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939502:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758915.939507:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758915.939509:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758915.939513:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758915.939517:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758915.939519:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758915.939522:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758915.939525:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939527:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758915.939529:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939530:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758915.939534:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758915.939538:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939541:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758915.939544:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758915.939548:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758915.939552:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939554:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758915.939558:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758915.939567:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758915.939571:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758915.939575:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758915.939577:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939579:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758915.939583:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758915.939588:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758915.939596:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758915.939602:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758915.939612:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758915.939621:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758915.939627:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758915.939632:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758915.939668:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758915.939673:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758915.939678:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758915.939679:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758915.939681:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758915.939683:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758915.939686:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16620 00000400:00000200:1.0:1787758915.939690:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758915.939693:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758915.939695:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758915.939698:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939700:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758915.939701:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758915.939703:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758915.939703:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758915.939707:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758915.939708:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000100:00000001:0.0:1787758915.939710:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758915.939710:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758915.939714:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758915.939715:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758915.939716:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758915.939719:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758915.939723:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758915.939724:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758915.939725:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758915.939728:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939732:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758915.939736:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758915.939741:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758915.939742:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758915.939744:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.939745:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758915.939747:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758915.939751:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758915.939753:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758915.939756:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758915.939756:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758915.939762:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931236224:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758915.939762:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939768:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758915.939769:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758915.939775:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1787758915.939777:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758915.939778:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.939782:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1787758915.939784:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939788:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758915.939789:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758915.939792:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758915.939793:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758915.939796:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000400:00000200:0.0:1787758915.939799:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758915.939799:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758915.939801:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939803:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758915.939804:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787758915.939805:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787758915.939807:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758915.939813:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000400:00000010:0.0:1787758915.939815:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000001:1.0:1787758915.939817:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758915.939824:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758915.939825:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236224, portal 25 00000100:00000001:0.0:1787758915.939830:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758915.939833:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000001:1.0:1787758915.939834:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758915.939837:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.939841:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758915.939842:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.939864:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758915.939866:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.939870:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758915.939871:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787758915.939873:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00080000:1.0:1787758915.939875:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000200:0.0:1787758915.939878:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931236224, offset 0 00000100:00000001:1.0:1787758915.939878:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758915.939879:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758915.939884:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758915.939887:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16620 00000400:00000200:1.0:1787758915.939890:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758915.939892:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758915.939894:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787758915.939897:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758915.939898:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939901:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758915.939903:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939906:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758915.939907:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758915.939908:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758915.939910:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787758915.939911:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758915.939912:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758915.939916:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758915.939917:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758915.939919:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939920:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758915.939924:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000040:1.0:1787758915.939924:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939928:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758915.939931:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000400:00000200:0.0:1787758915.939935:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1787758915.939935:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758915.939939:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758915.939940:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787758915.939943:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 02000000:00000001:1.0:1787758915.939943:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758915.939945:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.939949:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758915.939951:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758915.939956:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748416:748416:256:4294967295] 192.168.201.121@tcp LPNI seq info [748410:748410:8:4294967295] 00000100:00000001:1.0:1787758915.939956:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758915.939959:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758915.939963:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939965:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.939969:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000010:1.0:1787758915.939970:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758915.939974:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758915.939976:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758915.939977:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.939979:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758915.939982:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758915.939984:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.939987:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 02000000:00000010:1.0:1787758915.939991:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758915.939995:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758915.939999:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00100000:1.0:1787758915.940001:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1787758915.940010:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000100:00000001:1.0:1787758915.940016:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758915.940019:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758915.940024:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000040:1.0:1787758915.940028:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787758915.940031:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758915.940055:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.940058:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000100:00000001:1.0:1787758915.940060:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758915.940064:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787758915.940067:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1787758915.940068:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758915.940072:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758915.940074:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758915.940078:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758915.940079:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758915.940084:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16620 00000400:00000200:0.0:1787758915.940087:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000200:1.0:1787758915.940088:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758915.940092:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000400:00000200:1.0:1787758915.940093:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758915.940097:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758915.940100:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758915.940101:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787758915.940101:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758915.940105:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.940107:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758915.940110:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:0.0:1787758915.940111:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758915.940111:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758915.940113:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758915.940116:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758915.940118:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758915.940122:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758915.940127:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.940132:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758915.940135:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758915.940136:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758915.940140:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787758915.940144:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758915.940146:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758915.940154:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758915.940159:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940162:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758915.940163:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758915.940167:0:2420:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1787758915.940168:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758915.940172:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.940175:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758915.940176:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787758915.940178:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1787758915.940184:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000008:00000001:1.0:1787758915.940185:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.940189:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940190:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311293904 00000100:00000010:1.0:1787758915.940192:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758915.940196:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758915.940198:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000010:0.0:1787758915.940199:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 02000000:00000001:1.0:1787758915.940199:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.940204:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758915.940206:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758915.940208:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940212:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1787758915.940215:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:0.0:1787758915.940220:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311293904 00000100:00000001:1.0:1787758915.940221:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758915.940227:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00100000:1.0:1787758915.940230:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758915.940238:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758915.940240:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940242:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1787758915.940246:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940249:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758915.940255:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940261:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758915.940262:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.940308:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758915.940316:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:0.0:1787758915.940321:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787758915.940322:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:0.0:1787758915.940325:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758915.940326:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1787758915.940329:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000100:00080000:1.0:1787758915.940330:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758915.940336:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000100:00000001:1.0:1787758915.940336:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787758915.940340:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00080000:1.0:1787758915.940341:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16620 00000100:00000001:0.0:1787758915.940345:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787758915.940350:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000200:0.0:1787758915.940351:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787758915.940359:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000200:0.0:1787758915.940363:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758915.940364:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758915.940371:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1787758915.940372:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758915.940374:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940379:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758915.940379:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758915.940382:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758915.940385:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758915.940388:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758915.940390:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758915.940397:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758915.940399:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000100:00000001:0.0:1787758915.940400:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758915.940403:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1787758915.940407:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758915.940408:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758915.940413:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758915.940417:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1787758915.940419:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758915.940420:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940424:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.940426:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758915.940427:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758915.940428:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758915.940432:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758915.940433:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1787758915.940434:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1787758915.940438:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00080000:0.0:1787758915.940440:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:1.0:1787758915.940443:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758915.940444:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:1.0:1787758915.940449:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000040:0.0:1787758915.940451:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758915.940455:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758915.940461:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.940463:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931236224:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758915.940464:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758915.940468:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758915.940469:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758915.940472:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.940474:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758915.940476:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758915.940478:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758915.940479:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940482:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1787758915.940483:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758915.940485:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758915.940488:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758915.940490:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.940491:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758915.940492:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758915.940494:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758915.940497:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758915.940502:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:0.0:1787758915.940505:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787758915.940506:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.940511:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1787758915.940513:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1787758915.940516:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 00000100:00000001:1.0:1787758915.940522:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787758915.940523:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787758915.940525:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758915.940526:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758915.940529:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00000040:1.0:1787758915.940530:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787758915.940533:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758915.940537:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758915.940539:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.940542:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1787758915.940544:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16630) 02000000:00000001:0.0:1787758915.940545:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758915.940548:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758915.940551:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758915.940552:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940554:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940562:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758915.940564:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940565:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758915.940566:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758915.940567:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758915.940571:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940576:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758915.940577:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.940578:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758915.940580:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758915.940581:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.940583:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758915.940585:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758915.940587:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758915.940588:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.940589:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758915.940591:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758915.940593:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.940596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758915.940598:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758915.940601:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758915.940603:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236352, portal 10 00000100:00000001:0.0:1787758915.940605:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758915.940607:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758915.940613:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940617:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758915.940619:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758915.940621:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758915.940623:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931236352, offset 0 00000400:00000200:0.0:1787758915.940626:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758915.940629:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.940631:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758915.940634:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758915.940635:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758915.940637:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758915.940639:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758915.940641:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748417:748417:256:4294967295] 192.168.201.121@tcp LPNI seq info [748411:748411:8:4294967295] 00000400:00000200:0.0:1787758915.940643:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.940648:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758915.940651:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.940653:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758915.940656:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758915.940669:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758915.940678:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.940679:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758915.940682:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758915.940685:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758915.940688:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758915.940690:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758915.940692:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758915.940696:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940704:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.940707:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940714:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940715:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758915.940720:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.940724:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758915.940728:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758915.940730:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311292941 00000100:00000001:0.0:1787758915.940733:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.940735:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311292941 00000100:00000001:0.0:1787758915.940737:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.940740:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758915.940742:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.940744:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758915.940748:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758915.940755:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758915.940757:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758915.940759:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758915.940762:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758915.940764:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758915.940766:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758915.940769:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758915.940778:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940785:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758915.940787:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940789:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.940790:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758915.940794:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940801:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758915.940805:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940812:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758915.940815:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940817:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.940818:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.940820:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758915.940825:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758915.940828:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758915.940831:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758915.940834:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758915.940839:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758915.940846:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236352:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758915.940851:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758915.940854:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940862:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758915.940863:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.940866:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758915.940868:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758915.940870:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.940873:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758915.940877:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758915.940879:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758915.940880:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.940882:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758915.940886:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758915.940888:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.940891:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758915.940894:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758915.940898:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758915.940901:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236480, portal 10 00000100:00000001:0.0:1787758915.940903:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758915.940904:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758915.940911:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.940918:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758915.940920:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758915.940923:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758915.940925:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931236480, offset 0 00000400:00000200:0.0:1787758915.940929:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758915.940933:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.940937:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758915.940940:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758915.940943:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758915.940946:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758915.940948:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758915.940951:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748418:748418:256:4294967295] 192.168.201.121@tcp LPNI seq info [748412:748412:8:4294967295] 00000400:00000200:0.0:1787758915.940956:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.940962:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758915.940966:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.940970:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758915.940974:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758915.940977:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758915.940988:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.940990:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758915.940993:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758915.940997:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758915.941000:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758915.941002:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758915.941005:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758915.941008:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941017:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941020:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941026:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941028:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758915.941031:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.941034:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758915.941038:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758915.941040:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311292939 00000100:00000001:0.0:1787758915.941042:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.941044:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311292939 00000100:00000001:0.0:1787758915.941046:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.941049:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758915.941051:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941053:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758915.941056:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758915.941064:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758915.941065:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758915.941067:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758915.941070:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758915.941072:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758915.941074:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758915.941077:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758915.941085:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941091:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758915.941093:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941094:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.941096:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758915.941099:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941106:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758915.941110:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941116:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758915.941119:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941120:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.941122:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941124:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758915.941127:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758915.941129:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758915.941133:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758915.941135:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758915.941139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758915.941147:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236480:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758915.941151:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758915.941154:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941161:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758915.941162:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.941165:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758915.941167:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758915.941169:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.941172:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758915.941176:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758915.941178:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758915.941179:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.941181:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758915.941184:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758915.941187:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.941190:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758915.941193:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758915.941197:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758915.941200:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236608, portal 4 00000100:00000001:0.0:1787758915.941202:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758915.941203:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758915.941209:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941216:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758915.941219:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758915.941221:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758915.941223:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931236608, offset 0 00000400:00000200:0.0:1787758915.941227:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758915.941232:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.941235:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758915.941238:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758915.941241:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758915.941243:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758915.941246:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758915.941249:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748419:748419:256:4294967295] 192.168.201.121@tcp LPNI seq info [748413:748413:8:4294967295] 00000400:00000200:0.0:1787758915.941253:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.941259:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758915.941265:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.941285:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758915.941291:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758915.941293:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758915.941305:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.941307:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758915.941310:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758915.941313:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758915.941317:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758915.941319:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758915.941322:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758915.941326:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941334:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941337:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941344:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941346:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758915.941349:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.941353:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758915.941356:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758915.941358:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311292976 00000100:00000001:0.0:1787758915.941360:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.941363:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311292976 00000100:00000001:0.0:1787758915.941365:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.941367:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758915.941369:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941371:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758915.941376:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758915.941396:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758915.941397:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758915.941399:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758915.941406:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758915.941408:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758915.941410:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758915.941414:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758915.941423:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941429:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758915.941431:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941433:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.941434:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758915.941438:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941445:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758915.941449:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941456:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758915.941459:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941460:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.941462:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941464:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758915.941465:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758915.941468:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758915.941471:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758915.941474:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758915.941478:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758915.941486:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236608:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758915.941491:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758915.941494:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941500:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758915.941503:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.941505:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758915.941507:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758915.941509:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758915.941512:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758915.941516:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758915.941517:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758915.941519:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758915.941521:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758915.941524:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758915.941526:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758915.941530:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758915.941533:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758915.941536:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758915.941539:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236736, portal 4 00000100:00000001:0.0:1787758915.941542:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758915.941543:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758915.941549:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941555:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758915.941557:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758915.941560:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758915.941563:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931236736, offset 0 00000400:00000200:0.0:1787758915.941568:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758915.941571:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.941575:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758915.941577:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758915.941580:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758915.941582:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758915.941586:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758915.941589:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748420:748420:256:4294967295] 192.168.201.121@tcp LPNI seq info [748414:748414:8:4294967295] 00000400:00000200:0.0:1787758915.941593:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758915.941599:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758915.941604:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.941607:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758915.941611:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758915.941613:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758915.941624:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758915.941626:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758915.941629:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758915.941632:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758915.941635:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758915.941637:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758915.941639:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758915.941643:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941650:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941654:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941678:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941680:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758915.941684:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758915.941687:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758915.941690:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758915.941693:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311292955 00000100:00000001:0.0:1787758915.941695:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.941698:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311292955 00000100:00000001:0.0:1787758915.941700:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311293904 00000100:00000001:0.0:1787758915.941703:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758915.941705:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941707:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758915.941711:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758915.941720:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758915.941721:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758915.941723:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758915.941726:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758915.941727:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758915.941730:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758915.941733:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758915.941742:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941748:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758915.941749:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941751:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.941753:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758915.941756:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941764:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758915.941767:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941774:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758915.941777:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941779:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758915.941780:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941782:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758915.941784:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758915.941786:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758915.941790:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758915.941793:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758915.941796:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758915.941804:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236736:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758915.941809:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941811:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941814:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931236352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941821:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758915.941823:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758915.941825:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758915.941828:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758915.941829:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758915.941831:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758915.941833:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758915.941835:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758915.941838:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758915.941839:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758915.941841:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758915.941843:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758915.941845:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941847:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941850:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931236480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941863:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758915.941864:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758915.941866:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758915.941869:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758915.941870:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758915.941871:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758915.941873:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758915.941874:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758915.941877:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758915.941878:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758915.941880:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758915.941882:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758915.941883:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941885:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941888:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931236608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941894:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758915.941895:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758915.941897:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758915.941899:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758915.941900:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758915.941902:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758915.941904:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758915.941905:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758915.941908:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758915.941909:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758915.941910:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758915.941913:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758915.941914:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941916:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758915.941919:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931236736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758915.941926:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758915.941927:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758915.941929:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758915.941931:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758915.941933:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758915.941934:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758915.941936:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758915.941937:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758915.941940:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758915.941941:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758915.941942:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758915.941944:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758915.941945:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941947:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758915.941950:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758915.941952:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758915.941955:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758915.941956:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758916.003435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758916.003448:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758916.003452:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758916.003459:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758916.003463:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758916.003467:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758916.003470:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758916.003473:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758916.003475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758916.899610:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758916.899612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758916.899617:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758916.899623:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758916.899629:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758916.899632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758916.899634:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758916.899653:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758916.899658:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758916.899669:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758916.899670:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758916.899674:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758916.899679:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758916.899687:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758916.899692:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758916.899703:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758916.899708:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758916.899717:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758916.963394:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311293904, at 4311293952 00000100:00000040:0.0:1787758916.963397:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311293904, at 4311293952 00000100:00000010:1.0:1787758916.963416:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000010:0.0:1787758916.963419:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758917.027380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758917.027389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758917.027392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758917.027398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758917.027403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758917.027407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.027411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758917.027414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.027418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758917.923327:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758917.923336:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758917.923338:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758917.923343:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758917.923348:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758917.923356:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923359:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758917.923361:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923364:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758917.923401:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758917.923406:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758917.923408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758917.923411:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758917.923419:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758917.923424:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923426:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758917.923428:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923433:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758917.923443:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758917.923446:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758917.923448:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758917.923451:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758917.923454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758917.923456:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923460:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758917.923463:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923466:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758917.923493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758917.923498:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758917.923503:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758917.923507:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758917.923512:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758917.923516:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923520:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758917.923522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758917.923525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758917.923770:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758917.923775:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758917.923776:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758917.923780:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758917.923782:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758917.923785:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758917.923787:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758917.923789:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758917.923791:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758918.051402:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758918.051409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758918.051411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758918.051417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758918.051420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758918.051424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.051427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758918.051429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.051432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758918.947420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758918.947432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758918.947437:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758918.947444:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758918.947452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758918.947456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758918.947458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.947466:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758918.947468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758918.947469:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758918.947477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758918.947483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758918.947486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758918.947488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758918.947498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.947512:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758918.947515:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.947519:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758918.947536:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758918.947542:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758918.947546:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758918.947551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758918.947554:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758918.947555:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758918.947560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758918.947561:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.947563:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758918.947575:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758918.947578:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758918.947579:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758918.947582:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.947585:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758918.947590:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758918.947591:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758918.947603:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758918.947623:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758919.075553:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758919.075560:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758919.075562:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758919.075567:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758919.075571:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758919.075575:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.075578:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758919.075581:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.075584:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758919.971371:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758919.971377:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758919.971381:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758919.971384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758919.971386:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758919.971387:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758919.971395:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758919.971401:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758919.971402:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758919.971406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758919.971409:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758919.971410:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.971414:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758919.971418:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.971422:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758919.971430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758919.971432:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758919.971434:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758919.971438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758919.971442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758919.971445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758919.971446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758919.971450:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758919.971452:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758919.971454:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758919.971455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758919.971458:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758919.971459:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758919.971462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758919.971463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758919.971465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758919.971467:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.971469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758919.971476:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758919.971480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.971482:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758919.971483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758919.971487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758919.971490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758919.971493:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758919.971496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758919.971500:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.971505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758919.971507:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758919.971511:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758920.099428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758920.099439:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758920.099441:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758920.099446:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758920.099450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758920.099454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.099457:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758920.099459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.099462:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758920.995394:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758920.995394:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758920.995402:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758920.995404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758920.995405:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758920.995409:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758920.995411:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758920.995416:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758920.995417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758920.995422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758920.995422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.995426:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758920.995428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758920.995432:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.995437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758920.995437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758920.995441:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.995445:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758920.995455:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758920.995458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758920.995461:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758920.995461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758920.995465:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758920.995467:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758920.995468:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758920.995471:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758920.995472:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758920.995476:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758920.995476:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758920.995479:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.995481:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758920.995482:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758920.995493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758920.995499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758920.995504:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758920.995506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758920.995510:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758920.995510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758920.995513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758920.995516:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758920.995522:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758920.995525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758920.995528:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758920.995529:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758920.995531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758920.995539:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758920.995543:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758920.995547:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758921.059751:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758921.059759:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758921.059764:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758921.059775:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.059805:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758921.059809:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.059815:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758921.059821:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758921.059827:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758921.059834:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931236864:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758921.059841:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758921.059852:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758921.059857:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.059863:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758921.059871:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758921.059875:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758921.059884:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758921.059891:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758921.059902:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758921.059913:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236864, portal 25 00000100:00000001:0.0:1787758921.059918:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758921.059922:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787758921.059934:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.059949:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758921.059955:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758921.059959:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758921.059965:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931236864, offset 0 00000400:00000200:0.0:1787758921.059976:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758921.059987:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.059996:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758921.060007:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758921.060014:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758921.060020:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758921.060025:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758921.060032:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748421:748421:256:4294967295] 192.168.201.121@tcp LPNI seq info [748415:748415:8:4294967295] 00000400:00000200:0.0:1787758921.060041:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.060054:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758921.060064:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.060072:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758921.060082:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758921.060086:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758921.060105:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.060109:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758921.060119:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758921.060130:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758921.060139:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758921.060144:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758921.060151:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758921.060160:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060173:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.060180:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060189:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.060192:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758921.060201:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758921.060208:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758921.060213:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311299024 00000100:00000010:0.0:1787758921.060220:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758921.060229:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758921.060239:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311299024 00000100:00000010:0.0:1787758921.060242:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787758921.060247:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758921.060252:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758921.060256:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.060260:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758921.060266:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758921/real 1787758921] req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758921.060331:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758921.060335:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758921.060339:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758921.060346:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758921.060350:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758921.060355:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758921.060363:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758921.060388:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060402:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758921.060405:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.060410:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.060413:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758921.060423:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060436:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758921.060443:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060459:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758921.060464:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.060468:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.060471:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.060477:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758921.060479:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758921.060483:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758921.060490:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758921.060494:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758921.060500:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758921.060521:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931236864:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758921.060531:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.060536:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.060542:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931236864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060703:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758921.060707:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758921.060711:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758921.060718:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758921.060721:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758921.060723:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758921.060725:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758921.060728:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787758921.060732:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758921.060734:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758921.060736:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787758921.060740:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758921.060741:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.060745:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.060754:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758921.060756:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.060759:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758921.060762:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758921.060764:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758921.060775:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060785:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758921.060787:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.060790:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758921.060793:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758921.060796:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758921.060799:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758921.060803:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758921.060808:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758921.060810:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.060812:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758921.060820:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758921.060823:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758921.060830:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758921.060834:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758921.060841:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758921.060848:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931236992, portal 10 00000100:00000001:0.0:1787758921.060850:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758921.060851:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787758921.060859:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060867:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758921.060869:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758921.060872:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758921.060875:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931236992, offset 0 00000400:00000200:0.0:1787758921.060882:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758921.060890:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.060897:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758921.060902:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758921.060906:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758921.060908:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758921.060910:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758921.060913:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748422:748422:256:4294967295] 192.168.201.121@tcp LPNI seq info [748416:748416:8:4294967295] 00000400:00000200:0.0:1787758921.060916:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.060923:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758921.060927:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.060931:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758921.060936:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758921.060939:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758921.060948:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.060950:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758921.060953:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758921.060956:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758921.060960:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758921.060962:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758921.060964:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758921.060967:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060974:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.060977:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.060981:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.060982:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758921.060986:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758921.060989:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758921.060991:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758921.060993:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311298061 00000100:00000001:0.0:1787758921.060995:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.060997:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311298061 00000100:00000001:0.0:1787758921.060999:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061000:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758921.061002:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061003:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758921.061006:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758921/real 1787758921] req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758921.061011:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758921.061012:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758921.061014:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758921.061016:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758921.061017:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758921.061019:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758921.061021:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758921.061026:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061033:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758921.061034:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061036:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061037:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758921.061039:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061043:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758921.061046:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061050:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758921.061052:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061053:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061053:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061055:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758921.061059:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758921.061061:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758921.061064:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758921.061066:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758921.061068:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758921.061073:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931236992:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758921.061076:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758921.061078:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061082:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758921.061083:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.061084:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758921.061085:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758921.061087:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758921.061089:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758921.061091:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758921.061092:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758921.061093:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.061094:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061096:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758921.061097:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758921.061099:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758921.061101:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758921.061103:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758921.061105:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237120, portal 10 00000100:00000001:0.0:1787758921.061106:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758921.061107:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787758921.061110:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061114:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758921.061116:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758921.061117:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758921.061118:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931237120, offset 0 00000400:00000200:0.0:1787758921.061121:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758921.061123:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.061125:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758921.061127:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758921.061129:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758921.061130:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758921.061132:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758921.061134:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748423:748423:256:4294967295] 192.168.201.121@tcp LPNI seq info [748417:748417:8:4294967295] 00000400:00000200:0.0:1787758921.061136:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.061140:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758921.061145:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.061148:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758921.061151:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758921.061154:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758921.061164:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.061166:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758921.061169:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758921.061172:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758921.061175:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758921.061177:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758921.061180:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758921.061183:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061190:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061193:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061197:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061198:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758921.061200:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758921.061202:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758921.061205:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758921.061206:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311298059 00000100:00000001:0.0:1787758921.061208:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061209:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311298059 00000100:00000001:0.0:1787758921.061210:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061212:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758921.061213:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061214:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758921.061216:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758921/real 1787758921] req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758921.061221:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758921.061222:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758921.061223:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758921.061225:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758921.061226:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758921.061227:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758921.061229:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758921.061234:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061237:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758921.061238:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061239:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061240:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758921.061242:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061245:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758921.061248:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061252:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758921.061253:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061254:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061255:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061256:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758921.061258:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758921.061259:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758921.061261:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758921.061262:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758921.061265:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758921.061305:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237120:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758921.061307:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758921.061310:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061314:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758921.061315:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.061317:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758921.061318:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758921.061319:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758921.061321:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758921.061323:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758921.061324:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758921.061325:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.061327:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061329:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758921.061330:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758921.061332:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758921.061334:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758921.061336:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758921.061338:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237248, portal 4 00000100:00000001:0.0:1787758921.061339:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758921.061340:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758921.061343:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061347:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758921.061349:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758921.061350:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758921.061351:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931237248, offset 0 00000400:00000200:0.0:1787758921.061354:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758921.061357:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.061359:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758921.061361:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758921.061362:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758921.061364:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758921.061365:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758921.061367:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748424:748424:256:4294967295] 192.168.201.121@tcp LPNI seq info [748418:748418:8:4294967295] 00000400:00000200:0.0:1787758921.061370:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.061373:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758921.061376:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.061378:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758921.061380:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758921.061382:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758921.061388:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.061390:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758921.061391:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758921.061394:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758921.061395:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758921.061397:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758921.061398:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758921.061400:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061405:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061407:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061411:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061412:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758921.061413:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758921.061416:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758921.061417:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758921.061419:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311298096 00000100:00000001:0.0:1787758921.061420:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061422:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311298096 00000100:00000001:0.0:1787758921.061423:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061424:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758921.061425:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061427:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758921.061428:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758921/real 1787758921] req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758921.061432:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758921.061433:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758921.061434:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758921.061435:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758921.061436:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758921.061438:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758921.061439:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758921.061444:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061448:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758921.061448:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061449:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061450:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758921.061452:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061456:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758921.061458:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061461:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758921.061463:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061464:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061465:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061466:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758921.061467:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758921.061468:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758921.061470:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758921.061472:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758921.061475:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758921.061482:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237248:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758921.061485:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758921.061489:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061495:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758921.061496:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.061499:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758921.061500:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758921.061502:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758921.061505:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758921.061509:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758921.061511:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758921.061513:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758921.061514:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061517:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758921.061519:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758921.061522:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758921.061525:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758921.061528:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758921.061531:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237376, portal 4 00000100:00000001:0.0:1787758921.061533:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758921.061535:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758921.061540:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061545:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758921.061547:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758921.061550:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758921.061552:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931237376, offset 0 00000400:00000200:0.0:1787758921.061556:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758921.061559:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.061562:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758921.061565:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758921.061567:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758921.061582:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758921.061584:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758921.061587:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748425:748425:256:4294967295] 192.168.201.121@tcp LPNI seq info [748419:748419:8:4294967295] 00000400:00000200:0.0:1787758921.061591:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758921.061597:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758921.061601:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.061605:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758921.061609:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758921.061611:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758921.061622:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758921.061624:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758921.061627:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758921.061630:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758921.061633:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758921.061635:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758921.061637:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758921.061640:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061653:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061656:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061660:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061661:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758921.061663:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758921.061665:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758921.061668:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758921.061669:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311298075 00000100:00000001:0.0:1787758921.061670:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061672:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311298075 00000100:00000001:0.0:1787758921.061673:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311299024 00000100:00000001:0.0:1787758921.061674:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758921.061676:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061677:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758921.061679:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758921/real 1787758921] req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758921.061683:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758921.061684:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758921.061685:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758921.061686:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758921.061688:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758921.061689:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758921.061691:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758921.061696:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061699:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758921.061700:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061701:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061702:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758921.061704:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061708:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758921.061710:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061714:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758921.061715:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061716:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758921.061717:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061718:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758921.061719:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758921.061720:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758921.061722:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758921.061723:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758921.061725:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758921.061729:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237376:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758921.061732:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061733:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061735:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931236992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061739:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758921.061740:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061741:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758921.061743:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758921.061743:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758921.061745:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758921.061746:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758921.061747:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787758921.061749:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758921.061750:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758921.061751:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787758921.061752:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758921.061753:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061754:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061756:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931237120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061760:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758921.061760:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061761:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758921.061762:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758921.061763:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758921.061764:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758921.061765:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758921.061766:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758921.061767:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758921.061768:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758921.061768:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787758921.061770:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758921.061771:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061772:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061773:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931237248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061777:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758921.061778:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061778:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758921.061780:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758921.061780:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758921.061781:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758921.061782:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758921.061783:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758921.061784:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758921.061785:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758921.061786:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758921.061787:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758921.061788:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061789:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758921.061791:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931237376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758921.061794:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758921.061795:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758921.061796:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758921.061797:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758921.061797:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758921.061798:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758921.061799:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758921.061800:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758921.061801:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758921.061802:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758921.061802:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758921.061804:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758921.061804:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061805:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.061808:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758921.061809:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.061810:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758921.061811:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758921.123343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758921.123348:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758921.123350:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758921.123354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758921.123357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758921.123360:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.123362:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758921.123363:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758921.123366:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758922.019421:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758922.019428:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758922.019431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758922.019434:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758922.019437:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758922.019437:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758922.019448:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758922.019448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758922.019456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758922.019456:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758922.019464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758922.019464:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758922.019471:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758922.019477:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758922.019483:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758922.019485:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758922.019489:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758922.019493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758922.019505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758922.019510:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758922.019510:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758922.019515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758922.019519:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758922.019523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758922.019524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758922.019528:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758922.019530:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758922.019532:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758922.019537:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758922.019537:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758922.019541:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758922.019541:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758922.019546:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758922.019547:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758922.019551:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758922.019567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758922.019616:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758922.019621:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758922.019626:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758922.083382:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311299024, at 4311299072 00000100:00000040:1.0:1787758922.083382:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311299024, at 4311299072 00000100:00000010:1.0:1787758922.083399:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000010:0.0:1787758922.083400:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758922.147397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758922.147406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758922.147408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758922.147413:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758922.147416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758922.147419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758922.147421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758922.147423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758922.147427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758923.043379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758923.043379:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758923.043388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758923.043389:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758923.043394:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758923.043394:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758923.043399:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758923.043401:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758923.043403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758923.043409:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758923.043410:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758923.043412:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758923.043416:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758923.043419:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758923.043423:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758923.043431:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758923.043435:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758923.043441:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758923.043441:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758923.043445:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758923.043447:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758923.043452:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758923.043457:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758923.043457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758923.043462:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758923.043462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758923.043465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758923.043469:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758923.043469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758923.043475:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758923.043475:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758923.043479:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758923.043481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758923.043482:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758923.043487:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758923.043491:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758923.043526:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758923.043529:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758923.043532:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758923.171417:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758923.171428:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758923.171431:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758923.171438:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758923.171442:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758923.171447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758923.171450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758923.171453:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758923.171456:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758924.067424:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758924.067435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758924.067443:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758924.067446:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758924.067449:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758924.067452:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758924.067453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758924.067460:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758924.067465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758924.067465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758924.067479:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067480:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758924.067483:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758924.067488:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758924.067493:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758924.067494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758924.067498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758924.067513:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758924.067528:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758924.067531:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758924.067537:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758924.067540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758924.067542:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758924.067545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758924.067546:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067551:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758924.067558:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758924.067559:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758924.067561:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758924.067562:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067565:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758924.067569:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758924.067570:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758924.067575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067579:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758924.067624:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758924.067629:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758924.067633:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758924.067638:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758924.067645:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758924.067649:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067651:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758924.067652:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758924.067655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758924.067666:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758924.067668:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758924.067671:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758924.195426:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758924.195436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758924.195439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758924.195445:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758924.195449:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758924.195454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758924.195458:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758924.195461:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758924.195465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758925.091428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758925.091435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758925.091442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758925.091444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758925.091447:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758925.091448:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758925.091459:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758925.091459:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758925.091470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758925.091470:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758925.091476:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758925.091477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758925.091483:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758925.091489:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758925.091495:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758925.091496:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758925.091509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758925.091514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758925.091533:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758925.091539:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758925.091543:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758925.091547:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758925.091552:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758925.091553:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758925.091555:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758925.091560:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758925.091562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758925.091565:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758925.091567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758925.091574:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758925.091574:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758925.091590:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758925.091601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758925.091603:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758925.091610:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758925.091610:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758925.091621:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758925.091621:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758925.091630:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758925.091632:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758925.091640:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758925.091644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758925.091650:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758925.091653:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758925.091658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758925.091723:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758925.091726:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758925.091729:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758925.219391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758925.219399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758925.219401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758925.219407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758925.219410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758925.219413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758925.219416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758925.219418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758925.219421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.115437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758926.115449:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.115454:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.115464:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758926.115470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758926.115473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758926.115477:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.115490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758926.115494:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.115495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.115501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115505:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758926.115505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758926.115523:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758926.115526:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758926.115529:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115534:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758926.115536:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.115538:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.115542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758926.115543:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758926.115547:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.115548:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758926.115552:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115556:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.115558:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115560:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758926.115568:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758926.115573:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758926.115579:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758926.115595:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758926.115600:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758926.115604:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.115607:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758926.115611:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758926.115613:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.115616:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.115620:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758926.115623:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758926.115624:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115636:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758926.115637:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758926.115642:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115644:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758926.115645:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.115648:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.115651:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.115654:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758926.179411:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758926.179424:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758926.179427:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758926.179432:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758926.179438:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758926.179446:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16630 00000400:00000200:1.0:1787758926.179456:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758926.179464:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758926.179467:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758926.179471:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179510:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758926.179513:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179516:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758926.179521:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758926.179523:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758926.179526:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758926.179530:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758926.179532:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758926.179535:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758926.179538:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179540:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758926.179542:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179544:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758926.179548:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758926.179552:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179554:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.179557:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758926.179561:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758926.179564:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.179567:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758926.179570:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758926.179580:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758926.179584:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758926.179589:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758926.179591:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.179595:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758926.179598:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758926.179603:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758926.179611:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758926.179619:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758926.179628:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758926.179638:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758926.179643:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758926.179648:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.179674:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758926.179678:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758926.179682:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758926.179684:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758926.179686:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758926.179689:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758926.179692:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16630 00000400:00000200:1.0:1787758926.179696:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758926.179699:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758926.179702:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758926.179706:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179708:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758926.179711:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179714:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758926.179716:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758926.179718:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787758926.179718:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758926.179720:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758926.179723:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758926.179724:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787758926.179726:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758926.179727:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758926.179731:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758926.179736:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758926.179737:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179742:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758926.179746:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179751:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758926.179752:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.179756:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758926.179756:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 02000000:00000001:0.0:1787758926.179762:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1787758926.179762:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 02000000:00000001:0.0:1787758926.179766:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758926.179767:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.179770:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758926.179773:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.179777:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758926.179779:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931237504:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758926.179781:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.179785:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758926.179788:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1787758926.179791:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758926.179795:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1787758926.179796:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.179801:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.179801:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758926.179805:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 02000000:00000001:0.0:1787758926.179806:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1787758926.179809:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758926.179813:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758926.179814:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758926.179815:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:1.0:1787758926.179817:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758926.179819:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.179820:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758926.179823:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758926.179826:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758926.179828:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000400:00000010:0.0:1787758926.179831:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00000001:1.0:1787758926.179834:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758926.179839:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00100000:1.0:1787758926.179842:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758926.179847:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237504, portal 25 00000100:00000001:0.0:1787758926.179852:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758926.179854:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000001:1.0:1787758926.179854:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758926.179859:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.179863:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758926.179867:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.179875:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758926.179880:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758926.179884:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758926.179884:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758926.179887:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931237504, offset 0 00000100:00080000:1.0:1787758926.179888:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758926.179894:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787758926.179895:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179898:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758926.179901:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758926.179904:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758926.179906:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758926.179910:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16630 00000400:00000200:0.0:1787758926.179914:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758926.179919:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758926.179923:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758926.179927:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758926.179929:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758926.179932:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748426:748426:256:4294967295] 192.168.201.121@tcp LPNI seq info [748420:748420:8:4294967295] 00000400:00000200:0.0:1787758926.179935:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.179942:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787758926.179949:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787758926.179950:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758926.179956:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000010:0.0:1787758926.179957:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000100:00080000:1.0:1787758926.179960:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758926.179965:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000800:00000200:0.0:1787758926.179968:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00000001:1.0:1787758926.179969:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1787758926.179972:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000100:00000040:1.0:1787758926.179974:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.179979:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758926.179983:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758926.179986:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758926.179989:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758926.179992:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000800:00000100:0.0:1787758926.179993:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758926.179997:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000800:00000010:0.0:1787758926.179998:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000020:00000001:1.0:1787758926.180002:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758926.180005:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758926.180007:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758926.180012:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758926.180012:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758926.180018:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000100:00000040:1.0:1787758926.180018:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758926.180022:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758926.180022:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758926.180026:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00000001:0.0:1787758926.180027:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1787758926.180030:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000200:0.0:1787758926.180033:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.180034:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.180038:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758926.180042:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758926.180045:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180046:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758926.180048:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758926.180051:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758926.180055:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.180057:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.180057:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758926.180062:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758926.180066:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758926.180070:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.180071:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758926.180074:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180075:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787758926.180077:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758926.180079:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758926.180081:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180086:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758926.180086:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758926.180090:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758926.180097:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758926.180100:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758926.180105:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311304144 00000100:00000001:1.0:1787758926.180111:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1787758926.180112:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00000001:1.0:1787758926.180113:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758926.180120:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180121:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758926.180130:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180132:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311304144 00000100:00080000:1.0:1787758926.180134:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1787758926.180136:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758926.180140:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1787758926.180141:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758926.180144:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758926.180145:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758926.180149:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758926.180149:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758926.180154:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787758926.180155:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1787758926.180161:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758926/real 1787758926] req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758926.180161:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16630 00000400:00000200:1.0:1787758926.180169:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758926.180175:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000001:0.0:1787758926.180179:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787758926.180179:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758926.180183:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.180185:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1787758926.180188:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1787758926.180189:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758926.180191:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000100:00000001:1.0:1787758926.180193:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758926.180195:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000020:00000001:1.0:1787758926.180197:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:0.0:1787758926.180198:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000020:00000040:1.0:1787758926.180199:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000001:0.0:1787758926.180203:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1787758926.180203:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758926.180207:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000200:0.0:1787758926.180208:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758926.180210:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758926.180215:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000200:0.0:1787758926.180221:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758926.180223:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.180227:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758926.180231:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.180234:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758926.180239:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1787758926.180239:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00000001:0.0:1787758926.180243:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787758926.180244:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758926.180249:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758926.180249:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758926.180253:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758926.180254:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787758926.180256:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758926.180259:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.180262:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.180262:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758926.180298:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758926.180302:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.180305:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758926.180311:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758926.180313:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787758926.180315:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758926.180320:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758926.180322:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.180324:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.180324:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758926.180327:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758926.180330:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758926.180335:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:0.0:1787758926.180339:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787758926.180340:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180346:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.180349:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.180350:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758926.180350:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758926.180355:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758926.180357:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758926.180362:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758926.180368:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758926.180373:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787758926.180378:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787758926.180380:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.180382:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758926.180390:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758926.180393:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931237504:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758926.180401:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.180404:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758926.180405:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.180408:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931237504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758926.180410:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758926.180417:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758926.180419:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758926.180422:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758926.180426:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787758926.180427:0:218438:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1787758926.180429:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758926.180433:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 00000100:00080000:1.0:1787758926.180433:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16630 02000000:00000001:0.0:1787758926.180438:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1787758926.180441:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000001:0.0:1787758926.180442:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758926.180445:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000400:00000200:1.0:1787758926.180447:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000020:00000001:0.0:1787758926.180450:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00080000:1.0:1787758926.180451:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1787758926.180455:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 00000100:00000040:1.0:1787758926.180456:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.180461:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787758926.180463:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1787758926.180464:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000001:0.0:1787758926.180467:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1787758926.180468:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000010:0.0:1787758926.180471:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000020:00000001:1.0:1787758926.180472:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758926.180474:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758926.180475:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758926.180477:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758926.180490:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758926.180494:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758926.180497:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1787758926.180498:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758926.180501:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758926.180502:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758926.180505:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758926.180506:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758926.180510:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758926.180513:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00000001:0.0:1787758926.180514:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.180518:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758926.180518:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758926.180521:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758926.180523:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180524:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758926.180526:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1787758926.180527:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1787758926.180531:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758926.180532:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758926.180537:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180542:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758926.180542:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758926.180546:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787758926.180547:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1787758926.180548:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758926.180550:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758926.180553:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787758926.180553:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.180558:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.180559:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758926.180562:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1787758926.180563:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 02000000:00000001:0.0:1787758926.180564:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1787758926.180569:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758926.180572:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758926.180574:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.180575:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.180576:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758926.180578:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758926.180580:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787758926.180581:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758926.180585:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000010:1.0:1787758926.180587:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758926.180589:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758926.180591:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758926.180596:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787758926.180600:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787758926.180602:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758926.180608:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000001:1.0:1787758926.180611:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787758926.180614:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237632, portal 10 00000100:00000001:1.0:1787758926.180614:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180618:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758926.180622:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000040:1.0:1787758926.180623:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758926.180630:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758926.180637:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180638:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758926.180641:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758926.180643:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16640) 00000400:00000010:0.0:1787758926.180644:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758926.180649:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931237632, offset 0 00000400:00000200:0.0:1787758926.180652:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758926.180656:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.180658:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758926.180660:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758926.180662:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758926.180665:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758926.180667:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758926.180669:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748427:748427:256:4294967295] 192.168.201.121@tcp LPNI seq info [748421:748421:8:4294967295] 00000400:00000200:0.0:1787758926.180672:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.180676:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758926.180680:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.180682:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758926.180685:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758926.180687:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758926.180694:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.180695:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758926.180697:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758926.180700:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758926.180702:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758926.180703:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758926.180705:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758926.180708:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180713:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.180715:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180719:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180721:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758926.180723:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.180725:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758926.180727:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758926.180728:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311303181 00000100:00000001:0.0:1787758926.180730:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.180732:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311303181 00000100:00000001:0.0:1787758926.180733:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.180735:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758926.180736:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180737:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758926.180739:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758926/real 1787758926] req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758926.180744:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758926.180744:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758926.180745:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758926.180747:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758926.180748:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758926.180750:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758926.180751:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758926.180756:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180764:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758926.180765:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.180767:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.180768:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758926.180772:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180779:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758926.180782:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180789:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758926.180792:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.180793:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.180795:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.180797:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758926.180801:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758926.180804:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758926.180808:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758926.180810:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758926.180813:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758926.180819:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237632:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758926.180821:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758926.180823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180828:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.180828:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.180830:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758926.180832:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758926.180833:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.180835:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758926.180837:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758926.180838:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758926.180839:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.180841:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758926.180843:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758926.180844:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758926.180846:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758926.180848:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758926.180850:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758926.180852:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237760, portal 10 00000100:00000001:0.0:1787758926.180854:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758926.180855:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758926.180859:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180865:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758926.180868:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758926.180870:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758926.180873:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931237760, offset 0 00000400:00000200:0.0:1787758926.180877:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758926.180880:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.180884:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758926.180887:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758926.180890:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758926.180892:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758926.180894:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758926.180898:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748428:748428:256:4294967295] 192.168.201.121@tcp LPNI seq info [748422:748422:8:4294967295] 00000400:00000200:0.0:1787758926.180902:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.180919:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758926.180924:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.180928:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758926.180932:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758926.180935:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758926.180946:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.180948:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758926.180951:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758926.180954:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758926.180957:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758926.180958:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758926.180960:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758926.180964:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180970:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.180973:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.180978:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.180980:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758926.180983:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.180986:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758926.180989:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758926.180990:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311303179 00000100:00000001:0.0:1787758926.180993:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.180995:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311303179 00000100:00000001:0.0:1787758926.180997:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.180999:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758926.181001:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181003:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758926.181007:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758926/real 1787758926] req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758926.181014:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758926.181015:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758926.181017:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758926.181019:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758926.181021:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758926.181023:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758926.181025:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758926.181032:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181038:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758926.181039:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181040:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.181042:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758926.181045:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181051:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758926.181055:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181061:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758926.181063:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181065:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.181066:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181067:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758926.181070:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758926.181073:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758926.181076:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758926.181079:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758926.181083:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758926.181089:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237760:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758926.181093:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758926.181096:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181101:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.181102:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.181104:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758926.181106:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758926.181108:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.181110:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758926.181113:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758926.181115:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758926.181116:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.181118:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758926.181121:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758926.181123:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758926.181126:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758926.181129:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758926.181132:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758926.181135:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931237888, portal 4 00000100:00000001:0.0:1787758926.181137:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758926.181138:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758926.181143:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181149:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758926.181151:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758926.181153:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758926.181155:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931237888, offset 0 00000400:00000200:0.0:1787758926.181160:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758926.181164:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.181167:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758926.181170:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758926.181172:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758926.181175:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758926.181177:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758926.181180:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748429:748429:256:4294967295] 192.168.201.121@tcp LPNI seq info [748423:748423:8:4294967295] 00000400:00000200:0.0:1787758926.181183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.181187:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758926.181191:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.181193:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758926.181196:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758926.181197:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758926.181204:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.181206:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758926.181208:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758926.181210:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758926.181212:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758926.181214:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758926.181215:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758926.181218:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181223:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.181227:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181233:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181235:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758926.181237:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.181241:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758926.181244:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758926.181247:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311303215 00000100:00000001:0.0:1787758926.181249:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.181252:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311303215 00000100:00000001:0.0:1787758926.181254:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.181256:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758926.181258:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181260:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758926.181264:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758926/real 1787758926] req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758926.181283:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758926.181285:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758926.181286:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758926.181287:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758926.181289:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758926.181290:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758926.181293:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758926.181299:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181305:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758926.181307:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181309:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.181310:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758926.181314:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181321:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758926.181324:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181332:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758926.181334:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181336:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.181337:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181339:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758926.181341:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758926.181343:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758926.181347:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758926.181349:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758926.181351:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758926.181357:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931237888:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758926.181359:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181361:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.181363:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931237632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181367:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758926.181368:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758926.181370:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758926.181371:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758926.181372:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758926.181373:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758926.181375:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758926.181376:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758926.181378:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758926.181379:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758926.181380:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787758926.181382:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758926.181383:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181384:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.181386:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931237760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181393:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758926.181394:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758926.181395:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758926.181397:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758926.181398:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758926.181398:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758926.181399:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758926.181400:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758926.181402:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758926.181402:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758926.181403:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758926.181405:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758926.181405:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181406:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.181408:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931237888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181411:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758926.181412:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758926.181413:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758926.181414:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758926.181415:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758926.181415:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758926.181416:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758926.181417:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758926.181418:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758926.181419:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758926.181420:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758926.181421:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758926.181422:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181423:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181425:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.181426:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181427:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758926.181428:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758926.181429:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758926.181432:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181438:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.181440:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.181442:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758926.181444:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758926.181445:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.181449:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758926.181452:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758926.181454:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758926.181456:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758926.181458:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758926.181461:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758926.181463:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758926.181467:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758926.181469:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758926.181473:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758926.181476:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238016, portal 4 00000100:00000001:0.0:1787758926.181489:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758926.181491:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758926.181498:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181504:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758926.181507:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758926.181509:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758926.181511:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931238016, offset 0 00000400:00000200:0.0:1787758926.181514:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758926.181516:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.181519:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758926.181521:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758926.181523:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758926.181524:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758926.181526:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758926.181528:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748430:748430:256:4294967295] 192.168.201.121@tcp LPNI seq info [748424:748424:8:4294967295] 00000400:00000200:0.0:1787758926.181531:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758926.181535:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758926.181537:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.181540:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758926.181542:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758926.181544:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787758926.181552:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758926.181553:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758926.181555:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758926.181557:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758926.181559:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758926.181560:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758926.181562:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758926.181564:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181571:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.181574:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181580:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181582:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758926.181585:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758926.181588:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758926.181591:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758926.181593:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311303195 00000100:00000001:0.0:1787758926.181596:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.181598:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311303195 00000100:00000001:0.0:1787758926.181600:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311304144 00000100:00000001:0.0:1787758926.181603:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758926.181605:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181607:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758926.181611:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758926/real 1787758926] req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758926.181619:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758926.181620:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758926.181621:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758926.181623:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758926.181624:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758926.181625:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758926.181627:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758926.181632:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181636:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758926.181637:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181638:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.181639:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758926.181641:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181645:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758926.181647:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181652:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758926.181653:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181654:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758926.181654:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181656:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758926.181656:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758926.181658:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758926.181764:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758926.181769:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758926.181779:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758926.181791:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238016:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758926.181797:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181800:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758926.181804:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931238016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758926.181812:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758926.181814:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758926.181818:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758926.181823:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758926.181825:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758926.181827:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758926.181830:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758926.181832:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758926.181836:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758926.181837:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758926.181839:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758926.181843:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758926.181844:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181847:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.181853:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.181855:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.181857:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758926.181859:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758926.243387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758926.243395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758926.243398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758926.243403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758926.243407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758926.243411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.243414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758926.243417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758926.243420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758927.139365:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758927.139366:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758927.139374:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758927.139375:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758927.139379:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758927.139380:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758927.139385:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758927.139387:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758927.139390:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758927.139394:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758927.139394:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758927.139398:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758927.139405:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758927.139410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758927.139412:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758927.139422:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758927.139426:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758927.139426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758927.139430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758927.139432:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758927.139432:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758927.139438:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758927.139443:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758927.139448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758927.139452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758927.139453:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758927.139455:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758927.139458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758927.139473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758927.139475:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758927.139479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758927.139483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758927.139488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758927.139489:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758927.139494:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758927.139496:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787758927.139499:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758927.139500:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758927.139505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758927.203368:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311304144, at 4311304192 00000100:00000040:1.0:1787758927.203368:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311304144, at 4311304192 00000100:00000010:0.0:1787758927.203381:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000010:1.0:1787758927.203384:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787758927.267366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758927.267373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758927.267375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758927.267380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758927.267383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758927.267387:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758927.267390:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758927.267392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758927.267395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758928.163352:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758928.163361:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758928.163365:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758928.163372:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758928.163379:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758928.163384:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163396:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758928.163399:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163403:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758928.163415:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758928.163418:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758928.163422:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758928.163504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758928.163509:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758928.163511:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758928.163512:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758928.163515:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758928.163516:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758928.163517:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758928.163521:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758928.163521:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758928.163523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758928.163526:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163526:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758928.163532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163534:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758928.163535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758928.163538:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758928.163541:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758928.163548:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758928.163550:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758928.163551:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758928.163552:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758928.163553:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758928.163555:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163556:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758928.163557:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758928.163558:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758928.163561:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758928.163562:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758928.163565:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758928.163568:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758928.163571:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758928.163574:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758928.163576:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758928.163578:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758928.163580:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758928.291399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758928.291407:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758928.291409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758928.291415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758928.291418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758928.291421:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758928.291424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758928.291427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758928.291430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758929.187413:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758929.187416:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758929.187419:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758929.187439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758929.187442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758929.187444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758929.187448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758929.187451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758929.187458:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758929.187458:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758929.187470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758929.187471:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758929.187478:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758929.187479:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758929.187483:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758929.187485:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758929.187491:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758929.187497:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758929.187504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758929.187505:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758929.187515:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758929.187520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758929.187529:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758929.187532:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758929.187534:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758929.187539:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758929.187540:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758929.187541:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758929.187544:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758929.187549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758929.187551:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758929.187567:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758929.187571:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758929.187573:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758929.187575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758929.187579:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758929.187595:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758929.187601:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758929.187607:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758929.315368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758929.315374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758929.315376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758929.315380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758929.315383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758929.315388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758929.315391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758929.315393:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758929.315397:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758930.211457:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758930.211468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758930.211474:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758930.211483:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758930.211493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758930.211501:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758930.211506:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758930.211511:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758930.211516:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758930.211534:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758930.211539:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758930.211542:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758930.211547:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758930.211553:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758930.211556:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758930.211557:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758930.211563:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758930.211565:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758930.211569:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758930.211569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758930.211580:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758930.211582:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758930.211588:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758930.211596:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758930.211608:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758930.211613:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758930.211617:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758930.211618:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758930.211625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758930.211628:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758930.211630:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758930.211634:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758930.211639:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758930.211643:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758930.211644:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758930.211650:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758930.211669:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758930.211675:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758930.211678:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758930.211681:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758930.211684:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758930.211688:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758930.211693:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758930.211696:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758930.211699:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758930.211706:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758930.211710:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758930.211716:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758930.339437:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758930.339448:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758930.339451:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758930.339458:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758930.339462:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758930.339467:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758930.339472:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758930.339475:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758930.339479:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.235406:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758931.235413:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758931.235418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.235422:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758931.235423:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758931.235433:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758931.235434:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758931.235440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.235441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758931.235450:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758931.235458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758931.235460:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758931.235467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758931.235469:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.235484:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.235485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758931.235493:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758931.235502:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.235517:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758931.235520:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758931.235521:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.235523:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758931.235525:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758931.235529:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.235531:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.235533:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.235535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758931.235538:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758931.235548:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758931.235557:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758931.235569:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758931.235575:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758931.235576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758931.235584:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.235585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758931.235592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.235598:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758931.235602:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758931.235610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758931.235618:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758931.235621:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758931.235632:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.235635:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.235641:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.235645:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.235648:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758931.235652:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758931.235655:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758931.299435:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758931.299446:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758931.299448:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758931.299452:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758931.299456:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758931.299463:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16635 00000400:00000200:1.0:1787758931.299473:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758931.299480:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758931.299482:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758931.299485:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299487:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.299489:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299492:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758931.299495:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758931.299497:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758931.299499:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758931.299502:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758931.299504:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758931.299505:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758931.299507:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299508:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.299510:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299511:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758931.299514:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758931.299516:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299518:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758931.299520:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758931.299524:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758931.299526:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299528:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758931.299530:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758931.299541:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758931.299544:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758931.299549:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758931.299550:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299552:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758931.299555:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758931.299559:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758931.299567:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758931.299574:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758931.299583:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758931.299592:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758931.299596:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758931.299600:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758931.299621:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758931.299623:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758931.299626:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758931.299627:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758931.299628:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758931.299631:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758931.299632:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16635 00000400:00000200:1.0:1787758931.299634:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758931.299636:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758931.299637:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758931.299644:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299646:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.299650:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299652:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758931.299654:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758931.299655:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758931.299657:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758931.299658:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758931.299660:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758931.299661:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758931.299663:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299664:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.299666:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299667:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758931.299668:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758931.299670:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299672:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758931.299674:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758931.299675:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787758931.299679:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758931.299682:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1787758931.299683:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299686:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758931.299687:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1787758931.299690:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758931.299694:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299696:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758931.299698:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787758931.299699:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758931.299703:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758931.299707:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758931.299709:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299713:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758931.299715:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758931.299718:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.299720:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.299724:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758931.299724:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758931.299731:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.299732:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758931.299738:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1787758931.299742:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758931.299743:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.299752:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931238144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758931.299757:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758931.299760:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758931.299761:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.299766:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1787758931.299769:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787758931.299770:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.299776:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758931.299784:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:1.0:1787758931.299784:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.299790:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758931.299791:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758931.299796:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758931.299798:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787758931.299800:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758931.299801:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758931.299806:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787758931.299807:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00080000:1.0:1787758931.299811:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16635 00000400:00000200:1.0:1787758931.299816:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758931.299817:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758931.299827:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238144, portal 25 00000400:00000200:1.0:1787758931.299829:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758931.299831:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787758931.299833:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787758931.299835:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:1.0:1787758931.299840:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299844:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758931.299846:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758931.299849:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299854:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758931.299859:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758931.299861:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000100:00000001:0.0:1787758931.299864:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1787758931.299864:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758931.299869:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000100:00000040:0.0:1787758931.299872:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000020:00000001:1.0:1787758931.299873:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000010:0.0:1787758931.299877:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000020:00000001:1.0:1787758931.299877:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000200:0.0:1787758931.299883:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931238144, offset 0 00000100:00000040:1.0:1787758931.299885:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299889:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.299892:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758931.299897:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758931.299897:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758931.299902:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758931.299906:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758931.299910:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758931.299911:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758931.299915:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758931.299918:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787758931.299922:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 02000000:00000001:1.0:1787758931.299922:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299927:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758931.299930:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758931.299933:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:1.0:1787758931.299934:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.299938:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.299941:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000010:1.0:1787758931.299944:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000400:00000200:0.0:1787758931.299949:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1787758931.299949:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000400:00000200:0.0:1787758931.299955:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 02000000:00000001:1.0:1787758931.299956:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758931.299959:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.299963:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748431:748431:256:4294967295] 192.168.201.121@tcp LPNI seq info [748425:748425:8:4294967295] 00000100:00000001:1.0:1787758931.299964:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758931.299967:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758931.299970:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.299973:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758931.299977:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758931.299982:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.299987:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00100000:1.0:1787758931.299992:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1787758931.300000:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300007:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1787758931.300009:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000100:00000001:1.0:1787758931.300010:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758931.300018:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787758931.300021:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758931.300028:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000100:00000001:1.0:1787758931.300031:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758931.300036:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758931.300041:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758931.300045:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758931.300048:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787758931.300053:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300053:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:0.0:1787758931.300058:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000100:00080000:1.0:1787758931.300060:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16635 00000400:00000200:1.0:1787758931.300066:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.300069:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787758931.300071:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758931.300075:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787758931.300079:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787758931.300083:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300087:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758931.300088:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000100:00000040:1.0:1787758931.300090:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758931.300094:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758931.300094:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758931.300100:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758931.300102:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1787758931.300102:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758931.300106:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:0.0:1787758931.300110:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758931.300110:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758931.300114:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758931.300120:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758931.300128:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758931.300129:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758931.300130:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.300133:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300136:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787758931.300138:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758931.300138:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758931.300143:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300147:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758931.300150:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758931.300154:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758931.300157:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300158:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.300158:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758931.300162:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758931.300163:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1787758931.300166:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.300168:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758931.300171:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758931.300172:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758931.300173:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758931.300178:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758931.300181:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.300182:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758931.300183:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758931.300186:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758931.300188:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300189:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311309264 02000000:00000010:1.0:1787758931.300192:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758931.300195:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758931.300198:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00100000:1.0:1787758931.300206:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758931.300208:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758931.300218:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758931.300221:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311309264 00000100:00000001:1.0:1787758931.300221:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758931.300229:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000040:1.0:1787758931.300230:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300237:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758931.300243:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758931.300244:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758931.300250:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758931.300251:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300256:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787758931.300256:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758931.300260:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758931.300261:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758931.300264:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1787758931.300266:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758931/real 1787758931] req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758931.300285:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16635 00000400:00000200:1.0:1787758931.300288:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758931.300291:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758931.300292:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758931.300295:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300297:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.300298:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300300:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758931.300301:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758931.300302:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758931.300303:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758931.300304:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758931.300306:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758931.300309:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758931.300316:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300320:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758931.300324:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300328:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758931.300332:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758931.300339:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758931.300343:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758931.300345:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1787758931.300345:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758931.300347:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1787758931.300349:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787758931.300351:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758931.300354:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000100:00000001:1.0:1787758931.300355:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758931.300359:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000008:00100000:1.0:1787758931.300360:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000400:00000010:0.0:1787758931.300364:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000008:00000001:1.0:1787758931.300366:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300370:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787758931.300370:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758931.300376:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000100:00000200:0.0:1787758931.300378:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758931.300381:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758931.300400:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758931.300403:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758931.300406:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758931.300409:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758931.300411:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758931.300413:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758931.300416:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758931.300421:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300428:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1787758931.300430:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758931.300432:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300437:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787758931.300440:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758931.300441:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758931.300442:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.300453:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758931.300454:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758931.300473:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758931.300477:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16645) 00000100:00000001:0.0:1787758931.300487:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758931.300495:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300503:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758931.300507:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300509:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.300510:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300513:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758931.300515:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758931.300518:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758931.300523:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758931.300526:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758931.300530:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758931.300540:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931238144:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758931.300546:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300548:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.300551:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931238144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300558:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758931.300561:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758931.300564:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758931.300567:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758931.300568:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758931.300570:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758931.300572:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758931.300575:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758931.300579:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758931.300581:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758931.300583:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758931.300586:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758931.300587:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300589:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300598:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758931.300600:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300602:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758931.300603:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758931.300605:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758931.300608:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300615:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.300616:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.300618:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758931.300620:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758931.300622:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.300625:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758931.300629:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758931.300631:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758931.300632:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.300634:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758931.300637:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758931.300639:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.300644:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758931.300646:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758931.300650:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758931.300653:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238272, portal 10 00000100:00000001:0.0:1787758931.300655:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758931.300656:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000040:0.0:1787758931.300664:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300670:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758931.300673:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758931.300675:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758931.300678:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931238272, offset 0 00000400:00000200:0.0:1787758931.300683:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758931.300688:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.300692:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758931.300695:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758931.300698:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758931.300700:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758931.300703:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758931.300706:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748432:748432:256:4294967295] 192.168.201.121@tcp LPNI seq info [748426:748426:8:4294967295] 00000400:00000200:0.0:1787758931.300710:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.300715:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758931.300720:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.300723:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758931.300727:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758931.300731:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758931.300742:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.300744:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758931.300747:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758931.300751:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758931.300754:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758931.300756:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758931.300758:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758931.300762:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300770:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.300773:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300779:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300781:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758931.300784:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758931.300788:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758931.300791:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758931.300793:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311308301 00000100:00000001:0.0:1787758931.300796:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.300799:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311308301 00000100:00000001:0.0:1787758931.300801:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.300803:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758931.300805:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.300807:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758931.300811:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758931/real 1787758931] req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758931.300819:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758931.300820:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758931.300822:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758931.300825:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758931.300827:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758931.300829:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758931.300832:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758931.300840:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300847:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758931.300848:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300850:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.300851:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758931.300854:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300861:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758931.300865:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300872:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758931.300874:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300876:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.300878:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.300879:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758931.300883:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758931.300886:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758931.300889:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758931.300891:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758931.300895:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758931.300903:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238272:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758931.300907:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758931.300911:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300918:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.300920:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.300922:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758931.300924:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758931.300926:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.300930:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758931.300933:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758931.300935:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758931.300937:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.300939:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758931.300943:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758931.300945:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.300949:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758931.300951:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758931.300955:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758931.300958:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238400, portal 10 00000100:00000001:0.0:1787758931.300960:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758931.300961:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758931.300967:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.300974:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758931.300977:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758931.300979:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758931.300982:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931238400, offset 0 00000400:00000200:0.0:1787758931.300987:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758931.300990:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.300994:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758931.300997:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758931.301000:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758931.301003:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758931.301005:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758931.301009:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748433:748433:256:4294967295] 192.168.201.121@tcp LPNI seq info [748427:748427:8:4294967295] 00000400:00000200:0.0:1787758931.301013:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.301019:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758931.301023:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.301026:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758931.301030:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758931.301033:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758931.301044:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.301046:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758931.301049:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758931.301052:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758931.301055:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758931.301057:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758931.301059:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758931.301063:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301071:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301074:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301081:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301083:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758931.301086:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758931.301089:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758931.301093:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758931.301095:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311308299 00000100:00000001:0.0:1787758931.301097:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.301100:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311308299 00000100:00000001:0.0:1787758931.301103:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.301105:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758931.301107:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301109:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758931.301113:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758931/real 1787758931] req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758931.301120:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758931.301122:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758931.301124:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758931.301126:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758931.301128:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758931.301130:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758931.301134:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758931.301142:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301149:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758931.301150:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301152:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.301154:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758931.301157:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301164:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758931.301168:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301175:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758931.301177:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301179:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.301180:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301183:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758931.301186:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758931.301188:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758931.301192:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758931.301194:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758931.301198:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758931.301206:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238400:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758931.301210:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758931.301214:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301221:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.301222:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.301224:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758931.301226:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758931.301228:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.301231:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758931.301235:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758931.301237:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758931.301238:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.301240:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758931.301243:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758931.301246:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.301249:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758931.301251:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758931.301255:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758931.301258:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238528, portal 4 00000100:00000001:0.0:1787758931.301261:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758931.301262:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758931.301288:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301296:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758931.301299:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758931.301302:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758931.301304:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931238528, offset 0 00000400:00000200:0.0:1787758931.301309:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758931.301312:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.301316:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758931.301319:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758931.301321:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758931.301324:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758931.301326:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758931.301330:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748434:748434:256:4294967295] 192.168.201.121@tcp LPNI seq info [748428:748428:8:4294967295] 00000400:00000200:0.0:1787758931.301334:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.301340:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758931.301344:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.301348:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758931.301351:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758931.301354:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758931.301364:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.301366:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758931.301369:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758931.301373:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758931.301375:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758931.301377:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758931.301379:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758931.301383:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301407:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301410:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301422:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301424:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758931.301427:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758931.301431:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758931.301434:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758931.301436:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311308336 00000100:00000001:0.0:1787758931.301439:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.301441:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311308336 00000100:00000001:0.0:1787758931.301443:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.301446:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758931.301447:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301450:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758931.301453:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758931/real 1787758931] req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758931.301460:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758931.301461:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758931.301463:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758931.301465:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758931.301467:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758931.301470:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758931.301473:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758931.301481:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301487:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758931.301489:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301490:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.301492:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758931.301496:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301503:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758931.301507:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301514:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758931.301516:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301518:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.301519:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301521:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758931.301523:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758931.301526:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758931.301529:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758931.301531:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758931.301535:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758931.301543:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238528:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758931.301547:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758931.301550:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301556:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.301558:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.301560:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758931.301561:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758931.301564:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.301566:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758931.301570:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758931.301571:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758931.301573:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758931.301575:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758931.301579:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758931.301580:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758931.301584:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758931.301586:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758931.301589:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758931.301592:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238656, portal 4 00000100:00000001:0.0:1787758931.301594:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758931.301595:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758931.301600:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301607:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758931.301609:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758931.301611:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758931.301614:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931238656, offset 0 00000400:00000200:0.0:1787758931.301618:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758931.301621:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.301625:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758931.301628:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758931.301630:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758931.301633:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758931.301635:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758931.301638:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748435:748435:256:4294967295] 192.168.201.121@tcp LPNI seq info [748429:748429:8:4294967295] 00000400:00000200:0.0:1787758931.301642:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758931.301648:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758931.301652:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.301655:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758931.301660:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758931.301663:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787758931.301673:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758931.301676:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758931.301678:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758931.301682:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758931.301684:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758931.301686:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758931.301689:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758931.301692:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301700:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301703:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301710:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301712:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758931.301715:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758931.301717:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758931.301721:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758931.301722:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311308315 00000100:00000001:0.0:1787758931.301725:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.301727:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311308315 00000100:00000001:0.0:1787758931.301729:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311309264 00000100:00000001:0.0:1787758931.301731:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758931.301733:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301735:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758931.301739:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758931/real 1787758931] req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758931.301747:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758931.301749:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758931.301751:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758931.301753:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758931.301755:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758931.301758:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758931.301761:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758931.301770:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301776:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758931.301778:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301780:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.301782:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758931.301785:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301792:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758931.301795:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301802:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758931.301804:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301806:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758931.301807:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301809:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758931.301811:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758931.301813:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758931.301817:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758931.301820:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758931.301823:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758931.301831:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238656:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758931.301835:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301836:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301839:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931238272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301846:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758931.301848:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758931.301849:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984800. 02000000:00000001:0.0:1787758931.301852:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758931.301854:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758931.301855:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758931.301857:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758931.301859:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758931.301862:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758931.301863:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758931.301865:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758931.301867:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758931.301869:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301870:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301873:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931238400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301879:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758931.301881:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758931.301882:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787758931.301885:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758931.301886:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758931.301887:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758931.301889:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758931.301890:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758931.301893:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758931.301894:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758931.301895:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758931.301898:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758931.301899:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301901:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301905:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931238528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301911:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758931.301913:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758931.301915:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758931.301917:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758931.301919:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758931.301920:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758931.301922:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758931.301924:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758931.301926:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758931.301927:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758931.301928:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758931.301931:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758931.301932:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301934:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758931.301937:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931238656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758931.301943:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758931.301944:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758931.301946:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758931.301948:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758931.301949:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758931.301951:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758931.301953:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758931.301954:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758931.301957:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758931.301958:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758931.301959:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758931.301961:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758931.301963:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301964:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.301968:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758931.301970:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.301972:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758931.301974:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758931.363415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758931.363426:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758931.363429:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758931.363436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758931.363441:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758931.363447:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.363450:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758931.363454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758931.363457:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758932.259411:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758932.259412:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758932.259421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758932.259423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758932.259424:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758932.259430:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758932.259431:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758932.259434:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758932.259438:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758932.259450:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758932.259454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758932.259455:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758932.259461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758932.259462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758932.259465:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758932.259468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758932.259476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758932.259481:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758932.259488:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758932.259489:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758932.259494:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758932.259500:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758932.259506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758932.259510:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758932.259518:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758932.259522:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758932.259523:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758932.259534:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758932.259535:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758932.259540:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758932.259551:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758932.259556:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758932.259561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758932.259563:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758932.259565:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758932.259568:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758932.259580:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787758932.259583:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758932.259588:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758932.323408:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311309264, at 4311309312 00000100:00000040:1.0:1787758932.323408:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311309264, at 4311309312 00000100:00000010:0.0:1787758932.323426:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000010:1.0:1787758932.323428:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000001:0.0:1787758932.387395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758932.387403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758932.387405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758932.387410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758932.387413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758932.387417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758932.387419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758932.387423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758932.387426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758933.283400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758933.283409:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758933.283412:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758933.283417:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758933.283418:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758933.283427:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758933.283428:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758933.283431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758933.283433:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758933.283444:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758933.283445:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758933.283451:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.283453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758933.283458:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758933.283460:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.283465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758933.283470:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758933.283474:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758933.283482:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758933.283483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758933.283485:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758933.283495:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758933.283499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758933.283507:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.283510:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758933.283511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758933.283518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.283520:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758933.283523:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758933.283525:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758933.283541:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000020:00000001:1.0:1787758933.283551:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758933.283552:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758933.283558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758933.283560:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758933.283564:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787758933.283567:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758933.283574:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.283583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758933.283595:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758933.283601:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758933.283605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758933.283609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758933.283612:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758933.283615:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758933.283617:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758933.283619:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758933.283622:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758933.411328:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758933.411337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758933.411346:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758933.411373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758933.411377:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758933.411380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.411382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758933.411384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758933.411387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758934.307421:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758934.307421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758934.307430:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758934.307432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758934.307434:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758934.307438:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758934.307447:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758934.307449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758934.307461:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758934.307462:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758934.307465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758934.307466:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758934.307476:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758934.307479:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758934.307483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758934.307485:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758934.307487:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758934.307491:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758934.307505:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758934.307509:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758934.307511:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758934.307515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758934.307522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758934.307528:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758934.307542:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758934.307543:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758934.307548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758934.307550:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758934.307552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758934.307556:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758934.307563:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758934.307566:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758934.307569:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758934.307575:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758934.307577:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758934.307579:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758934.307596:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758934.307602:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758934.307603:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758934.307605:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758934.307609:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758934.307612:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758934.307617:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758934.307620:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758934.307629:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758934.435422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758934.435433:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758934.435436:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758934.435443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758934.435447:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758934.435452:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758934.435455:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758934.435458:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758934.435463:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758935.331390:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758935.331392:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758935.331400:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758935.331400:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758935.331403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758935.331405:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758935.331415:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758935.331422:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758935.331424:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758935.331436:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758935.331442:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758935.331448:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758935.331455:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758935.331455:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758935.331470:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758935.331471:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758935.331481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758935.331491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758935.331495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758935.331502:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758935.331505:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758935.331515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758935.331527:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758935.331538:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758935.331539:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758935.331544:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758935.331549:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758935.331550:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758935.331557:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758935.331559:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758935.331569:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758935.331570:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758935.331576:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758935.331585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758935.331594:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758935.331605:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758935.331608:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758935.331621:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758935.331627:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758935.331631:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758935.331637:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758935.331641:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758935.331650:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758935.331653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758935.331657:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758935.459449:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758935.459459:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758935.459462:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758935.459469:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758935.459473:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758935.459478:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758935.459482:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758935.459485:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758935.459490:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.355374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758936.355385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758936.355388:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.355389:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758936.355392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758936.355394:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758936.355397:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758936.355398:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.355401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758936.355404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758936.355405:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.355410:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.355411:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758936.355413:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.355417:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.355427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758936.355428:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.355431:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758936.355431:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.355434:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.355436:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.355438:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758936.355442:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758936.355446:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.355449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.355453:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.355454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758936.355456:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.355460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758936.355463:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758936.355468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758936.355469:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758936.355474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758936.355474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758936.355477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.355480:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758936.355480:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.355485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758936.355486:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.355489:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.355489:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.355495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.355496:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.355499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.355503:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758936.419364:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758936.419375:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758936.419377:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758936.419381:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758936.419386:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758936.419393:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16640 00000400:00000200:1.0:1787758936.419401:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758936.419407:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758936.419411:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758936.419414:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419417:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758936.419419:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419422:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758936.419426:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758936.419429:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758936.419432:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758936.419435:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758936.419438:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758936.419440:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758936.419443:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419445:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758936.419447:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419449:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758936.419452:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758936.419455:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419458:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758936.419461:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758936.419464:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758936.419467:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419469:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758936.419472:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758936.419480:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787758936.419483:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758936.419487:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758936.419489:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419493:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758936.419496:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758936.419500:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758936.419508:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758936.419513:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758936.419523:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758936.419533:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758936.419537:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758936.419542:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758936.419563:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758936.419567:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758936.419570:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758936.419571:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758936.419573:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758936.419576:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758936.419579:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16640 00000400:00000200:1.0:1787758936.419583:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758936.419587:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758936.419590:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758936.419593:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758936.419594:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787758936.419596:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758936.419599:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787758936.419600:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758936.419602:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787758936.419604:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000040:0.0:1787758936.419609:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758936.419609:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758936.419611:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758936.419615:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758936.419619:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758936.419621:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787758936.419623:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000001:0.0:1787758936.419624:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.419629:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1787758936.419629:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 02000000:00000001:0.0:1787758936.419632:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758936.419635:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758936.419638:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00100000:0.0:1787758936.419640:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931238784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787758936.419643:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758936.419645:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758936.419649:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1787758936.419649:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000001:0.0:1787758936.419652:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419654:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787758936.419655:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1787758936.419659:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 02000000:00000010:0.0:1787758936.419660:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758936.419663:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758936.419664:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758936.419669:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758936.419669:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758936.419673:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787758936.419674:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787758936.419679:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 02000000:00000001:1.0:1787758936.419682:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787758936.419685:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238784, portal 25 02000000:00000001:1.0:1787758936.419686:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.419690:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787758936.419691:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758936.419692:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000008:00100000:1.0:1787758936.419697:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1787758936.419698:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1787758936.419704:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419709:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.419716:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1787758936.419716:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000100:00000040:0.0:1787758936.419721:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787758936.419722:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000400:00000010:0.0:1787758936.419724:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758936.419728:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931238784, offset 0 02000000:00000001:1.0:1787758936.419728:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758936.419732:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419737:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758936.419738:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758936.419740:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758936.419745:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000400:00000200:0.0:1787758936.419747:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419749:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.419755:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787758936.419759:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758936.419763:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758936.419769:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787758936.419774:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787758936.419777:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787758936.419778:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.419781:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758936.419785:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000040:1.0:1787758936.419787:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787758936.419789:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748436:748436:256:4294967295] 192.168.201.121@tcp LPNI seq info [748430:748430:8:4294967295] 00000400:00000200:0.0:1787758936.419799:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758936.419808:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.419809:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00080000:1.0:1787758936.419813:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1787758936.419819:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758936.419820:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758936.419824:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000010:0.0:1787758936.419825:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000100:00080000:1.0:1787758936.419826:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758936.419831:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1787758936.419833:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758936.419837:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000100:00080000:1.0:1787758936.419837:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16640 00000400:00000200:1.0:1787758936.419846:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758936.419855:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000100:0.0:1787758936.419859:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758936.419860:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000800:00000010:0.0:1787758936.419861:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758936.419869:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1787758936.419869:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419874:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758936.419875:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787758936.419879:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758936.419880:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758936.419884:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758936.419885:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758936.419887:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1787758936.419889:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758936.419892:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000100:00000200:0.0:1787758936.419893:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758936.419895:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758936.419899:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758936.419904:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000001:0.0:1787758936.419905:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1787758936.419909:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758936.419910:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758936.419916:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.419922:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758936.419927:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758936.419929:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419931:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758936.419932:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1787758936.419936:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758936.419940:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758936.419942:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419943:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.419947:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758936.419947:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758936.419950:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311314384 02000000:00000001:1.0:1787758936.419951:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1787758936.419954:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 02000000:00000001:1.0:1787758936.419955:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.419959:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758936.419961:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000008:00100000:1.0:1787758936.419962:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758936.419967:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.419969:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311314384 00000100:00000001:1.0:1787758936.419969:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758936.419974:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00000010:1.0:1787758936.419977:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758936.419978:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758936.419983:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1787758936.419983:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000100:00000001:0.0:1787758936.419987:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.419988:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758936.419991:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758936/real 1787758936] req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758936.419998:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758936.420000:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787758936.420000:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1787758936.420005:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787758936.420005:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.420008:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000100:00000001:1.0:1787758936.420010:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787758936.420011:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 02000000:00000001:1.0:1787758936.420012:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758936.420013:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758936.420017:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758936.420017:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758936.420026:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000200:0.0:1787758936.420027:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758936.420032:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420039:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1787758936.420041:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758936.420043:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420047:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.420051:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.420056:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1787758936.420060:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758936.420061:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758936.420069:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420075:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758936.420083:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758936.420085:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758936.420091:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787758936.420092:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758936.420096:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420099:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1787758936.420099:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758936.420102:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.420103:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758936.420105:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758936.420107:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787758936.420107:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758936.420113:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758936.420117:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16640 00000100:00080000:0.0:1787758936.420120:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1787758936.420124:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:0.0:1787758936.420128:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000400:00000200:1.0:1787758936.420131:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758936.420133:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1787758936.420135:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758936.420142:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758936.420142:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.420146:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758936.420150:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.420155:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00100000:0.0:1787758936.420160:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931238784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758936.420164:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420165:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.420168:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758936.420171:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758936.420174:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000001:0.0:1787758936.420178:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787758936.420178:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1787758936.420182:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1787758936.420183:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 02000000:00000010:0.0:1787758936.420188:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 00000020:00000001:1.0:1787758936.420188:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758936.420193:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 02000000:00000001:0.0:1787758936.420194:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758936.420198:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:1.0:1787758936.420198:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000020:00000040:0.0:1787758936.420201:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1787758936.420202:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1787758936.420206:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:1.0:1787758936.420207:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 02000000:00000010:0.0:1787758936.420210:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758936.420211:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758936.420215:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 02000000:00000001:0.0:1787758936.420216:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1787758936.420219:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 02000000:00000001:0.0:1787758936.420220:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1787758936.420224:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758936.420226:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1787758936.420229:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 02000000:00000001:1.0:1787758936.420230:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758936.420234:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1787758936.420235:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420237:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758936.420238:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758936.420240:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1787758936.420242:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758936.420246:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420247:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758936.420248:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420249:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420252:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758936.420254:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1787758936.420254:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758936.420255:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1787758936.420259:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 00000100:00000040:0.0:1787758936.420260:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758936.420265:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758936.420286:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.420289:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758936.420291:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758936.420293:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758936.420297:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:0.0:1787758936.420313:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758936.420314:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420315:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.420319:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758936.420322:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1787758936.420323:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787758936.420325:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.420331:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758936.420336:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758936.420339:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758936.420341:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.420344:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758936.420348:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:1.0:1787758936.420348:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787758936.420351:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.420352:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.420356:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758936.420359:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787758936.420360:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758936.420364:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758936.420367:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931238912, portal 10 00000100:00000001:0.0:1787758936.420371:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758936.420373:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000001:1.0:1787758936.420374:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758936.420378:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787758936.420381:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758936.420383:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758936.420387:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758936.420389:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758936.420390:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787758936.420394:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787758936.420395:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758936.420398:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00080000:1.0:1787758936.420400:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16640 00000100:00000200:0.0:1787758936.420401:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931238912, offset 0 00000400:00000200:0.0:1787758936.420410:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758936.420410:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758936.420416:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000200:0.0:1787758936.420417:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00080000:1.0:1787758936.420422:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787758936.420424:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758936.420428:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787758936.420428:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420434:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000001:1.0:1787758936.420434:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758936.420438:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787758936.420441:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420442:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.420446:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758936.420447:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748437:748437:256:4294967295] 192.168.201.121@tcp LPNI seq info [748431:748431:8:4294967295] 00000020:00000001:1.0:1787758936.420451:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787758936.420454:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000020:00000040:1.0:1787758936.420455:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758936.420458:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787758936.420462:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000020:00000040:1.0:1787758936.420463:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758936.420467:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000800:00000200:0.0:1787758936.420468:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.420472:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000020:00000001:1.0:1787758936.420473:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000800:00000200:0.0:1787758936.420477:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758936.420481:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000100:00000040:1.0:1787758936.420481:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.420487:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758936.420493:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758936.420499:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000100:0.0:1787758936.420500:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.420503:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000020:00000040:1.0:1787758936.420505:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000400:00000200:0.0:1787758936.420506:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758936.420510:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1787758936.420513:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420514:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000100:00000001:1.0:1787758936.420516:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758936.420517:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 02000000:00000001:1.0:1787758936.420518:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758936.420522:0:2420:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787758936.420523:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787758936.420527:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758936.420527:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.420531:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758936.420533:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758936.420537:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.420541:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758936.420546:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758936.420547:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1787758936.420548:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758936.420552:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1787758936.420553:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758936.420554:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.420556:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758936.420557:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758936.420560:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758936.420564:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:0.0:1787758936.420570:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758936.420570:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420574:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1787758936.420579:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758936.420580:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758936.420585:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758936.420591:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758936.420594:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311313421 00000100:00000001:1.0:1787758936.420596:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758936.420597:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.420601:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311313421 00000100:00000001:1.0:1787758936.420601:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420607:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.420609:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758936.420611:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758936.420611:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420614:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758936.420620:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758936/real 1787758936] req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758936.420628:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758936.420630:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758936.420633:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758936.420634:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000100:00000040:1.0:1787758936.420635:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16651) 00000400:00000200:0.0:1787758936.420637:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758936.420639:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758936.420641:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758936.420644:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758936.420649:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420654:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758936.420655:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420656:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.420657:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758936.420659:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420662:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758936.420665:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420669:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758936.420671:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420672:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.420672:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420674:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758936.420676:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758936.420677:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758936.420679:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758936.420680:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758936.420683:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758936.420688:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931238912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758936.420690:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758936.420692:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420695:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.420696:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.420697:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758936.420699:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758936.420700:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.420702:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931239040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758936.420704:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758936.420705:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758936.420706:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.420707:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758936.420710:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758936.420711:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.420713:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758936.420714:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758936.420716:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758936.420718:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931239040, portal 10 00000100:00000001:0.0:1787758936.420719:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758936.420720:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758936.420724:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420727:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758936.420729:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758936.420730:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758936.420732:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931239040, offset 0 00000400:00000200:0.0:1787758936.420734:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420736:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758936.420738:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758936.420740:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758936.420742:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758936.420745:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758936.420747:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420750:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748438:748438:256:4294967295] 192.168.201.121@tcp LPNI seq info [748432:748432:8:4294967295] 00000400:00000200:0.0:1787758936.420753:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758936.420759:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758936.420763:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.420767:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758936.420770:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758936.420773:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758936.420783:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.420785:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758936.420788:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758936.420790:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758936.420793:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758936.420794:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758936.420796:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758936.420798:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420803:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.420805:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420809:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420810:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758936.420812:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758936.420814:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758936.420816:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758936.420818:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311313419 00000100:00000001:0.0:1787758936.420819:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.420820:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311313419 00000100:00000001:0.0:1787758936.420822:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.420823:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758936.420824:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420825:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758936.420827:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758936/real 1787758936] req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758936.420832:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758936.420833:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758936.420834:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758936.420835:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758936.420836:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758936.420837:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758936.420839:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758936.420844:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420848:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758936.420849:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420850:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.420851:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758936.420853:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420857:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758936.420859:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420863:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758936.420864:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420865:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.420865:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420866:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758936.420868:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758936.420869:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758936.420871:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758936.420872:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758936.420875:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758936.420879:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931239040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758936.420881:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420882:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.420884:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931238912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420888:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758936.420889:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758936.420890:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758936.420892:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758936.420893:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758936.420894:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758936.420895:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758936.420896:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758936.420898:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758936.420899:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758936.420900:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758936.420901:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758936.420902:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420903:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.420905:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931239040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420909:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758936.420909:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758936.420910:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758936.420912:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758936.420912:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758936.420913:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758936.420914:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758936.420915:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758936.420916:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758936.420917:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758936.420917:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758936.420918:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758936.420919:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420920:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.420922:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758936.420923:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.420924:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758936.420925:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758936.420926:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758936.420928:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420931:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.420933:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.420934:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758936.420935:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758936.420936:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.420938:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931239168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758936.420940:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758936.420941:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758936.420942:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.420943:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758936.420945:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758936.420946:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.420948:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758936.420949:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758936.420951:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758936.420953:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931239168, portal 4 00000100:00000001:0.0:1787758936.420954:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758936.420955:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758936.420958:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.420962:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758936.420963:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758936.420964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758936.420966:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931239168, offset 0 00000400:00000200:0.0:1787758936.420968:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420970:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758936.420972:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758936.420974:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758936.420976:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758936.420977:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758936.420979:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758936.420981:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748439:748439:256:4294967295] 192.168.201.121@tcp LPNI seq info [748433:748433:8:4294967295] 00000400:00000200:0.0:1787758936.420983:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758936.420987:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758936.420990:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.420992:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758936.420995:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758936.420997:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758936.421003:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.421004:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758936.421006:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758936.421008:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758936.421010:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758936.421011:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758936.421012:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758936.421014:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421019:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.421021:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421024:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.421025:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758936.421027:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758936.421029:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758936.421032:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758936.421034:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311313455 00000100:00000001:0.0:1787758936.421036:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.421038:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311313455 00000100:00000001:0.0:1787758936.421040:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.421042:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758936.421044:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.421045:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758936.421049:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758936/real 1787758936] req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758936.421057:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758936.421058:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758936.421060:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758936.421062:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758936.421064:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758936.421066:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758936.421069:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758936.421077:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421081:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758936.421082:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421083:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.421084:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758936.421086:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421090:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758936.421092:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421096:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758936.421098:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421098:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.421099:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421101:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758936.421102:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758936.421103:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758936.421105:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758936.421106:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758936.421109:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758936.421116:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931239168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758936.421120:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758936.421123:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421129:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.421130:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.421132:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758936.421134:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758936.421136:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.421139:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931239296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758936.421142:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758936.421144:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758936.421146:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758936.421147:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758936.421150:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758936.421153:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758936.421155:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758936.421157:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758936.421159:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758936.421161:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931239296, portal 4 00000100:00000001:0.0:1787758936.421162:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758936.421163:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758936.421167:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421171:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758936.421173:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758936.421174:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758936.421176:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931239296, offset 0 00000400:00000200:0.0:1787758936.421180:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758936.421184:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758936.421187:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758936.421189:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758936.421192:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758936.421194:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758936.421196:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758936.421199:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748440:748440:256:4294967295] 192.168.201.121@tcp LPNI seq info [748434:748434:8:4294967295] 00000400:00000200:0.0:1787758936.421203:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758936.421209:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758936.421214:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.421217:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758936.421221:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758936.421222:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1787758936.421230:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758936.421231:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758936.421233:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758936.421235:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758936.421237:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758936.421238:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758936.421240:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758936.421242:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421247:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.421249:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421253:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.421254:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758936.421256:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758936.421257:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758936.421259:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758936.421261:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311313434 00000100:00000001:0.0:1787758936.421263:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.421264:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311313434 00000100:00000001:0.0:1787758936.421266:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311314384 00000100:00000001:0.0:1787758936.421281:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758936.421282:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.421283:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758936.421286:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758936/real 1787758936] req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758936.421290:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758936.421291:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758936.421292:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758936.421294:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758936.421295:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758936.421296:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758936.421310:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758936.421316:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421319:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758936.421320:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421321:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.421322:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758936.421324:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421329:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758936.421331:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421334:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758936.421337:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421338:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758936.421338:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421339:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758936.421340:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758936.421342:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758936.421344:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758936.421345:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758936.421347:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758936.421352:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931239296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758936.421354:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421355:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.421357:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931239168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421360:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758936.421361:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758936.421363:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758936.421364:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758936.421365:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758936.421366:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758936.421367:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758936.421368:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758936.421369:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758936.421370:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758936.421371:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758936.421373:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758936.421374:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421375:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758936.421377:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931239296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758936.421384:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758936.421385:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758936.421386:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758936.421387:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758936.421388:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758936.421388:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758936.421389:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758936.421390:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758936.421391:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758936.421392:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758936.421393:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758936.421394:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758936.421395:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421396:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.421398:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758936.421399:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.421400:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758936.421401:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758936.483390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758936.483398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758936.483401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758936.483406:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758936.483409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758936.483413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.483416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758936.483418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758936.483421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758937.379351:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758937.379359:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758937.379361:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758937.379369:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758937.379374:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758937.379381:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758937.379388:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758937.379393:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758937.379399:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758937.379408:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758937.379415:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758937.379418:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758937.379424:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758937.379428:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758937.379432:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758937.379439:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758937.379443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758937.379447:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758937.379469:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758937.379473:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758937.379474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758937.379478:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758937.379480:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758937.379482:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758937.379496:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758937.379496:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758937.379509:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758937.379510:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758937.379518:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758937.379520:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758937.379534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758937.379536:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758937.379545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758937.379545:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758937.379552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758937.379558:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758937.379631:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758937.379635:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758937.379639:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787758937.443342:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311314384, at 4311314432 00000100:00000010:1.0:1787758937.443353:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000040:0.0:1787758937.443373:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311314384, at 4311314432 00000100:00000010:0.0:1787758937.443384:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000001:0.0:1787758937.507419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758937.507427:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758937.507429:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758937.507434:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758937.507437:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758937.507441:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758937.507444:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758937.507446:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758937.507449:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758938.403441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758938.403458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758938.403469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758938.403475:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758938.403482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758938.403491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758938.403502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758938.403510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758938.403513:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758938.403653:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758938.403653:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758938.403659:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758938.403659:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758938.403666:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758938.403667:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758938.403680:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758938.403680:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758938.403686:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758938.403686:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758938.403690:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758938.403691:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758938.403695:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758938.403702:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758938.403706:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758938.403708:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758938.403709:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758938.403711:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758938.403732:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758938.403736:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758938.403738:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758938.403742:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758938.403746:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758938.403749:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758938.403751:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758938.403752:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758938.403754:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758938.403755:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758938.403756:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758938.403758:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758938.403764:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758938.403767:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758938.403768:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758938.403771:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758938.403773:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758938.403775:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758938.403776:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758938.403778:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758938.403780:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758938.531383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758938.531395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758938.531397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758938.531404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758938.531408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758938.531413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758938.531416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758938.531419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758938.531424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758939.427358:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758939.427364:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758939.427367:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758939.427370:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758939.427371:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758939.427374:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758939.427379:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758939.427380:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758939.427387:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758939.427388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758939.427392:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758939.427393:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758939.427400:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758939.427406:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758939.427407:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758939.427412:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758939.427413:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758939.427420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758939.427437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758939.427442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758939.427443:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758939.427445:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758939.427449:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758939.427450:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758939.427453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758939.427456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758939.427458:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758939.427459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758939.427464:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758939.427466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758939.427467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758939.427470:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758939.427471:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758939.427477:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758939.427481:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758939.427489:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758939.427491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758939.427495:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758939.427497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758939.427501:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758939.427506:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758939.427509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758939.427515:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758939.427518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758939.427521:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758939.427581:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758939.427585:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758939.427588:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758939.555404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758939.555414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758939.555417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758939.555425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758939.555430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758939.555435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758939.555439:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758939.555442:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758939.555446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758940.451384:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758940.451400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758940.451400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758940.451407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758940.451410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758940.451413:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758940.451414:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758940.451421:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758940.451423:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758940.451438:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758940.451440:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758940.451445:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758940.451450:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758940.451452:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758940.451458:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758940.451483:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758940.451485:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758940.451496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758940.451497:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758940.451506:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758940.451510:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758940.451510:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758940.451516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758940.451520:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758940.451524:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758940.451526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758940.451530:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758940.451532:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758940.451534:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758940.451538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758940.451541:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758940.451547:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787758940.451553:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758940.451553:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787758940.451557:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758940.451570:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758940.451570:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758940.451581:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758940.451593:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758940.579376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758940.579387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758940.579389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758940.579397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758940.579401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758940.579405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758940.579408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758940.579412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758940.579416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.475376:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758941.475376:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758941.475383:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758941.475383:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758941.475387:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758941.475387:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.475395:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787758941.475395:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758941.475399:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758941.475400:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758941.475406:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758941.475406:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758941.475414:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758941.475415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758941.475418:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758941.475418:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758941.475426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758941.475426:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.475446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758941.475447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758941.475450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758941.475450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758941.475453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758941.475453:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.475459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787758941.475459:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758941.475467:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758941.475467:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758941.475473:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758941.475473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758941.475479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758941.475481:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758941.475488:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758941.475488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.475491:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758941.475499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758941.475513:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758941.475520:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758941.475521:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758941.475526:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758941.475527:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758941.475530:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758941.475535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758941.475541:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758941.475546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758941.475549:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758941.475551:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758941.475554:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758941.539412:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758941.539422:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758941.539424:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758941.539428:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758941.539432:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758941.539440:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16646 00000400:00000200:0.0:1787758941.539448:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758941.539454:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758941.539457:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758941.539459:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.539468:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539469:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758941.539473:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758941.539474:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758941.539476:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758941.539479:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758941.539481:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758941.539482:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758941.539484:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539485:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.539487:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539488:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758941.539489:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758941.539492:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539494:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758941.539495:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758941.539498:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758941.539500:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.539502:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758941.539503:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758941.539511:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787758941.539514:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758941.539517:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758941.539518:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.539521:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758941.539523:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758941.539525:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758941.539531:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758941.539536:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.539542:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931239424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758941.539549:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758941.539552:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758941.539555:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931239424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758941.539572:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758941.539574:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758941.539609:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758941.539611:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758941.539613:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758941.539617:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758941.539619:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16646 00000400:00000200:0.0:1787758941.539621:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758941.539623:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758941.539625:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758941.539627:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539631:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.539635:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539639:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758941.539640:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758941.539643:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758941.539646:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758941.539649:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758941.539661:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758941.539665:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758941.539679:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539690:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.539698:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539703:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758941.539711:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758941.539719:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539722:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758941.539727:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758941.539732:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758941.539740:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.539748:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758941.539752:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758941.539761:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.539768:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758941.539772:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787758941.539775:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758941.539778:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758941.539781:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.539792:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758941.539801:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758941.539804:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758941.539809:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758941.539820:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.539834:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931239552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758941.539853:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758941.539861:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758941.539866:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931239552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758941.539879:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758941.539895:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758941.539899:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758941.539902:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758941.539905:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758941.539914:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758941.539922:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16646 00000400:00000200:0.0:1787758941.539939:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758941.539951:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758941.539957:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758941.539961:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539963:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.539969:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539972:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758941.539974:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758941.539976:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758941.539979:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758941.539983:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758941.539993:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758941.539995:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758941.539998:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.539999:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.540000:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540003:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758941.540013:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758941.540022:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540025:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758941.540026:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758941.540029:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758941.540033:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540041:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758941.540051:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758941.540054:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540057:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758941.540065:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758941.540078:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758941.540086:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758941.540087:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540094:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758941.540100:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758941.540106:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758941.540118:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758941.540123:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.540129:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931239680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758941.540177:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758941.540180:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758941.540189:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931239680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758941.540206:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758941.540223:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758941.540226:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758941.540228:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758941.540231:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758941.540236:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758941.540240:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16646 00000400:00000200:0.0:1787758941.540246:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758941.540248:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758941.540250:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758941.540252:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540253:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.540255:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540256:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758941.540258:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758941.540259:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758941.540260:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758941.540263:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758941.540308:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758941.540312:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758941.540316:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540318:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.540323:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540331:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758941.540338:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758941.540354:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540358:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758941.540359:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758941.540363:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758941.540373:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540375:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758941.540378:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758941.540380:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540381:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758941.540386:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758941.540390:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758941.540392:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758941.540399:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540402:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758941.540408:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758941.540410:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758941.540415:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758941.540424:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.540440:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931239808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758941.540456:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758941.540458:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758941.540461:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931239808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758941.540470:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758941.540475:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758941.540477:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758941.540478:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758941.540479:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758941.540484:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758941.540487:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16646 00000400:00000200:0.0:1787758941.540495:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758941.540500:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758941.540503:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758941.540508:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540512:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.540519:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540526:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758941.540538:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758941.540542:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758941.540547:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758941.540552:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758941.540557:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758941.540562:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758941.540575:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540583:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758941.540590:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540604:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758941.540613:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758941.540620:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758941.540624:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758941.540636:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758941.540641:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758941.540644:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540654:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758941.540660:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758941.540669:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540673:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758941.540682:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758941.540690:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758941.540698:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758941.540702:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758941.540705:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758941.540708:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758941.540713:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758941.540721:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758941.540733:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.540744:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931239936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758941.540777:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758941.540788:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758941.540802:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931239936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758941.540864:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758941.540879:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16656) 00000100:00000001:0.0:1787758941.603377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758941.603384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758941.603385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758941.603389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758941.603391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758941.603394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758941.603396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758941.603398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758941.603400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758942.499408:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758942.499408:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758942.499417:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758942.499424:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758942.499424:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758942.499428:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758942.499433:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758942.499434:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758942.499441:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758942.499442:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758942.499448:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758942.499449:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758942.499467:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758942.499471:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758942.499477:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758942.499477:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758942.499481:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758942.499487:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758942.499495:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758942.499501:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758942.499505:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758942.499509:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758942.499510:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758942.499514:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758942.499517:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758942.499518:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758942.499523:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758942.499525:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758942.499528:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758942.499532:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758942.499533:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758942.499536:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758942.499537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758942.499544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758942.499549:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758942.499553:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758942.499555:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758942.499556:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758942.499561:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758942.499564:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758942.499566:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758942.499568:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758942.499570:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758942.499571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758942.499573:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758942.499577:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758942.499582:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758942.499586:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787758942.563416:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311319505, at 4311319552 00000100:00000010:0.0:1787758942.563448:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000040:1.0:1787758942.563471:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311319505, at 4311319552 00000100:00000010:1.0:1787758942.563481:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787758942.627340:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758942.627349:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758942.627351:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758942.627356:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758942.627359:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758942.627362:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758942.627364:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758942.627367:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758942.627369:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758943.523392:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758943.523393:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758943.523400:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758943.523401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758943.523404:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758943.523405:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758943.523411:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758943.523412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758943.523419:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758943.523419:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758943.523426:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758943.523427:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758943.523433:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758943.523437:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758943.523441:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758943.523442:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758943.523444:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758943.523448:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758943.523462:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758943.523464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758943.523466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758943.523467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758943.523470:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758943.523470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758943.523476:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758943.523477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758943.523481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758943.523482:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758943.523484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758943.523486:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758943.523489:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758943.523492:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758943.523497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758943.523498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758943.523502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758943.523505:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758943.523509:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758943.523514:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758943.523517:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758943.523520:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758943.523524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758943.523526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758943.523529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758943.523531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758943.523535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758943.523584:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758943.523588:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758943.523590:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758943.651371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758943.651380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758943.651382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758943.651387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758943.651391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758943.651395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758943.651398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758943.651401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758943.651403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758944.547402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758944.547402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758944.547412:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758944.547412:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758944.547418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.547418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758944.547425:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758944.547431:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758944.547435:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758944.547437:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.547445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758944.547450:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.547457:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758944.547458:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758944.547462:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758944.547463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.547469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.547470:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758944.547491:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758944.547491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758944.547496:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.547498:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758944.547503:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758944.547503:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758944.547509:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758944.547516:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758944.547517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758944.547521:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.547524:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758944.547527:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758944.547529:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.547531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758944.547536:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758944.547537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758944.547542:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758944.547547:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.547552:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758944.547557:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.547562:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787758944.611638:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:1.0:1787758944.611697:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787758944.611708:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758944.611713:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:1.0:1787758944.611718:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758944.611723:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787758944.611730:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758944.611735:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59700. 00000400:00000200:1.0:1787758944.611742:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758944.611747:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758944.611756:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc723b8 00000400:00000010:1.0:1787758944.611760:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc723b8. 00000100:00000001:1.0:1787758944.611767:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758944.611779:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7840 x1874583931239424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.611809:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758944.611814:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7840 x1874583931239424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.611822:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.611824:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758944.611836:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758944.611839:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:1.0:1787758944.611842:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758944.611846:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758944.611850:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72220 00000400:00000010:1.0:1787758944.611852:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72220. 00000100:00000001:1.0:1787758944.611855:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758944.611869:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc5e00 x1874583931239552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.611881:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758944.611889:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5e00 x1874583931239552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.611917:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.611919:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758944.611924:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758944.611927:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:1.0:1787758944.611930:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758944.611936:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758944.611941:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc724c8 00000400:00000010:1.0:1787758944.611946:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc724c8. 00000100:00000001:1.0:1787758944.611960:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758944.611970:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc5680 x1874583931239680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.611988:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758944.611994:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc5680 x1874583931239680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.612007:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.612010:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758944.612020:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758944.612026:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:1.0:1787758944.612032:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758944.612040:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758944.612045:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72b28 00000400:00000010:1.0:1787758944.612047:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72b28. 00000100:00000001:1.0:1787758944.612053:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758944.612061:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc4000 x1874583931239808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.612073:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758944.612080:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc4000 x1874583931239808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.612093:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.612097:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787758944.612105:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:1.0:1787758944.612109:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:1.0:1787758944.612114:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787758944.612122:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787758944.612127:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72c38 00000400:00000010:1.0:1787758944.612130:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72c38. 00000100:00000001:1.0:1787758944.612135:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787758944.612143:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3bbc7c00 x1874583931239936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.612388:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787758944.612396:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3bbc7c00 x1874583931239936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758944.612411:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758944.612415:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758944.675358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758944.675366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758944.675368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758944.675373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758944.675377:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758944.675382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.675386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758944.675389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758944.675393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758945.571413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758945.571414:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758945.571424:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758945.571429:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758945.571432:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758945.571436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758945.571441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758945.571443:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758945.571446:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758945.571447:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758945.571451:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758945.571451:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758945.571473:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758945.571476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.571480:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758945.571480:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758945.571484:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.571487:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758945.571498:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758945.571503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758945.571504:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758945.571507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758945.571509:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758945.571512:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758945.571513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758945.571515:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758945.571520:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758945.571520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758945.571525:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.571526:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.571531:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758945.571531:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758945.571534:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.571538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758945.571540:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758945.571541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758945.571607:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758945.571610:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758945.571614:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758945.699405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758945.699418:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758945.699421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758945.699428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758945.699432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758945.699442:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.699445:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758945.699448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758945.699451:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758946.595415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758946.595415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758946.595426:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758946.595427:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758946.595430:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758946.595437:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758946.595438:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758946.595445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758946.595448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758946.595454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758946.595455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758946.595462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.595468:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758946.595470:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758946.595473:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758946.595475:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.595482:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.595485:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758946.595511:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758946.595515:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758946.595516:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758946.595523:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758946.595529:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758946.595535:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758946.595538:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758946.595545:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758946.595547:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758946.595556:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.595557:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758946.595567:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758946.595571:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758946.595572:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758946.595579:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.595581:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758946.595585:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758946.595586:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.595594:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758946.595599:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.595605:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758946.659472:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758946.659483:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758946.659485:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758946.659489:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758946.659493:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758946.659501:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16651 00000400:00000200:1.0:1787758946.659509:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758946.659515:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758946.659522:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758946.659525:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659528:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.659530:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659532:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758946.659536:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758946.659537:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758946.659540:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758946.659543:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758946.659544:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758946.659546:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758946.659549:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659550:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.659551:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659553:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758946.659555:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758946.659558:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659559:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758946.659561:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758946.659565:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758946.659567:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.659569:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758946.659571:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758946.659577:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758946.659581:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758946.659585:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758946.659587:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.659591:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758946.659594:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758946.659600:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758946.659609:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758946.659618:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758946.659629:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931240064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758946.659641:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758946.659646:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758946.659651:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931240064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758946.659676:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758946.659678:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758946.659682:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758946.659684:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758946.659686:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758946.659690:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758946.659704:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16651 00000400:00000200:1.0:1787758946.659709:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758946.659713:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758946.659716:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758946.659720:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659723:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.659726:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659730:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758946.659735:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758946.659738:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758946.659741:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758946.659745:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758946.659749:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758946.659754:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758946.659763:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659774:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.659779:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659782:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758946.659788:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758946.659795:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758946.659801:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758946.659806:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758946.659817:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758946.659822:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.659826:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758946.659834:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758946.659840:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.659847:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758946.659852:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758946.659857:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758946.659860:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758946.659863:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.659865:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758946.659866:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758946.659869:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758946.659877:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758946.659898:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758946.659910:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931240192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758946.659925:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758946.659929:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758946.659948:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931240192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758946.659965:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758946.659969:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758946.659972:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758946.659974:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758946.659975:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758946.659979:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758946.659986:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16651 00000400:00000200:1.0:1787758946.659993:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758946.660002:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758946.660007:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758946.660015:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660020:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.660027:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660039:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758946.660042:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758946.660047:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758946.660051:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758946.660055:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758946.660060:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758946.660063:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758946.660070:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660074:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.660077:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660083:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758946.660086:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758946.660093:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660099:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758946.660103:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758946.660108:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758946.660115:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660133:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758946.660138:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758946.660143:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660152:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758946.660159:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758946.660164:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758946.660169:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758946.660171:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660175:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758946.660178:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758946.660180:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758946.660188:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758946.660195:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758946.660205:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931240320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758946.660223:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758946.660228:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758946.660239:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931240320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758946.660254:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758946.660259:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758946.660265:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758946.660313:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758946.660315:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758946.660321:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758946.660327:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16651 00000400:00000200:1.0:1787758946.660335:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758946.660341:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758946.660347:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758946.660355:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660361:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.660367:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660372:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758946.660376:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758946.660378:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758946.660383:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758946.660386:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758946.660389:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758946.660392:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758946.660399:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660405:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.660410:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660415:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758946.660419:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758946.660427:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660431:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758946.660436:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758946.660441:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758946.660445:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660449:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758946.660454:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758946.660459:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660464:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758946.660472:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758946.660478:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758946.660484:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758946.660486:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660491:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758946.660494:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758946.660497:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758946.660504:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758946.660511:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758946.660519:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931240448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758946.660534:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758946.660538:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758946.660547:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931240448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758946.660571:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758946.660577:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758946.660582:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758946.660586:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758946.660590:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758946.660596:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758946.660602:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16651 00000400:00000200:1.0:1787758946.660609:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758946.660615:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758946.660621:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758946.660627:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660633:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.660639:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660643:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758946.660647:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758946.660651:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758946.660655:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758946.660659:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758946.660663:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758946.660668:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758946.660673:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660675:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758946.660676:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660680:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758946.660685:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758946.660692:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758946.660699:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758946.660703:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758946.660708:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758946.660713:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660719:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758946.660723:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758946.660729:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660734:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758946.660740:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758946.660746:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758946.660751:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758946.660755:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758946.660760:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758946.660763:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758946.660767:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758946.660773:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758946.660781:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758946.660789:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931240576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758946.660807:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758946.660809:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758946.660818:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931240576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758946.660839:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758946.660848:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16661) 00000100:00000001:0.0:1787758946.723370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758946.723376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758946.723378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758946.723382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758946.723385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758946.723388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.723390:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758946.723392:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758946.723394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758947.619379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758947.619387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758947.619391:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758947.619398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758947.619407:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758947.619414:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758947.619417:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758947.619428:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758947.619429:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758947.619437:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758947.619437:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758947.619453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758947.619455:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758947.619465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758947.619472:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758947.619481:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758947.619487:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758947.619492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758947.619493:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758947.619502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758947.619502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758947.619519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758947.619519:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758947.619526:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758947.619534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758947.619538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758947.619543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758947.619555:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758947.619564:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758947.619565:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758947.619576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787758947.619577:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758947.619581:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758947.619587:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758947.619593:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758947.619597:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758947.619600:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758947.619601:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758947.619603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758947.683398:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311324624, at 4311324672 00000100:00000010:0.0:1787758947.683420:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000040:1.0:1787758947.683434:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311324625, at 4311324672 00000100:00000010:1.0:1787758947.683446:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787758947.747405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758947.747416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758947.747418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758947.747424:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758947.747427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758947.747431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758947.747433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758947.747436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758947.747439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758948.643384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758948.643389:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758948.643393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758948.643398:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758948.643400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758948.643404:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758948.643412:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758948.643413:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758948.643418:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758948.643420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758948.643426:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758948.643435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758948.643444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758948.643449:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758948.643459:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758948.643459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758948.643466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758948.643469:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758948.643470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758948.643481:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758948.643483:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758948.643485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758948.643488:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758948.643499:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758948.643499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758948.643505:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758948.643517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758948.643539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758948.643545:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758948.643547:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758948.643553:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758948.643562:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758948.643568:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758948.643574:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758948.643578:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758948.643583:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758948.771402:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758948.771411:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758948.771413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758948.771418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758948.771421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758948.771425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758948.771428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758948.771436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758948.771440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758949.667378:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758949.667385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758949.667389:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758949.667396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758949.667401:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758949.667415:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.667417:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758949.667420:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758949.667426:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.667427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758949.667431:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758949.667433:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758949.667445:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758949.667455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758949.667456:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758949.667464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758949.667465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758949.667470:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758949.667477:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758949.667477:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758949.667484:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758949.667485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758949.667489:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.667501:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758949.667501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758949.667509:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758949.667515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758949.667538:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758949.667545:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758949.667547:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758949.667548:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758949.667553:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758949.667554:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758949.667557:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758949.667559:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758949.667563:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758949.667565:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758949.667568:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.667570:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758949.667572:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758949.667576:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758949.667579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758949.667584:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758949.667590:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.667604:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758949.795402:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758949.795413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758949.795416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758949.795422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758949.795427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758949.795431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.795435:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758949.795439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758949.795443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758950.691378:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758950.691390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758950.691395:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758950.691405:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758950.691407:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758950.691412:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758950.691418:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758950.691420:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758950.691427:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758950.691430:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758950.691438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758950.691443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758950.691444:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758950.691452:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758950.691462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758950.691484:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758950.691492:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758950.691496:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758950.691517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758950.691520:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758950.691526:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758950.691530:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758950.691536:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758950.691545:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758950.691554:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758950.691560:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758950.691563:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758950.691571:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758950.691571:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758950.691586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758950.691597:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758950.691607:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758950.691612:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758950.691616:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758950.691618:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758950.691622:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758950.819456:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758950.819469:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758950.819473:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758950.819481:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758950.819486:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758950.819492:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758950.819496:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758950.819499:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758950.819503:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.715426:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758951.715433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758951.715437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758951.715439:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758951.715442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758951.715444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758951.715456:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758951.715457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758951.715468:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758951.715471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758951.715476:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758951.715478:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.715485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758951.715491:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.715498:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758951.715498:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758951.715505:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758951.715513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.715525:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758951.715536:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758951.715541:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758951.715545:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758951.715546:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758951.715553:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758951.715554:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758951.715558:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.715562:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758951.715566:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758951.715577:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758951.715585:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.715592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758951.715597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.715602:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758951.715612:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758951.715617:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758951.715624:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.715628:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758951.715634:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758951.715637:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.715650:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758951.715653:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758951.715659:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.715662:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758951.715664:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.715666:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758951.779396:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758951.779404:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758951.779407:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758951.779410:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758951.779414:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758951.779421:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16656 00000400:00000200:0.0:1787758951.779428:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758951.779433:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758951.779436:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758951.779438:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779441:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.779443:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779445:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758951.779448:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758951.779450:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758951.779452:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758951.779454:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758951.779456:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758951.779457:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758951.779459:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779461:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.779462:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779464:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758951.779466:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758951.779468:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779471:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758951.779473:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758951.779476:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758951.779478:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779479:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758951.779481:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758951.779489:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758951.779492:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758951.779495:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758951.779497:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779499:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758951.779501:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758951.779505:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758951.779511:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787758951.779517:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.779525:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931240704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758951.779533:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758951.779536:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758951.779540:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931240704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758951.779558:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758951.779560:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758951.779563:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758951.779564:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758951.779565:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758951.779567:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758951.779569:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16656 00000400:00000200:0.0:1787758951.779572:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758951.779574:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758951.779575:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758951.779578:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779580:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.779581:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779583:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758951.779585:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758951.779586:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758951.779588:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758951.779589:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758951.779590:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758951.779592:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758951.779594:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779596:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.779597:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779599:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758951.779601:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758951.779604:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779605:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758951.779607:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758951.779611:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758951.779613:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779614:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758951.779618:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758951.779620:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779622:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758951.779625:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758951.779628:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758951.779635:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758951.779636:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779638:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758951.779642:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758951.779645:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758951.779652:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758951.779661:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.779680:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931240832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758951.779705:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758951.779709:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758951.779718:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931240832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758951.779744:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758951.779747:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758951.779751:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758951.779756:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758951.779757:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758951.779762:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758951.779770:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16656 00000400:00000200:0.0:1787758951.779775:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758951.779780:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758951.779787:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758951.779795:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779799:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.779803:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779811:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758951.779818:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758951.779821:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758951.779833:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758951.779837:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758951.779841:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758951.779847:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758951.779856:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779859:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.779866:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779877:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758951.779887:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758951.779899:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758951.779906:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758951.779913:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758951.779917:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758951.779925:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779927:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758951.779930:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758951.779934:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779938:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758951.779950:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758951.779953:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758951.779956:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758951.779960:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.779963:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758951.779967:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758951.779969:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758951.779974:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758951.779979:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.779987:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931240960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758951.780009:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758951.780016:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758951.780052:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931240960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758951.780084:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758951.780088:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758951.780092:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758951.780093:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758951.780095:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758951.780102:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758951.780106:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16656 00000400:00000200:0.0:1787758951.780122:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758951.780131:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758951.780138:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758951.780142:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780144:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.780148:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780157:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758951.780159:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758951.780161:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758951.780163:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758951.780167:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758951.780173:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758951.780179:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758951.780188:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780195:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.780204:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780211:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758951.780216:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758951.780224:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780231:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758951.780234:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758951.780239:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758951.780243:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.780245:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758951.780248:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758951.780255:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.780257:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758951.780264:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758951.780301:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758951.780304:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758951.780305:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.780306:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758951.780307:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758951.780309:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758951.780314:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758951.780318:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.780328:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931241088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758951.780341:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758951.780345:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758951.780364:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931241088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758951.780399:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758951.780405:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758951.780412:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758951.780414:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758951.780416:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758951.780419:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758951.780424:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16656 00000400:00000200:0.0:1787758951.780431:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758951.780438:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758951.780444:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758951.780452:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780458:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.780465:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780472:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758951.780480:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758951.780482:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758951.780486:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758951.780492:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758951.780498:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758951.780499:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758951.780502:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780505:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758951.780515:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780522:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758951.780526:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758951.780535:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758951.780537:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758951.780540:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758951.780544:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758951.780548:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.780549:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758951.780551:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758951.780554:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.780559:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758951.780562:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758951.780564:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758951.780567:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758951.780571:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758951.780577:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758951.780578:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758951.780580:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758951.780584:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758951.780590:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.780602:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931241216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758951.780619:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758951.780624:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758951.780629:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931241216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758951.780641:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758951.780652:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16666) 00000100:00000001:0.0:1787758951.843374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758951.843380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758951.843382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758951.843388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758951.843392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758951.843397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.843400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758951.843403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758951.843407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758952.739396:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758952.739396:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758952.739406:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758952.739407:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758952.739411:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758952.739412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758952.739418:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758952.739420:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758952.739427:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758952.739433:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758952.739437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758952.739448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758952.739464:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758952.739467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758952.739475:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758952.739475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758952.739484:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758952.739498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758952.739506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758952.739516:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758952.739525:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758952.739537:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758952.739552:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758952.739563:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758952.739569:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758952.739577:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758952.739583:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758952.739583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758952.739587:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758952.739590:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758952.739592:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758952.739599:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758952.739610:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758952.739618:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758952.739623:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758952.739630:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758952.803373:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311329745, at 4311329792 00000100:00000040:1.0:1787758952.803373:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311329745, at 4311329792 00000100:00000010:0.0:1787758952.803389:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:1.0:1787758952.803392:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:0.0:1787758952.867331:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758952.867337:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758952.867339:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758952.867343:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758952.867346:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758952.867349:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758952.867352:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758952.867354:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758952.867356:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758953.763378:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758953.763385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758953.763390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758953.763390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758953.763396:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758953.763398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758953.763399:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758953.763407:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758953.763408:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758953.763413:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758953.763416:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.763419:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758953.763421:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758953.763428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758953.763435:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758953.763436:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758953.763439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.763450:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758953.763453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758953.763463:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758953.763468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758953.763473:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758953.763476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758953.763481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758953.763482:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758953.763486:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.763487:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758953.763495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758953.763499:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758953.763500:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.763506:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758953.763506:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758953.763510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.763514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758953.763515:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.763519:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758953.763550:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758953.763557:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758953.763562:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758953.763567:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758953.763571:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758953.763575:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758953.763580:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758953.763583:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758953.763586:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758953.891398:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758953.891405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758953.891407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758953.891411:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758953.891414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758953.891417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.891420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758953.891422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758953.891424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758954.787393:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758954.787400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758954.787404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758954.787408:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758954.787409:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758954.787413:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758954.787418:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758954.787419:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758954.787426:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758954.787427:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758954.787433:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758954.787433:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758954.787448:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758954.787452:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.787456:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758954.787456:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758954.787460:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.787465:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758954.787477:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758954.787484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758954.787486:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758954.787488:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758954.787493:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758954.787495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758954.787497:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758954.787501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758954.787503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758954.787506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.787508:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758954.787510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758954.787513:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758954.787515:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.787522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758954.787522:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758954.787527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.787534:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758954.915375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758954.915387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758954.915391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758954.915399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758954.915403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758954.915408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.915412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758954.915416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758954.915421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758955.811420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758955.811430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758955.811433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758955.811442:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758955.811449:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758955.811455:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.811459:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758955.811465:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.811471:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758955.811488:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758955.811491:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758955.811493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758955.811495:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758955.811498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758955.811502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.811505:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758955.811507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.811511:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758955.811611:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758955.811615:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758955.811616:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758955.811625:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758955.811627:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758955.811629:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758955.811631:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758955.811633:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758955.811635:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758955.811647:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758955.811652:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758955.811653:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758955.811654:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758955.811656:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758955.811664:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758955.811669:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758955.811674:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758955.811680:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758955.811705:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758955.811714:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758955.811716:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758955.811719:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758955.811721:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758955.811722:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758955.811724:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758955.811725:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758955.811726:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758955.811771:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758955.811773:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758955.811774:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758955.811776:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758955.811777:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758955.811779:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.811780:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758955.811781:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.811783:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758955.939369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758955.939378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758955.939381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758955.939388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758955.939393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758955.939398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.939402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758955.939405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758955.939409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758956.835376:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758956.835382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758956.835383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758956.835388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758956.835389:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758956.835394:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758956.835395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758956.835400:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758956.835401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758956.835407:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758956.835407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.835412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.835416:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758956.835420:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.835423:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758956.835423:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758956.835427:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758956.835431:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758956.835450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758956.835451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758956.835456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758956.835456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758956.835459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758956.835460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758956.835464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758956.835467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758956.835469:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758956.835474:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758956.835474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758956.835480:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.835483:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758956.835486:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.835492:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758956.835493:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758956.835498:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758956.835505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758956.963352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758956.963366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758956.963368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758956.963376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758956.963381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758956.963386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.963388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758956.963391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758956.963394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758957.859384:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758957.859394:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758957.859398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758957.859404:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758957.859410:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758957.859416:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758957.859426:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758957.859430:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758957.859434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758957.859435:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758957.859448:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758957.859455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758957.859466:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758957.859472:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758957.859477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758957.859478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758957.859483:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758957.859484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758957.859497:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758957.859498:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758957.859506:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758957.859508:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758957.859511:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758957.859513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758957.859530:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758957.859539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758957.859544:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758957.859544:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758957.859547:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758957.859551:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758957.859552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758957.859563:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758957.859577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758957.859583:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758957.859589:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758957.859593:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758957.859595:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758957.859598:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758957.859605:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758957.859606:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758957.859624:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758957.859630:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758957.859633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758957.859635:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758957.859636:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758957.923398:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311334865, at 4311334912 00000100:00000040:0.0:1787758957.923409:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311334865, at 4311334912 00000100:00000010:1.0:1787758957.923413:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000010:0.0:1787758957.923427:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787758957.987365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758957.987380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758957.987383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758957.987389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758957.987394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758957.987400:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758957.987403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758957.987407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758957.987412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758958.883375:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758958.883384:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758958.883388:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758958.883393:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758958.883397:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758958.883399:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758958.883404:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758958.883404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758958.883409:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758958.883411:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758958.883417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758958.883420:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758958.883422:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758958.883424:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758958.883427:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758958.883429:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758958.883433:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758958.883440:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758958.883448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758958.883453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758958.883457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758958.883459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758958.883461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758958.883463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758958.883468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758958.883469:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758958.883474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758958.883480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758958.883483:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758958.883484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758958.883487:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758958.883492:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758958.883496:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758958.883502:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758958.883506:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758958.883512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758958.883529:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758958.883533:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758958.883535:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758958.883540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758958.883545:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758958.883550:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758958.883553:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758958.883555:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758958.883558:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758959.011411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758959.011420:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758959.011423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758959.011429:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758959.011433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758959.011437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758959.011441:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758959.011444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758959.011448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758959.907440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758959.907440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758959.907454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758959.907454:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758959.907461:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758959.907462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758959.907469:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758959.907470:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758959.907478:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758959.907480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758959.907486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758959.907486:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758959.907493:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758959.907498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758959.907515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758959.907532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758959.907541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758959.907547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758959.907586:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758959.907587:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758959.907602:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758959.907602:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758959.907612:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758959.907614:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758959.907618:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758959.907627:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758959.907632:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758959.907634:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758959.907648:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758959.907649:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758959.907665:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758959.907680:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758959.907700:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758959.907701:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758959.907712:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758959.907730:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758960.035382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758960.035389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758960.035391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758960.035395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758960.035398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758960.035401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758960.035404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758960.035407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758960.035410:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758960.931404:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758960.931405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758960.931414:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758960.931415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758960.931420:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758960.931420:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758960.931429:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758960.931430:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758960.931435:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758960.931438:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758960.931440:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758960.931442:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758960.931444:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758960.931447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758960.931449:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758960.931451:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758960.931455:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758960.931459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758960.931473:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758960.931477:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758960.931478:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758960.931479:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758960.931481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758960.931484:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758960.931485:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758960.931488:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758960.931489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758960.931491:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758960.931494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758960.931497:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758960.931497:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758960.931502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758960.931503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758960.931509:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758960.931512:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758960.931518:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758961.059444:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758961.059452:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758961.059454:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758961.059460:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758961.059463:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758961.059468:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.059470:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758961.059473:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.059475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758961.955389:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758961.955398:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758961.955399:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758961.955406:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758961.955410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758961.955414:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.955416:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758961.955419:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.955424:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758961.955439:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758961.955453:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758961.955458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758961.955459:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758961.955464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758961.955472:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758961.955475:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758961.955479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758961.955479:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758961.955484:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758961.955486:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758961.955492:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.955515:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758961.955522:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758961.955530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758961.955531:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758961.955535:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758961.955540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758961.955562:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758961.955570:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758961.955576:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758961.955580:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758961.955583:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758961.955585:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.955591:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758961.955596:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758961.955602:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758962.019476:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758962.019488:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758962.019490:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758962.019495:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758962.019500:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758962.019509:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16666 00000400:00000200:1.0:1787758962.019519:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758962.019525:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758962.019529:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758962.019532:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019536:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.019539:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019542:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758962.019546:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758962.019548:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758962.019551:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758962.019555:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758962.019557:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758962.019560:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758962.019564:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019566:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.019568:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019570:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758962.019574:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758962.019577:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019580:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758962.019583:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758962.019588:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758962.019592:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.019594:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758962.019597:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758962.019607:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787758962.019612:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758962.019616:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758962.019618:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.019622:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758962.019625:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758962.019630:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758962.019638:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787758962.019645:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.019653:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931241984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758962.019665:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758962.019670:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758962.019675:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931241984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758962.019702:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758962.019705:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758962.019710:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758962.019711:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758962.019713:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758962.019717:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758962.019720:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16666 00000400:00000200:1.0:1787758962.019724:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758962.019727:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758962.019730:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758962.019734:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019737:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.019740:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019742:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758962.019745:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758962.019746:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758962.019748:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758962.019750:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758962.019752:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758962.019755:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758962.019758:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019761:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.019763:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019766:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758962.019769:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758962.019774:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758962.019778:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758962.019783:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758962.019792:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758962.019796:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.019800:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758962.019804:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758962.019809:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.019814:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758962.019818:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787758962.019824:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758962.019830:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758962.019834:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.019840:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758962.019842:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758962.019861:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758962.019869:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758962.019876:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.019888:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931242112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758962.019903:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758962.019908:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758962.019914:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931242112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758962.019940:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758962.019944:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758962.019950:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758962.019953:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758962.019958:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758962.019964:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758962.019970:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16666 00000400:00000200:1.0:1787758962.019980:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758962.019989:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758962.019994:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758962.020000:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020004:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.020011:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020015:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758962.020021:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758962.020023:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758962.020027:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758962.020030:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758962.020033:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758962.020037:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758962.020044:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020048:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.020052:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020057:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758962.020062:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758962.020069:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020075:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758962.020080:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758962.020085:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758962.020091:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020097:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758962.020102:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758962.020108:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020114:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758962.020124:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758962.020130:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758962.020135:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758962.020139:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020144:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758962.020147:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758962.020151:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758962.020158:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787758962.020164:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.020172:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931242240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758962.020182:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758962.020186:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758962.020193:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931242240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758962.020210:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758962.020216:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758962.020222:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758962.020226:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758962.020230:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758962.020236:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758962.020242:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16666 00000400:00000200:1.0:1787758962.020250:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758962.020259:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758962.020265:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758962.020319:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020325:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.020331:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020336:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758962.020341:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758962.020345:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758962.020347:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758962.020352:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758962.020356:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758962.020361:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758962.020368:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020372:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.020380:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020385:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758962.020390:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758962.020398:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020403:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758962.020410:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758962.020414:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758962.020418:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020421:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758962.020426:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758962.020431:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020436:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758962.020445:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787758962.020448:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758962.020454:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758962.020455:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020458:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758962.020463:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758962.020464:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758962.020471:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758962.020477:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.020484:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931242368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758962.020498:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758962.020503:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758962.020512:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931242368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758962.020536:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758962.020542:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758962.020549:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758962.020554:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758962.020558:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758962.020563:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758962.020570:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16666 00000400:00000200:1.0:1787758962.020578:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758962.020586:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758962.020592:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758962.020599:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020603:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.020609:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020615:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758962.020622:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758962.020624:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758962.020628:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758962.020634:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758962.020641:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758962.020647:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758962.020655:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020660:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758962.020666:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020670:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758962.020676:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758962.020683:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758962.020688:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758962.020693:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758962.020696:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758962.020703:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020707:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758962.020711:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758962.020716:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020721:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758962.020727:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787758962.020733:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758962.020740:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758962.020743:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.020748:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758962.020751:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758962.020755:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758962.020761:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758962.020767:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.020778:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931242496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758962.020799:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758962.020804:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758962.020817:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931242496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758962.020834:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758962.020842:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16676) 00000100:00000001:0.0:1787758962.083392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758962.083400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758962.083403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758962.083409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758962.083413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758962.083417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.083420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758962.083423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.083427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.979410:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758962.979420:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758962.979424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.979431:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758962.979439:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758962.979442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758962.979445:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758962.979464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.979468:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758962.979477:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758962.979478:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758962.979485:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758962.979486:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758962.979493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979504:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758962.979510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979525:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758962.979530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758962.979539:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758962.979546:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758962.979549:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758962.979552:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758962.979558:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979563:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758962.979564:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758962.979569:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758962.979569:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979572:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758962.979577:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758962.979577:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758962.979587:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758962.979591:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979598:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758962.979604:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758962.979608:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758963.043369:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311339985, at 4311340032 00000100:00000040:0.0:1787758963.043374:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311339985, at 4311340032 00000100:00000010:1.0:1787758963.043385:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:0.0:1787758963.043389:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:0.0:1787758963.107403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758963.107412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758963.107414:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758963.107420:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758963.107424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758963.107428:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758963.107431:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758963.107433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758963.107436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758964.003411:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758964.003411:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758964.003421:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758964.003421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758964.003425:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758964.003426:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758964.003433:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758964.003434:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758964.003441:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758964.003441:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758964.003446:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758964.003447:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758964.003450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758964.003454:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758964.003458:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758964.003461:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758964.003465:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758964.003470:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758964.003476:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758964.003480:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758964.003482:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758964.003485:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758964.003488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758964.003491:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758964.003493:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758964.003495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758964.003496:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758964.003789:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758964.003794:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758964.003797:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758964.003803:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758964.003809:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758964.003828:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758964.003835:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758964.003847:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758964.003851:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758964.131345:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758964.131355:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758964.131357:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758964.131362:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758964.131365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758964.131369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758964.131372:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758964.131374:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758964.131378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758965.027439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758965.027449:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758965.027452:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758965.027465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758965.027475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758965.027480:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758965.027481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027487:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758965.027489:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758965.027494:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.027496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758965.027500:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758965.027506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758965.027517:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758965.027518:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758965.027523:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758965.027524:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027527:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758965.027534:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758965.027535:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758965.027541:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027543:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758965.027547:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.027549:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758965.027567:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758965.027571:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027578:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758965.027618:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758965.027624:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758965.027627:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758965.027631:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758965.027632:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758965.027638:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758965.027639:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758965.027641:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.027642:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758965.027647:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758965.027651:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758965.027652:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758965.027655:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.027657:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027662:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758965.027664:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758965.027670:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.027678:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758965.027684:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758965.027689:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758965.027690:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758965.027693:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758965.027696:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758965.027698:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027701:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758965.027703:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758965.027704:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758965.155404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758965.155413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758965.155415:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758965.155422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758965.155425:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758965.155429:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.155432:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758965.155435:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758965.155439:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758966.051362:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758966.051368:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758966.051371:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758966.051371:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758966.051377:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758966.051379:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758966.051382:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758966.051384:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758966.051389:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758966.051390:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758966.051393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758966.051397:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758966.051398:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758966.051401:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758966.051406:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758966.051406:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758966.051411:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758966.051414:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758966.051426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758966.051431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758966.051435:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758966.051437:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758966.051445:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758966.051450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758966.051451:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758966.051453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758966.051458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758966.051459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758966.051463:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758966.051466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758966.051468:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758966.051474:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758966.051479:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758966.051486:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758966.051489:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758966.051489:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758966.051496:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758966.051496:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758966.051501:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758966.051506:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758966.051511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758966.051515:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758966.051520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758966.051522:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758966.051525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758966.051540:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758966.051542:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758966.051545:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758966.179376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758966.179382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758966.179384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758966.179388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758966.179391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758966.179394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758966.179396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758966.179398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758966.179401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.075358:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758967.075368:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758967.075372:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758967.075382:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758967.075383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758967.075388:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758967.075391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.075391:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758967.075396:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758967.075397:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758967.075401:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758967.075406:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758967.075411:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758967.075416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758967.075416:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758967.075420:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758967.075421:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.075428:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758967.075440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758967.075448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758967.075448:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758967.075452:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.075454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758967.075458:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758967.075459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758967.075467:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758967.075467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758967.075471:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758967.075474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758967.075475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758967.075480:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758967.075482:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758967.075485:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.075494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758967.075496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758967.075498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758967.139362:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758967.139373:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758967.139376:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758967.139380:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758967.139384:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758967.139392:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16671 00000400:00000200:1.0:1787758967.139402:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758967.139409:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758967.139412:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758967.139416:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139419:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.139422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758967.139429:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758967.139431:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758967.139434:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758967.139437:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758967.139441:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758967.139443:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758967.139447:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139449:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.139452:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139454:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758967.139458:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758967.139463:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139465:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758967.139469:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758967.139473:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758967.139476:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.139478:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758967.139481:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758967.139490:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758967.139495:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758967.139499:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758967.139501:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.139504:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758967.139507:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758967.139512:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758967.139520:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787758967.139526:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758967.139535:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931242624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758967.139546:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758967.139551:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758967.139556:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931242624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758967.139581:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758967.139585:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758967.139589:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758967.139591:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758967.139593:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758967.139597:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758967.139601:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16671 00000400:00000200:1.0:1787758967.139606:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758967.139613:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758967.139616:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758967.139622:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139627:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.139633:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139639:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758967.139646:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758967.139649:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758967.139653:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758967.139658:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758967.139666:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758967.139672:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758967.139679:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139685:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.139692:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139707:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758967.139713:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758967.139724:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139732:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758967.139735:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758967.139743:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758967.139749:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.139753:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758967.139771:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758967.139778:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.139784:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758967.139792:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758967.139799:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758967.139806:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758967.139810:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.139816:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758967.139819:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758967.139823:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758967.139831:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787758967.139838:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758967.139849:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931242752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758967.139865:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758967.139869:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758967.139877:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931242752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758967.139897:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758967.139900:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758967.139905:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758967.139908:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758967.139912:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758967.139919:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758967.139926:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16671 00000400:00000200:1.0:1787758967.139944:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758967.139952:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758967.139958:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758967.139966:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139971:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.139978:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.139983:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758967.139987:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758967.139990:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787758967.139994:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758967.139997:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758967.140000:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758967.140002:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787758967.140007:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140012:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.140015:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140022:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758967.140029:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758967.140036:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140041:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758967.140045:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758967.140049:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758967.140054:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140060:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758967.140064:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787758967.140068:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140074:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758967.140082:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758967.140088:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758967.140094:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758967.140097:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140103:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758967.140106:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758967.140111:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758967.140118:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787758967.140124:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758967.140135:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931242880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758967.140152:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758967.140157:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758967.140167:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931242880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758967.140191:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758967.140195:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758967.140214:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758967.140218:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758967.140222:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758967.140229:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758967.140237:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16671 00000400:00000200:1.0:1787758967.140247:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758967.140254:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758967.140259:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758967.140266:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140291:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.140294:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140297:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758967.140300:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758967.140304:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758967.140307:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758967.140311:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787758967.140317:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758967.140323:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758967.140331:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140334:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.140337:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140339:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758967.140343:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758967.140350:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140356:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758967.140361:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758967.140366:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758967.140370:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140373:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758967.140378:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758967.140385:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140389:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758967.140397:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758967.140403:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758967.140408:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758967.140411:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140415:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758967.140419:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758967.140422:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758967.140430:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758967.140437:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758967.140448:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931243008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758967.140476:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758967.140481:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758967.140491:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931243008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758967.140511:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758967.140517:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758967.140524:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758967.140526:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758967.140528:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758967.140532:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758967.140537:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16671 00000400:00000200:1.0:1787758967.140543:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758967.140550:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758967.140554:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758967.140562:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140567:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.140573:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140578:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758967.140586:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758967.140589:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758967.140595:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758967.140599:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758967.140607:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758967.140613:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758967.140620:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140627:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758967.140633:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140639:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758967.140645:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787758967.140653:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758967.140660:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758967.140666:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758967.140672:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758967.140679:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140684:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758967.140689:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758967.140694:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140699:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758967.140705:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787758967.140710:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758967.140716:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758967.140718:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758967.140722:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758967.140725:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758967.140728:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758967.140735:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758967.140741:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758967.140752:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931243136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758967.140788:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758967.140792:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758967.140801:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931243136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758967.140819:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758967.140826:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16681) 00000100:00000001:0.0:1787758967.203378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758967.203386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758967.203388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758967.203394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758967.203398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758967.203402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758967.203405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758967.203408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758967.203411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758968.099383:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758968.099393:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758968.099399:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758968.099407:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758968.099414:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758968.099422:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758968.099428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758968.099434:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758968.099438:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758968.099441:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758968.099448:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758968.099453:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758968.099468:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758968.099478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758968.099479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758968.099488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758968.099489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758968.099495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758968.099503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758968.099504:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758968.099513:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758968.099513:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758968.099520:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758968.099526:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758968.099527:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758968.099538:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758968.099545:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758968.099561:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758968.099566:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758968.099569:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758968.099573:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758968.099577:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758968.099580:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758968.099584:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758968.099586:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758968.099590:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758968.163438:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311345104, at 4311345152 00000100:00000040:1.0:1787758968.163438:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311345104, at 4311345152 00000100:00000010:0.0:1787758968.163465:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000010:1.0:1787758968.163469:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787758968.227418:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758968.227429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758968.227432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758968.227440:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758968.227445:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758968.227451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758968.227455:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758968.227459:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758968.227463:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758969.123404:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758969.123415:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758969.123416:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758969.123420:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758969.123424:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758969.123430:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758969.123430:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758969.123446:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758969.123447:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758969.123455:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758969.123458:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758969.123463:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758969.123466:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758969.123478:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758969.123480:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758969.123485:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758969.123491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758969.123512:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758969.123592:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758969.123594:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758969.123600:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758969.123603:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758969.123603:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758969.123610:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758969.123612:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787758969.123615:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758969.123626:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758969.123626:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758969.123641:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758969.123643:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758969.123662:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758969.123672:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758969.123677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758969.123678:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758969.123681:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758969.123686:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758969.251406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758969.251415:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758969.251417:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758969.251422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758969.251427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758969.251433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758969.251437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758969.251568:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758969.251574:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758970.147419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758970.147431:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758970.147438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758970.147449:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758970.147461:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758970.147467:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.147484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758970.147487:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.147490:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758970.147509:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758970.147514:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758970.147523:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758970.147536:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758970.147540:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758970.147542:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758970.147546:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758970.147548:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758970.147557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758970.147559:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758970.147560:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758970.147563:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.147573:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758970.147581:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.147594:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758970.147620:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758970.147627:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758970.147633:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758970.147641:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758970.147655:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758970.147665:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.147680:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758970.147682:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758970.147689:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.147691:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758970.147699:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758970.147703:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758970.147755:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758970.147759:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758970.147761:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758970.147764:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758970.147768:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758970.147770:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758970.147774:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758970.147775:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758970.147779:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758970.275382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758970.275388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758970.275390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758970.275394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758970.275397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758970.275401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.275403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758970.275405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758970.275408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758971.171426:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758971.171434:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758971.171439:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758971.171450:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758971.171452:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758971.171461:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758971.171466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758971.171466:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758971.171479:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758971.171482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758971.171485:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758971.171493:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758971.171493:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758971.171505:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758971.171507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758971.171515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758971.171522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758971.171528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758971.171558:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758971.171561:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758971.171566:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758971.171569:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758971.171576:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758971.171580:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758971.171583:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758971.171599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758971.171601:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758971.171612:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758971.171615:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758971.171618:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758971.171636:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758971.171641:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758971.171646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758971.171647:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758971.171652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758971.171660:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758971.299386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758971.299395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758971.299397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758971.299403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758971.299406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758971.299410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758971.299412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758971.299414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758971.299417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758972.195396:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758972.195396:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758972.195406:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758972.195407:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758972.195418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758972.195418:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758972.195432:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787758972.195437:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758972.195441:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758972.195448:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.195449:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758972.195454:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.195466:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758972.195467:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758972.195473:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758972.195473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.195478:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758972.195479:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758972.195497:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758972.195500:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758972.195504:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758972.195504:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758972.195509:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758972.195509:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758972.195515:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758972.195515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758972.195527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758972.195531:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758972.195535:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.195537:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758972.195546:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758972.195554:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.195564:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758972.195564:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758972.195574:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.195581:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758972.195612:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758972.195617:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787758972.195618:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758972.195619:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758972.195621:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758972.195622:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00010000:00010000:0.0:1787758972.195625:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758972.195625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758972.195629:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758972.195633:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758972.195635:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758972.195638:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758972.323367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758972.323387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758972.323390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758972.323404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758972.323408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758972.323413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.323417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758972.323420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758972.323427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758973.219396:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758973.219403:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758973.219406:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758973.219411:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758973.219416:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758973.219419:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758973.219422:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758973.219427:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758973.219434:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758973.219476:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758973.219480:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758973.219482:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758973.219485:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758973.219490:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758973.219493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758973.219495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758973.219498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758973.219500:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758973.219512:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787758973.219514:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787758973.219524:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758973.219525:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758973.219534:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758973.219536:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787758973.219539:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758973.219546:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758973.219551:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758973.219556:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758973.219556:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758973.219562:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758973.219564:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758973.219568:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758973.219570:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758973.219580:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758973.219588:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758973.219592:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758973.219603:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758973.219606:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758973.219610:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758973.283379:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311350224, at 4311350272 00000100:00000010:1.0:1787758973.283393:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000040:0.0:1787758973.283406:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311350224, at 4311350272 00000100:00000010:0.0:1787758973.283432:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787758973.347396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758973.347406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758973.347408:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758973.347414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758973.347418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758973.347422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758973.347425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758973.347427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758973.347430:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758974.243378:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758974.243388:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758974.243392:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758974.243399:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758974.243404:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758974.243408:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243411:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758974.243418:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758974.243418:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243428:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758974.243429:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758974.243435:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758974.243449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758974.243459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758974.243465:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243468:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758974.243475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758974.243478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758974.243480:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758974.243483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758974.243491:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758974.243500:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758974.243501:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758974.243517:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243521:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758974.243535:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758974.243539:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758974.243544:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758974.243548:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758974.243553:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758974.243567:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243573:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758974.243577:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758974.243582:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758974.243596:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758974.243602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758974.243604:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758974.243608:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758974.243612:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758974.243616:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758974.243620:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758974.243622:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758974.243625:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758974.371364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758974.371371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758974.371373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758974.371378:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758974.371380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758974.371385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758974.371387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758974.371389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758974.371392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758975.267416:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758975.267427:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758975.267432:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758975.267444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758975.267446:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758975.267453:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758975.267457:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758975.267459:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267472:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758975.267475:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758975.267477:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758975.267491:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758975.267501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758975.267508:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758975.267519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758975.267521:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758975.267528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267528:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758975.267537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758975.267540:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758975.267542:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758975.267556:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758975.267561:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267566:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758975.267569:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267572:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758975.267588:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758975.267592:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758975.267593:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758975.267599:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758975.267601:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758975.267604:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758975.267605:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758975.267623:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758975.267624:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758975.267630:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267631:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758975.267635:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758975.267637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758975.267639:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758975.267642:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758975.267643:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758975.267652:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758975.267652:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758975.395348:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758975.395354:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758975.395356:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758975.395361:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758975.395370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758975.395373:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758975.395375:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758975.395378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758975.395380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758976.291346:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758976.291348:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758976.291350:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758976.291353:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758976.291356:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758976.291359:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758976.291362:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758976.291364:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758976.291366:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758976.291370:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787758976.291373:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758976.291374:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758976.291380:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758976.291381:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758976.291386:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758976.291392:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758976.291394:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758976.291397:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758976.291398:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758976.291401:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758976.291403:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758976.291405:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758976.291411:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758976.291415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758976.291422:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758976.291424:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758976.291425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758976.291429:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758976.291431:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758976.291433:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758976.291438:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758976.291442:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758976.291446:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758976.291448:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758976.291450:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758976.291453:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758976.291457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758976.291461:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758976.291463:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758976.291467:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758976.291470:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758976.291473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758976.291475:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758976.291476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758976.291478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758976.419378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758976.419384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758976.419386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758976.419390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758976.419392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758976.419395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758976.419397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758976.419399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758976.419402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758977.315387:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758977.315395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758977.315398:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758977.315403:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758977.315410:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758977.315414:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315417:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758977.315421:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315424:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.315440:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758977.315445:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758977.315449:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758977.315451:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758977.315454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758977.315456:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.315468:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758977.315469:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758977.315479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758977.315481:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758977.315488:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.315503:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.315515:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.315532:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758977.315533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758977.315542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315550:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.315566:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758977.315571:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758977.315574:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.315577:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758977.315593:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758977.315600:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.315608:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.315611:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315615:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758977.315621:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758977.315622:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758977.315627:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758977.315633:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758977.315637:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758977.315641:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315644:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758977.315649:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758977.315653:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.379729:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758977.379740:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758977.379744:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758977.379758:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.379788:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.379790:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.379794:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758977.379798:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758977.379802:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.379805:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931243904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758977.379809:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758977.379816:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758977.379819:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.379823:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758977.379833:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758977.379836:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758977.379859:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758977.379873:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758977.379881:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758977.379892:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931243904, portal 25 00000100:00000001:0.0:1787758977.379897:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758977.379899:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787758977.379909:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.379951:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758977.379956:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758977.379961:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758977.379967:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931243904, offset 0 00000400:00000200:0.0:1787758977.379987:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758977.380000:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.380009:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758977.380017:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758977.380024:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758977.380038:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758977.380045:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758977.380055:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748476:748476:256:4294967295] 192.168.201.121@tcp LPNI seq info [748470:748470:8:4294967295] 00000400:00000200:0.0:1787758977.380066:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.380082:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758977.380096:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.380105:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758977.380119:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758977.380128:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758977.380162:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.380169:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758977.380177:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758977.380192:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758977.380206:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758977.380213:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758977.380224:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758977.380231:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380306:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.380311:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380323:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.380327:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758977.380340:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758977.380346:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758977.380354:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311355345 00000100:00000010:0.0:1787758977.380360:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000100:00000001:0.0:1787758977.380367:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787758977.380376:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311355345 00000100:00000010:0.0:1787758977.380383:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758977.380393:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787758977.380400:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758977.380410:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.380418:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758977.380429:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758977/real 1787758977] req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758977.380455:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758977.380460:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758977.380463:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758977.380471:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758977.380476:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758977.380481:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758977.380493:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758977.380527:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380544:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758977.380547:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.380555:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.380558:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758977.380565:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380587:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758977.380596:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380611:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758977.380616:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.380621:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.380629:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.380634:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758977.380637:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758977.380643:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758977.380655:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758977.380661:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758977.380667:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758977.380688:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931243904:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758977.380693:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.380700:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.380704:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380718:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758977.380724:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758977.380731:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758977.380738:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758977.380741:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758977.380744:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758977.380749:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758977.380756:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787758977.380767:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758977.380771:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758977.380773:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787758977.380781:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758977.380783:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.380789:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.380800:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758977.380802:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.380807:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758977.380810:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758977.380815:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758977.380824:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.380888:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.380890:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.380899:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758977.380906:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758977.380912:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.380921:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758977.380933:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758977.380937:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758977.380939:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.380943:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758977.380947:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758977.380956:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758977.380968:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758977.380975:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758977.380981:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758977.380984:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244032, portal 10 00000100:00000001:0.0:1787758977.380988:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758977.380993:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530503360 : -128384179048256 : ffff8b3c3a9cf0c0) 00000100:00000040:0.0:1787758977.381003:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381027:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758977.381033:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758977.381038:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758977.381046:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931244032, offset 0 00000400:00000200:0.0:1787758977.381063:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758977.381071:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.381081:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758977.381089:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758977.381094:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758977.381104:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758977.381112:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758977.381131:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748477:748477:256:4294967295] 192.168.201.121@tcp LPNI seq info [748471:748471:8:4294967295] 00000400:00000200:0.0:1787758977.381145:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.381158:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758977.381176:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.381182:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758977.381193:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758977.381201:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758977.381227:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.381231:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758977.381239:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758977.381248:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758977.381251:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758977.381255:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758977.381263:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758977.381294:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381321:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.381330:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381354:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.381363:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758977.381373:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758977.381383:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758977.381388:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758977.381391:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311354382 00000100:00000001:0.0:1787758977.381395:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.381398:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311354382 00000100:00000001:0.0:1787758977.381401:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.381404:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758977.381407:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.381408:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758977.381414:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758977/real 1787758977] req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758977.381423:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758977.381425:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758977.381427:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758977.381430:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758977.381431:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758977.381434:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758977.381437:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758977.381445:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381452:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758977.381453:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381455:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.381456:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758977.381460:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381467:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758977.381471:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381478:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758977.381481:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381483:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.381484:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381486:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758977.381490:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758977.381493:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758977.381497:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758977.381499:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758977.381504:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758977.381512:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244032:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758977.381516:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758977.381520:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381527:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.381529:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.381531:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758977.381533:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758977.381536:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.381539:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758977.381542:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758977.381545:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758977.381546:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.381548:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758977.381552:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758977.381555:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758977.381558:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758977.381561:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758977.381564:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758977.381568:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244160, portal 10 00000100:00000001:0.0:1787758977.381570:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758977.381571:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787758977.381595:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381602:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758977.381605:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758977.381607:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758977.381610:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931244160, offset 0 00000400:00000200:0.0:1787758977.381615:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758977.381619:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.381623:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758977.381625:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758977.381628:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758977.381631:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758977.381633:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758977.381636:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748478:748478:256:4294967295] 192.168.201.121@tcp LPNI seq info [748472:748472:8:4294967295] 00000400:00000200:0.0:1787758977.381640:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.381647:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758977.381652:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.381656:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758977.381660:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758977.381664:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758977.381675:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.381676:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758977.381680:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758977.381683:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758977.381686:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758977.381688:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758977.381691:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758977.381695:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381703:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.381706:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381712:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.381715:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758977.381718:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758977.381721:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758977.381724:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758977.381726:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311354380 00000100:00000001:0.0:1787758977.381728:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.381730:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311354380 00000100:00000001:0.0:1787758977.381732:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.381734:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758977.381737:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.381739:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758977.381743:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758977/real 1787758977] req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758977.381751:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758977.381753:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758977.381755:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758977.381758:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758977.381760:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758977.381762:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758977.381766:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758977.381774:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381781:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758977.381782:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381784:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.381786:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758977.381790:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381797:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758977.381802:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381809:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758977.381812:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381813:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.381815:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381817:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758977.381819:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758977.381822:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758977.381826:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758977.381828:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758977.381833:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758977.381842:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244160:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758977.381846:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381848:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.381851:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf0c0 x1874583931244032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381858:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758977.381860:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758977.381862:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758977.381864:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758977.381866:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758977.381868:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758977.381870:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758977.381872:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787758977.381874:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758977.381876:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758977.381877:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf0c0. 00000100:00000001:0.0:1787758977.381880:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758977.381882:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381883:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.381886:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931244160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381893:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758977.381895:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758977.381896:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758977.381898:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758977.381900:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758977.381901:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758977.381903:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758977.381904:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787758977.381906:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758977.381907:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758977.381909:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787758977.381911:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758977.381912:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381914:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.381917:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758977.381918:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.381921:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758977.381923:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758977.381924:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758977.381929:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381936:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.381938:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.381940:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758977.381942:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758977.381944:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.381947:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758977.381951:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758977.381953:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758977.381955:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.381956:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758977.381960:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758977.381962:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758977.381965:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758977.381968:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758977.381971:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758977.381974:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244288, portal 4 00000100:00000001:0.0:1787758977.381976:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758977.381977:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530502400 : -128384179049216 : ffff8b3c3a9ced00) 00000100:00000040:0.0:1787758977.381983:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.381989:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758977.381992:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758977.381994:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758977.381997:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931244288, offset 0 00000400:00000200:0.0:1787758977.382001:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758977.382005:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.382008:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758977.382011:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758977.382014:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758977.382016:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758977.382018:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758977.382021:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748479:748479:256:4294967295] 192.168.201.121@tcp LPNI seq info [748473:748473:8:4294967295] 00000400:00000200:0.0:1787758977.382025:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.382030:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758977.382035:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.382038:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758977.382042:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758977.382044:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758977.382055:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.382057:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758977.382060:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758977.382063:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758977.382066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758977.382068:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758977.382070:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758977.382074:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382081:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.382085:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382091:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.382093:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758977.382096:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758977.382099:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758977.382103:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758977.382105:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311354416 00000100:00000001:0.0:1787758977.382107:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.382110:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311354416 00000100:00000001:0.0:1787758977.382112:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.382114:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758977.382117:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.382118:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758977.382122:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758977/real 1787758977] req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758977.382130:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758977.382131:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758977.382133:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758977.382135:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758977.382137:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758977.382140:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758977.382143:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758977.382158:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382164:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758977.382166:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382167:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.382169:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758977.382173:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382179:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758977.382183:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382191:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758977.382193:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382195:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.382196:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382198:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758977.382200:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758977.382203:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758977.382206:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758977.382209:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758977.382213:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758977.382221:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244288:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758977.382225:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758977.382229:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382242:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.382243:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.382245:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758977.382247:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758977.382250:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.382252:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758977.382256:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758977.382258:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758977.382260:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758977.382262:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758977.382265:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758977.382286:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758977.382290:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758977.382294:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758977.382297:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758977.382300:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244416, portal 4 00000100:00000001:0.0:1787758977.382302:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758977.382304:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530494720 : -128384179056896 : ffff8b3c3a9ccf00) 00000100:00000040:0.0:1787758977.382310:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382315:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758977.382318:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758977.382320:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758977.382322:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931244416, offset 0 00000400:00000200:0.0:1787758977.382326:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758977.382330:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.382333:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758977.382336:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758977.382339:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758977.382341:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758977.382343:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758977.382347:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748480:748480:256:4294967295] 192.168.201.121@tcp LPNI seq info [748474:748474:8:4294967295] 00000400:00000200:0.0:1787758977.382350:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758977.382356:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758977.382360:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.382363:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758977.382367:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758977.382370:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1787758977.382380:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758977.382382:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758977.382385:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758977.382388:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758977.382391:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758977.382393:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758977.382395:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758977.382399:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382406:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.382409:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382416:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.382417:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758977.382420:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758977.382423:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758977.382426:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758977.382427:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311354396 00000100:00000001:0.0:1787758977.382430:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.382432:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311354396 00000100:00000001:0.0:1787758977.382435:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311355345 00000100:00000001:0.0:1787758977.382437:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758977.382439:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.382441:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758977.382444:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758977/real 1787758977] req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758977.382451:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758977.382452:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758977.382454:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758977.382456:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758977.382458:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758977.382459:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758977.382462:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758977.382470:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382476:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758977.382478:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382480:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.382481:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758977.382484:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382491:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758977.382494:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382499:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758977.382500:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382501:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758977.382502:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382503:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758977.382504:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758977.382506:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758977.382508:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758977.382510:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758977.382512:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758977.382516:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244416:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758977.382518:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382520:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.382521:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ced00 x1874583931244288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382525:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758977.382526:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758977.382527:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758977.382529:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758977.382530:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758977.382531:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758977.382532:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758977.382533:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787758977.382535:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758977.382536:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758977.382537:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ced00. 00000100:00000001:0.0:1787758977.382538:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758977.382539:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382540:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758977.382542:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccf00 x1874583931244416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758977.382545:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758977.382546:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758977.382547:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758977.382548:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758977.382549:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758977.382550:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758977.382551:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758977.382552:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787758977.382553:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758977.382554:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758977.382555:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccf00. 00000100:00000001:0.0:1787758977.382556:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758977.382557:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382558:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.382560:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758977.382561:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.382562:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758977.382563:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758977.443334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758977.443340:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758977.443342:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758977.443346:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758977.443348:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758977.443351:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.443353:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758977.443355:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758977.443357:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758978.339414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758978.339414:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758978.339424:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758978.339424:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758978.339429:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758978.339429:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758978.339437:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787758978.339437:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758978.339444:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758978.339444:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758978.339449:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758978.339450:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758978.339456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758978.339466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758978.339470:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758978.339473:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758978.339577:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758978.339582:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758978.339587:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758978.339593:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758978.339599:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758978.339604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758978.339609:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758978.339612:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758978.339617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758978.339733:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758978.339740:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758978.403397:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311355345, at 4311355392 00000100:00000040:1.0:1787758978.403397:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311355345, at 4311355392 00000100:00000010:0.0:1787758978.403415:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000010:1.0:1787758978.403418:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5f00. 00000100:00000001:0.0:1787758978.467422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758978.467432:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758978.467435:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758978.467441:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758978.467446:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758978.467451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758978.467454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758978.467457:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758978.467461:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758979.363402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758979.363407:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758979.363412:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758979.363417:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758979.363421:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758979.363423:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758979.363426:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758979.363429:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758979.363436:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758979.363437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758979.363442:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758979.363447:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758979.363448:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758979.363456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758979.363457:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758979.363471:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758979.363480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758979.363489:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758979.363513:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758979.363517:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758979.363520:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758979.363523:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758979.363527:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758979.363531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758979.363534:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758979.363537:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758979.363539:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758979.363566:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758979.363572:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758979.363575:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758979.363579:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758979.363583:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758979.363587:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758979.363589:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758979.363593:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758979.363596:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758979.363613:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758979.363617:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758979.363618:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758979.363621:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000020:00000001:1.0:1787758979.363629:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787758979.363630:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758979.363634:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758979.363638:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758979.363644:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787758979.363644:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758979.363658:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787758979.363659:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758979.491337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758979.491345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758979.491347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758979.491352:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758979.491355:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758979.491359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758979.491361:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758979.491363:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758979.491365:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758980.387370:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758980.387370:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758980.387377:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758980.387377:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758980.387380:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758980.387381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758980.387386:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787758980.387388:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758980.387392:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758980.387393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758980.387397:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758980.387397:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758980.387403:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758980.387406:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758980.387408:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758980.387410:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758980.387415:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758980.387419:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758980.387422:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758980.387427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758980.387430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758980.387433:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758980.387436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758980.387438:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758980.387442:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758980.387443:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758980.387445:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758980.387447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787758980.387451:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758980.387451:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758980.387456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758980.387457:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758980.387461:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758980.387467:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758980.387471:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758980.387474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758980.387476:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758980.387480:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758980.387483:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758980.387486:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758980.387492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758980.387496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758980.387500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758980.387501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758980.387505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758980.515381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758980.515387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758980.515389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758980.515392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787758980.515395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758980.515398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758980.515400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758980.515402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758980.515404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758981.411427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758981.411437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758981.411443:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758981.411453:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758981.411462:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758981.411470:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758981.411474:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758981.411478:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758981.411484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758981.411485:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758981.411489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758981.411494:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758981.411500:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758981.411530:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758981.411536:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758981.411541:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758981.411548:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758981.411552:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758981.411558:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758981.411560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758981.411565:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758981.411573:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758981.411580:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758981.411587:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758981.411593:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758981.411595:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758981.411598:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758981.411600:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758981.411604:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758981.411605:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758981.411614:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758981.411626:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758981.411634:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758981.411639:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758981.411640:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758981.411643:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758981.411646:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758981.411650:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758981.411651:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758981.411658:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758981.411664:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758981.411669:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758981.411672:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758981.411674:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758981.411677:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.435397:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758982.435401:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758982.435403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758982.435407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.435416:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758982.435417:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758982.435429:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.435430:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758982.435440:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758982.435449:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758982.435469:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758982.435470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758982.435480:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.435481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758982.435505:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.435507:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.435511:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.435515:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.435526:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758982.435531:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758982.435532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758982.435541:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.435544:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758982.435545:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758982.435549:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.435549:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758982.435556:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758982.435556:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758982.435568:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.435570:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758982.435582:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.435583:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.435598:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758982.435598:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.435606:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.435617:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.435651:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758982.435656:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758982.435659:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758982.435663:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758982.435666:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758982.435669:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758982.435672:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758982.435673:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758982.435675:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758982.499408:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758982.499419:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758982.499422:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758982.499426:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758982.499431:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758982.499439:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16687 00000400:00000200:1.0:1787758982.499449:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758982.499456:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758982.499459:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758982.499462:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499465:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.499467:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499469:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758982.499473:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758982.499475:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758982.499477:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758982.499481:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758982.499483:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758982.499484:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758982.499501:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499503:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.499504:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499506:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758982.499509:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758982.499513:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499515:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758982.499518:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758982.499522:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758982.499526:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.499530:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758982.499533:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758982.499547:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787758982.499552:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758982.499557:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758982.499560:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.499564:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758982.499568:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758982.499574:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758982.499583:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787758982.499590:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758982.499600:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758982.499610:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758982.499614:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758982.499618:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.499642:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758982.499645:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758982.499648:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758982.499649:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758982.499651:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758982.499654:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758982.499656:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16687 00000400:00000200:1.0:1787758982.499659:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758982.499662:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758982.499664:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758982.499667:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499669:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.499671:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499674:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758982.499676:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787758982.499677:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758982.499678:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758982.499682:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787758982.499684:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1787758982.499685:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000100:00000001:0.0:1787758982.499688:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787758982.499690:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758982.499695:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758982.499698:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758982.499702:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499705:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.499708:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499713:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758982.499724:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.499727:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758982.499730:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 02000000:00000001:0.0:1787758982.499734:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758982.499740:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787758982.499741:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499747:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.499748:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758982.499749:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758982.499757:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787758982.499758:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931244544:192.168.201.121@tcp:250:kworker.0 02000000:00000001:1.0:1787758982.499763:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.499766:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758982.499768:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1787758982.499771:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1787758982.499775:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787758982.499781:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787758982.499781:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.499787:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758982.499788:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758982.499795:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 00000100:00000010:1.0:1787758982.499796:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 02000000:00000001:0.0:1787758982.499800:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787758982.499802:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758982.499807:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787758982.499808:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758982.499809:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.499812:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787758982.499814:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787758982.499814:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758982.499816:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758982.499823:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000400:00000010:0.0:1787758982.499824:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000001:1.0:1787758982.499827:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758982.499834:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244544, portal 25 00000100:00100000:1.0:1787758982.499834:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758982.499840:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758982.499842:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288960 : -128385142262656 : ffff8b3c01337480) 00000100:00000040:0.0:1787758982.499854:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.499854:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758982.499858:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758982.499865:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.499867:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758982.499875:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499881:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758982.499884:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787758982.499885:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00080000:1.0:1787758982.499889:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000200:0.0:1787758982.499891:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931244544, offset 0 00000100:00000001:1.0:1787758982.499892:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758982.499895:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758982.499899:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787758982.499903:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00080000:1.0:1787758982.499904:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16687 00000400:00000200:1.0:1787758982.499911:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758982.499913:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758982.499915:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787758982.499919:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:1.0:1787758982.499920:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499925:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.499928:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499932:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758982.499933:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000020:00000001:1.0:1787758982.499937:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758982.499940:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000400:00000200:0.0:1787758982.499943:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1787758982.499944:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758982.499949:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787758982.499952:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758982.499954:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000020:00000001:1.0:1787758982.499956:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758982.499962:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787758982.499964:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499969:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758982.499970:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000100:00000040:1.0:1787758982.499973:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499976:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000400:00000200:0.0:1787758982.499982:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748481:748481:256:4294967295] 192.168.201.121@tcp LPNI seq info [748475:748475:8:4294967295] 00000020:00000040:1.0:1787758982.499982:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758982.499988:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758982.499991:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758982.499995:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000001:1.0:1787758982.500001:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758982.500004:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758982.500008:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500011:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758982.500014:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758982.500015:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000008:00000001:1.0:1787758982.500019:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500024:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758982.500028:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000800:00000200:0.0:1787758982.500029:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000020:00000040:1.0:1787758982.500031:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758982.500036:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758982.500037:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500038:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758982.500039:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1787758982.500041:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 02000000:00000001:1.0:1787758982.500041:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758982.500047:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787758982.500052:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787758982.500055:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00100000:1.0:1787758982.500058:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1787758982.500063:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000100:00000001:1.0:1787758982.500067:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758982.500070:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758982.500076:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.500088:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758982.500091:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758982.500095:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758982.500096:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758982.500099:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1787758982.500100:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500102:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:0.0:1787758982.500106:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000100:00080000:1.0:1787758982.500107:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16687 00000400:00000200:1.0:1787758982.500114:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758982.500118:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000400:00000200:0.0:1787758982.500119:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1787758982.500121:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758982.500129:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758982.500131:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787758982.500135:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787758982.500140:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000100:00000040:1.0:1787758982.500141:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758982.500146:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758982.500146:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758982.500153:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758982.500154:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000100:00000001:0.0:1787758982.500155:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1787758982.500158:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758982.500162:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000100:00000200:0.0:1787758982.500164:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787758982.500165:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758982.500172:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758982.500179:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500184:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.500186:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500188:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758982.500189:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1787758982.500190:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758982.500194:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500198:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758982.500199:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758982.500200:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758982.500204:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758982.500208:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500212:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758982.500215:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787758982.500219:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787758982.500219:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500224:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500225:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1787758982.500228:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787758982.500231:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758982.500234:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787758982.500236:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758982.500236:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500242:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758982.500243:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758982.500245:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758982.500247:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787758982.500249:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:0.0:1787758982.500253:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311360464 00000100:00000001:1.0:1787758982.500254:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758982.500261:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1787758982.500264:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5cc0. 00000100:00000001:1.0:1787758982.500306:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758982.500308:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758982.500314:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.500323:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500325:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1787758982.500326:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758982.500331:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758982.500332:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758982.500334:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758982.500336:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758982.500338:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16687 00000100:00000001:0.0:1787758982.500340:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311360465 00000400:00000200:1.0:1787758982.500342:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758982.500347:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000010:0.0:1787758982.500348:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5540. 00000100:00080000:1.0:1787758982.500349:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758982.500354:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500356:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787758982.500357:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1787758982.500358:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500363:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000100:00000001:0.0:1787758982.500365:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787758982.500365:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758982.500366:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758982.500369:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758982.500371:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000100:00000001:0.0:1787758982.500373:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787758982.500374:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758982.500379:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000001:0.0:1787758982.500382:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1787758982.500382:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500386:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758982.500388:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500390:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758982.500393:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00100000:0.0:1787758982.500394:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758982/real 1787758982] req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787758982.500397:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758982.500402:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758982.500406:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758982.500409:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758982.500413:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758982.500416:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000001:0.0:1787758982.500418:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00100000:1.0:1787758982.500418:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758982.500420:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787758982.500423:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758982.500423:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758982.500428:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000100:00000010:1.0:1787758982.500429:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787758982.500433:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000400:00000200:0.0:1787758982.500434:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 02000000:00000001:1.0:1787758982.500435:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758982.500439:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758982.500440:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:1.0:1787758982.500441:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758982.500443:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758982.500446:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500448:0:2420:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1787758982.500450:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000200:0.0:1787758982.500455:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.500456:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758982.500464:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787758982.500473:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.500474:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758982.500478:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758982.500485:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500503:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758982.500506:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500508:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.500510:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758982.500518:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758982.500521:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500528:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758982.500531:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16697) 00000100:00000040:0.0:1787758982.500534:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500541:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758982.500544:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500545:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.500546:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500548:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758982.500550:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758982.500552:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758982.500556:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758982.500559:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758982.500562:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758982.500574:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931244544:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758982.500579:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500581:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.500583:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337480 x1874583931244544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500588:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758982.500591:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758982.500593:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758982.500596:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758982.500598:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758982.500599:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758982.500601:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758982.500603:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787758982.500607:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758982.500609:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758982.500610:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337480. 00000100:00000001:0.0:1787758982.500613:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758982.500614:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500615:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500623:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758982.500624:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500626:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758982.500627:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758982.500629:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758982.500631:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500636:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.500638:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.500639:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758982.500641:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758982.500643:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758982.500645:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758982.500647:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758982.500649:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758982.500650:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.500652:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758982.500654:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758982.500655:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758982.500659:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758982.500661:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758982.500663:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758982.500666:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244672, portal 10 00000100:00000001:0.0:1787758982.500667:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758982.500668:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567278400 : -128385142273216 : ffff8b3c01334b40) 00000100:00000040:0.0:1787758982.500674:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500679:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758982.500680:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758982.500682:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758982.500683:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931244672, offset 0 00000400:00000200:0.0:1787758982.500686:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758982.500689:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.500692:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758982.500694:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758982.500696:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758982.500698:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758982.500700:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758982.500702:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748482:748482:256:4294967295] 192.168.201.121@tcp LPNI seq info [748476:748476:8:4294967295] 00000400:00000200:0.0:1787758982.500707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.500714:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758982.500719:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.500723:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758982.500728:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758982.500731:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758982.500744:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.500746:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758982.500750:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758982.500754:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758982.500757:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758982.500759:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758982.500763:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758982.500766:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500772:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.500774:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500779:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500780:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758982.500783:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758982.500786:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758982.500789:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758982.500790:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311359501 00000100:00000001:0.0:1787758982.500793:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311360464 00000100:00000001:0.0:1787758982.500794:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311359501 00000100:00000001:0.0:1787758982.500796:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311360465 00000100:00000001:0.0:1787758982.500797:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758982.500799:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.500800:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758982.500803:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758982/real 1787758982] req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758982.500813:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758982.500814:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758982.500815:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758982.500817:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758982.500818:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758982.500820:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758982.500822:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758982.500828:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500832:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758982.500833:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500834:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.500835:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758982.500837:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500842:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758982.500844:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500849:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758982.500851:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500852:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.500853:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.500854:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758982.500857:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758982.500859:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758982.500861:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758982.500863:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758982.500866:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758982.500871:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244672:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758982.500874:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758982.500876:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500880:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.500881:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.500882:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758982.500884:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758982.500885:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758982.500887:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758982.500889:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758982.500890:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758982.500891:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.500892:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758982.500895:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758982.500896:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758982.500899:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758982.500900:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758982.500903:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758982.500905:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244800, portal 10 00000100:00000001:0.0:1787758982.500906:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758982.500907:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567288000 : -128385142263616 : ffff8b3c013370c0) 00000100:00000040:0.0:1787758982.500912:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500916:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758982.500918:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758982.500919:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758982.500921:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931244800, offset 0 00000400:00000200:0.0:1787758982.500924:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758982.500926:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.500929:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758982.500931:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758982.500933:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758982.500935:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758982.500937:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758982.500939:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748483:748483:256:4294967295] 192.168.201.121@tcp LPNI seq info [748477:748477:8:4294967295] 00000400:00000200:0.0:1787758982.500942:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.500947:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758982.500949:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.500952:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758982.500955:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758982.500957:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758982.500969:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.500972:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758982.500975:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758982.500979:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758982.500982:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758982.500984:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758982.500986:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758982.500990:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.500998:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501002:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501008:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501010:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758982.501013:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758982.501016:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758982.501020:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758982.501022:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311359499 00000100:00000001:0.0:1787758982.501025:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311360464 00000100:00000001:0.0:1787758982.501027:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311359499 00000100:00000001:0.0:1787758982.501030:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311360465 00000100:00000001:0.0:1787758982.501032:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758982.501034:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501036:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758982.501040:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758982/real 1787758982] req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758982.501048:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758982.501050:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758982.501051:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758982.501054:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758982.501056:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758982.501058:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758982.501061:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758982.501070:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501076:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758982.501078:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501080:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.501082:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758982.501085:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501092:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758982.501096:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501104:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758982.501107:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501109:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.501110:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501112:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758982.501115:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758982.501118:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758982.501122:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758982.501124:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758982.501128:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758982.501137:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244800:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758982.501142:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758982.501145:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501153:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.501154:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.501157:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758982.501159:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758982.501161:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758982.501164:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758982.501168:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758982.501170:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758982.501172:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.501174:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758982.501178:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758982.501180:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758982.501184:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758982.501187:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758982.501190:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758982.501194:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931244928, portal 4 00000100:00000001:0.0:1787758982.501197:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758982.501198:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567281280 : -128385142270336 : ffff8b3c01335680) 00000100:00000040:0.0:1787758982.501204:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501211:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758982.501214:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758982.501216:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758982.501218:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931244928, offset 0 00000400:00000200:0.0:1787758982.501223:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758982.501227:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.501231:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758982.501234:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758982.501237:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758982.501240:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758982.501242:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758982.501246:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748484:748484:256:4294967295] 192.168.201.121@tcp LPNI seq info [748478:748478:8:4294967295] 00000400:00000200:0.0:1787758982.501251:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.501258:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758982.501263:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.501286:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758982.501291:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758982.501294:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758982.501306:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.501309:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758982.501312:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758982.501316:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758982.501320:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758982.501322:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758982.501324:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758982.501328:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501342:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501346:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501353:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501354:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758982.501358:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758982.501362:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758982.501366:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758982.501368:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311359536 00000100:00000001:0.0:1787758982.501370:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311360464 00000100:00000001:0.0:1787758982.501373:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311359536 00000100:00000001:0.0:1787758982.501375:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311360465 00000100:00000001:0.0:1787758982.501378:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758982.501380:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501382:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758982.501385:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758982/real 1787758982] req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758982.501394:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758982.501395:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758982.501397:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758982.501400:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758982.501402:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758982.501404:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758982.501407:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758982.501417:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501424:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758982.501426:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501428:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.501430:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758982.501435:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501443:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758982.501447:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501454:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758982.501456:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501458:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.501459:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501461:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758982.501463:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758982.501466:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758982.501469:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758982.501471:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758982.501475:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758982.501483:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931244928:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758982.501504:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758982.501509:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501516:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758982.501518:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.501521:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758982.501523:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758982.501525:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758982.501529:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758982.501532:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758982.501534:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758982.501536:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758982.501538:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758982.501541:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758982.501543:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758982.501546:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758982.501549:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758982.501552:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758982.501555:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931245056, portal 4 00000100:00000001:0.0:1787758982.501557:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758982.501559:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567277440 : -128385142274176 : ffff8b3c01334780) 00000100:00000040:0.0:1787758982.501564:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501571:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758982.501573:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758982.501575:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758982.501578:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931245056, offset 0 00000400:00000200:0.0:1787758982.501582:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758982.501586:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.501590:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758982.501593:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758982.501596:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758982.501599:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758982.501601:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758982.501605:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748485:748485:256:4294967295] 192.168.201.121@tcp LPNI seq info [748479:748479:8:4294967295] 00000400:00000200:0.0:1787758982.501610:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758982.501616:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758982.501621:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.501624:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758982.501629:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758982.501632:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787758982.501644:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758982.501646:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758982.501649:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758982.501653:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758982.501656:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758982.501658:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758982.501661:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758982.501665:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501673:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501677:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501684:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501686:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758982.501689:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758982.501692:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758982.501696:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758982.501699:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311359515 00000100:00000001:0.0:1787758982.501702:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311360464 00000100:00000001:0.0:1787758982.501704:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311359515 00000100:00000001:0.0:1787758982.501707:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311360465 00000100:00000001:0.0:1787758982.501709:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758982.501712:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501714:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758982.501719:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758982/real 1787758982] req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758982.501729:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758982.501731:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758982.501733:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758982.501735:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758982.501737:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758982.501740:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758982.501743:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758982.501753:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501759:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758982.501760:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501761:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.501762:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758982.501765:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501770:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758982.501773:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501778:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758982.501779:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501780:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758982.501781:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501782:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758982.501783:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758982.501785:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758982.501787:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758982.501789:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758982.501791:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758982.501806:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245056:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758982.501810:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501813:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501816:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334b40 x1874583931244672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501824:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758982.501827:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758982.501829:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758982.501832:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758982.501834:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758982.501836:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758982.501838:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758982.501840:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2c00. 02000000:00000001:0.0:1787758982.501843:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758982.501845:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758982.501847:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334b40. 00000100:00000001:0.0:1787758982.501850:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758982.501851:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501852:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501855:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013370c0 x1874583931244800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501860:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758982.501861:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758982.501862:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758982.501865:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758982.501866:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758982.501867:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758982.501869:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758982.501870:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787758982.501871:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758982.501872:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758982.501873:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013370c0. 00000100:00000001:0.0:1787758982.501875:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758982.501876:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501878:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501880:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335680 x1874583931244928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501884:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758982.501885:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758982.501886:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758982.501888:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758982.501889:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758982.501889:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758982.501891:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758982.501891:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787758982.501893:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758982.501893:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758982.501894:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335680. 00000100:00000001:0.0:1787758982.501896:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758982.501897:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501898:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758982.501900:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334780 x1874583931245056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758982.501903:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758982.501904:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758982.501905:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787758982.501907:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758982.501907:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758982.501908:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758982.501909:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758982.501910:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758982.501912:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758982.501912:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758982.501913:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334780. 00000100:00000001:0.0:1787758982.501915:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758982.501915:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501917:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758982.501919:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758982.501921:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758982.501922:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758982.501924:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758983.459370:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758983.459383:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758983.459388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758983.459388:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758983.459394:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758983.459399:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758983.459400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758983.459409:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758983.459409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758983.459416:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758983.459416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758983.459422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758983.459435:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758983.459440:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758983.459444:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758983.459449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758983.459453:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758983.459458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758983.459480:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758983.459487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758983.459490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758983.459492:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758983.459495:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758983.459499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758983.459500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758983.459504:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758983.459505:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758983.459511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758983.459512:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758983.459516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758983.459519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758983.459521:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758983.459524:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758983.459528:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758983.459532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758983.459535:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758983.523444:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311360465, at 4311360512 00000100:00000010:1.0:1787758983.523467:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5540. 00000100:00000040:0.0:1787758983.523621:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311360464, at 4311360512 00000100:00000010:0.0:1787758983.523630:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5cc0. 00000100:00000001:0.0:1787758984.483416:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758984.483416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758984.483426:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758984.483427:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758984.483431:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758984.483433:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758984.483438:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787758984.483441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758984.483446:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758984.483448:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758984.483466:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483470:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758984.483471:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483485:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758984.483500:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758984.483504:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483506:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758984.483509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758984.483510:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758984.483513:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758984.483518:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787758984.483523:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758984.483528:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758984.483531:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758984.483532:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758984.483538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758984.483540:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758984.483541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758984.483545:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758984.483554:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758984.483560:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758984.483565:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483572:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758984.483573:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758984.483577:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758984.483579:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483580:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758984.483586:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758984.483587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758984.483589:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758984.483593:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483596:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758984.483597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758984.483600:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758985.507429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758985.507448:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758985.507452:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758985.507457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758985.507459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758985.507472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758985.507473:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758985.507485:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758985.507486:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758985.507497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758985.507498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758985.507508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758985.507510:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758985.507516:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758985.507518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758985.507541:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758985.507544:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758985.507546:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758985.507554:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758985.507566:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758985.507567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758985.507582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758985.507589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758985.507595:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758985.507600:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758985.507606:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758985.507609:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758985.507614:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758985.507622:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758985.507624:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758985.507638:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758985.507645:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758985.507650:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758985.507657:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758985.507660:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758985.507666:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758986.531403:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758986.531403:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758986.531412:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758986.531413:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758986.531429:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758986.531432:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758986.531437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758986.531438:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758986.531443:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758986.531448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758986.531450:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758986.531451:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758986.531454:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531456:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758986.531474:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758986.531477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758986.531479:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531483:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758986.531484:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758986.531487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758986.531492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758986.531496:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758986.531498:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758986.531499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531503:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758986.531505:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758986.531506:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758986.531509:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758986.531510:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758986.531516:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758986.531521:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758986.531524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758986.531538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758986.531540:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758986.531543:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758986.531547:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758986.531550:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758986.531553:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758986.531556:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758986.531560:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531563:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758986.531565:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758986.531569:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.555443:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758987.555445:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758987.555456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758987.555456:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758987.555462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.555463:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758987.555473:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787758987.555474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758987.555483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758987.555484:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758987.555490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758987.555497:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.555499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758987.555502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758987.555510:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.555520:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.555525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.555531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.555553:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758987.555557:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758987.555559:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758987.555564:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.555564:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758987.555568:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758987.555573:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758987.555575:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758987.555580:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758987.555582:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758987.555585:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758987.555587:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.555592:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.555596:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.555601:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.555605:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758987.555610:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758987.555616:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758987.619427:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758987.619438:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787758987.619440:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758987.619444:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758987.619449:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758987.619457:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16692 00000400:00000200:1.0:1787758987.619467:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758987.619474:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758987.619477:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758987.619481:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619485:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.619488:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619491:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758987.619496:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758987.619499:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787758987.619502:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758987.619506:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787758987.619509:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787758987.619512:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787758987.619516:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619519:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.619522:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619525:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758987.619529:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787758987.619534:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619536:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.619539:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758987.619542:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758987.619545:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619547:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787758987.619550:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758987.619561:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787758987.619565:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787758987.619569:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758987.619571:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619574:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758987.619576:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758987.619581:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758987.619589:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787758987.619597:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758987.619606:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787758987.619616:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758987.619620:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758987.619624:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758987.619648:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758987.619651:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758987.619655:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787758987.619656:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758987.619658:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758987.619660:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758987.619662:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16692 00000400:00000200:1.0:1787758987.619666:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787758987.619668:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758987.619670:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758987.619672:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619674:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.619676:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619678:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758987.619680:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758987.619681:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787758987.619682:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758987.619684:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787758987.619686:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787758987.619688:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787758987.619691:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619692:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.619694:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619696:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758987.619698:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787758987.619701:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619703:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.619704:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787758987.619708:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787758987.619710:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758987.619714:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619716:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758987.619717:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000008:00100000:1.0:1787758987.619720:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787758987.619721:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1787758987.619726:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619729:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758987.619731:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787758987.619733:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787758987.619738:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758987.619744:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758987.619746:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619749:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758987.619750:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787758987.619752:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787758987.619754:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.619755:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.619759:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1787758987.619760:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758987.619765:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787758987.619766:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.619769:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758987.619774:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787758987.619776:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931245184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758987.619787:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787758987.619790:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758987.619792:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.619793:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758987.619798:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758987.619798:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787758987.619802:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787758987.619809:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758987.619810:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 00000100:00080000:1.0:1787758987.619812:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787758987.619815:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758987.619816:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787758987.619819:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787758987.619821:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787758987.619825:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758987.619826:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787758987.619830:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00080000:1.0:1787758987.619831:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16692 00000400:00000200:1.0:1787758987.619838:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758987.619840:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000400:00000200:1.0:1787758987.619844:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787758987.619848:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1787758987.619850:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931245184, portal 25 00000100:00000040:1.0:1787758987.619853:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758987.619854:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758987.619857:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567279360 : -128385142272256 : ffff8b3c01334f00) 00000100:00000001:1.0:1787758987.619859:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.619865:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000040:0.0:1787758987.619867:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758987.619871:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758987.619879:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787758987.619880:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1787758987.619883:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000100:00000040:0.0:1787758987.619885:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758987.619889:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000020:00000001:1.0:1787758987.619889:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758987.619893:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000100:00000200:0.0:1787758987.619895:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931245184, offset 0 00000020:00000001:1.0:1787758987.619897:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787758987.619900:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000400:00000200:0.0:1787758987.619906:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787758987.619906:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619911:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.619913:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.619915:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758987.619916:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787758987.619920:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000200:0.0:1787758987.619921:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758987.619923:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.619925:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758987.619928:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758987.619931:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.619932:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787758987.619934:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758987.619938:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787758987.619940:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:1.0:1787758987.619941:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619944:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.619947:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000100:00000010:1.0:1787758987.619948:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000400:00000200:0.0:1787758987.619952:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1787758987.619953:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787758987.619959:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787758987.619960:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 02000000:00000001:1.0:1787758987.619962:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.619966:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787758987.619970:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748486:748486:256:4294967295] 192.168.201.121@tcp LPNI seq info [748480:748480:8:4294967295] 02000000:00000001:1.0:1787758987.619970:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758987.619974:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787758987.619983:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000400:00000200:0.0:1787758987.619984:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787758987.619990:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758987.620000:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787758987.620005:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000100:00000001:1.0:1787758987.620018:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1787758987.620020:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000100:00000001:1.0:1787758987.620022:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758987.620028:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1787758987.620032:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000100:00000001:1.0:1787758987.620036:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758987.620041:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1787758987.620047:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000100:00080000:1.0:1787758987.620048:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787758987.620053:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:0.0:1787758987.620057:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000100:00080000:1.0:1787758987.620057:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787758987.620064:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787758987.620072:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16692 00000400:00000200:1.0:1787758987.620082:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000100:0.0:1787758987.620088:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787758987.620091:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000800:00000010:0.0:1787758987.620093:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000100:00080000:1.0:1787758987.620094:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758987.620099:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.620101:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.620102:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758987.620104:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787758987.620105:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758987.620111:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758987.620113:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787758987.620114:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758987.620117:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000400:00000200:0.0:1787758987.620119:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1787758987.620120:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787758987.620124:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787758987.620127:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000400:00000200:0.0:1787758987.620129:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000100:00000001:1.0:1787758987.620129:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.620133:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787758987.620136:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787758987.620136:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758987.620141:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787758987.620145:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758987.620147:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787758987.620147:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.620151:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787758987.620154:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787758987.620155:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758987.620157:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.620161:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787758987.620165:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758987.620169:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620171:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787758987.620171:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787758987.620177:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000100:00000040:0.0:1787758987.620178:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787758987.620182:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787758987.620187:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758987.620189:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.620194:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787758987.620195:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.620196:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758987.620199:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620200:0:2420:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1787758987.620206:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:0.0:1787758987.620210:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.620211:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.620221:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00100000:1.0:1787758987.620222:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758987.620227:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311365584 00000100:00000001:1.0:1787758987.620233:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758987.620235:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758987.620236:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5b40. 00000100:00000040:1.0:1787758987.620240:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620247:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787758987.620247:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787758987.620253:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787758987.620256:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787758987.620257:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787758987.620258:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311365584 00000100:00080000:1.0:1787758987.620259:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:0.0:1787758987.620265:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5000. 00000100:00000001:1.0:1787758987.620266:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787758987.620297:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1787758987.620300:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16692 00000100:00000001:0.0:1787758987.620303:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787758987.620307:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758987.620309:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787758987.620313:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00000001:0.0:1787758987.620315:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787758987.620316:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787758987.620320:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.620324:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787758987.620325:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758987/real 1787758987] req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787758987.620328:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.620333:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787758987.620338:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787758987.620340:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787758987.620342:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787758987.620345:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787758987.620348:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787758987.620353:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787758987.620359:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.620363:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787758987.620367:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787758987.620370:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787758987.620373:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000400:00000001:0.0:1787758987.620376:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787758987.620376:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000400:00000001:0.0:1787758987.620381:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787758987.620381:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787758987.620385:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1787758987.620387:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 02000000:00000001:1.0:1787758987.620388:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787758987.620393:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.620395:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1787758987.620396:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000008:00100000:1.0:1787758987.620413:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787758987.620418:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787758987.620419:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:1.0:1787758987.620420:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620424:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1787758987.620426:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787758987.620431:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000100:00000200:0.0:1787758987.620432:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787758987.620435:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787758987.620438:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758987.620442:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787758987.620445:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787758987.620448:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787758987.620450:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787758987.620454:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787758987.620460:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620461:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758987.620465:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620469:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1787758987.620469:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758987.620471:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758987.620481:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758987.620481:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787758987.620487:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620496:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787758987.620497:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787758987.620508:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787758987.620512:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758987.620520:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16702) 00000100:00000001:0.0:1787758987.620523:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758987.620529:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620531:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.620532:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620535:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758987.620538:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758987.620541:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758987.620545:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758987.620547:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758987.620551:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758987.620559:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931245184:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787758987.620563:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620565:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.620567:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334f00 x1874583931245184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620572:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758987.620574:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758987.620577:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758987.620580:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758987.620581:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758987.620583:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787758987.620585:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758987.620587:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0000. 02000000:00000001:0.0:1787758987.620591:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758987.620593:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758987.620594:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334f00. 00000100:00000001:0.0:1787758987.620597:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758987.620598:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620600:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620608:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758987.620609:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620611:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758987.620612:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758987.620613:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758987.620616:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620621:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.620622:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.620624:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758987.620625:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758987.620627:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758987.620629:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758987.620631:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758987.620633:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758987.620634:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.620636:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758987.620638:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758987.620640:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.620643:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758987.620645:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758987.620648:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758987.620651:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931245312, portal 10 00000100:00000001:0.0:1787758987.620652:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758987.620653:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567290880 : -128385142260736 : ffff8b3c01337c00) 00000100:00000040:0.0:1787758987.620659:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620664:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758987.620667:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758987.620669:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758987.620672:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931245312, offset 0 00000400:00000200:0.0:1787758987.620677:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758987.620682:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.620686:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758987.620690:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758987.620693:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758987.620696:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758987.620699:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758987.620702:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748487:748487:256:4294967295] 192.168.201.121@tcp LPNI seq info [748481:748481:8:4294967295] 00000400:00000200:0.0:1787758987.620707:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.620714:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758987.620720:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.620723:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758987.620726:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758987.620729:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758987.620738:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.620740:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758987.620742:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758987.620745:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758987.620748:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758987.620749:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758987.620751:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758987.620754:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620760:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.620762:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620766:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620768:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758987.620770:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758987.620773:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787758987.620776:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758987.620778:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311364621 00000100:00000001:0.0:1787758987.620780:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.620782:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311364621 00000100:00000001:0.0:1787758987.620783:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.620785:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758987.620786:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620787:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758987.620790:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758987/real 1787758987] req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758987.620795:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758987.620796:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758987.620798:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758987.620799:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758987.620801:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758987.620802:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758987.620805:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758987.620810:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620814:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758987.620815:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620816:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.620817:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758987.620820:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620824:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758987.620827:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620831:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758987.620834:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620835:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.620836:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.620837:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758987.620840:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758987.620842:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758987.620844:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758987.620846:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758987.620848:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758987.620854:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245312:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758987.620857:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758987.620860:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620864:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.620865:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.620867:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758987.620868:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758987.620869:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758987.620871:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758987.620873:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758987.620875:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758987.620876:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.620877:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758987.620880:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758987.620881:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.620883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758987.620885:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758987.620887:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758987.620889:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931245440, portal 10 00000100:00000001:0.0:1787758987.620891:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758987.620892:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787758987.620896:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620901:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758987.620902:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758987.620904:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758987.620906:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931245440, offset 0 00000400:00000200:0.0:1787758987.620909:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758987.620911:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.620914:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758987.620916:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758987.620918:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758987.620920:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758987.620921:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758987.620924:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748488:748488:256:4294967295] 192.168.201.121@tcp LPNI seq info [748482:748482:8:4294967295] 00000400:00000200:0.0:1787758987.620927:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.620931:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758987.620934:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.620936:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758987.620938:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758987.620940:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758987.620948:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.620950:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758987.620952:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758987.620956:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758987.620959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758987.620961:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758987.620964:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758987.620968:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620976:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.620979:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.620986:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.620988:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758987.620992:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758987.620995:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787758987.620999:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758987.621001:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311364619 00000100:00000001:0.0:1787758987.621004:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.621007:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311364619 00000100:00000001:0.0:1787758987.621009:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.621011:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758987.621013:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.621014:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758987.621017:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758987/real 1787758987] req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758987.621023:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758987.621024:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758987.621026:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758987.621029:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758987.621031:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758987.621033:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758987.621037:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758987.621046:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621053:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758987.621055:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621057:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.621059:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758987.621063:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621071:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758987.621075:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621080:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758987.621082:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621083:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.621084:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621086:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758987.621088:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758987.621090:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758987.621093:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758987.621095:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758987.621097:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758987.621105:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245440:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787758987.621109:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758987.621113:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621120:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.621122:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.621124:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758987.621126:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758987.621129:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758987.621132:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758987.621136:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758987.621139:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758987.621140:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.621142:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758987.621146:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758987.621149:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.621152:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758987.621154:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758987.621157:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758987.621160:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931245568, portal 4 00000100:00000001:0.0:1787758987.621161:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758987.621162:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787758987.621167:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621172:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758987.621174:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758987.621176:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758987.621177:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931245568, offset 0 00000400:00000200:0.0:1787758987.621180:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758987.621183:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.621185:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758987.621188:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758987.621190:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758987.621192:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758987.621193:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758987.621196:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748489:748489:256:4294967295] 192.168.201.121@tcp LPNI seq info [748483:748483:8:4294967295] 00000400:00000200:0.0:1787758987.621199:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.621203:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758987.621207:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.621209:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758987.621212:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758987.621214:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758987.621222:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.621223:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758987.621226:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758987.621228:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758987.621230:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758987.621232:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758987.621234:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758987.621236:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621242:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.621244:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621253:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.621254:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758987.621256:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758987.621259:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787758987.621261:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758987.621262:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311364655 00000100:00000001:0.0:1787758987.621264:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.621266:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311364655 00000100:00000001:0.0:1787758987.621283:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.621285:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758987.621287:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.621288:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758987.621291:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758987/real 1787758987] req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758987.621296:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758987.621297:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758987.621298:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758987.621300:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758987.621301:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758987.621303:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758987.621305:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758987.621311:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621316:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758987.621317:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621318:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.621319:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758987.621321:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621326:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758987.621329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621333:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758987.621335:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621336:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.621337:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621338:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758987.621339:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758987.621341:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758987.621344:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758987.621347:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758987.621351:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758987.621358:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245568:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758987.621362:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787758987.621365:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621373:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758987.621374:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.621377:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787758987.621379:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758987.621381:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758987.621385:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758987.621389:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787758987.621391:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787758987.621393:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758987.621395:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787758987.621410:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758987.621412:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787758987.621415:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787758987.621417:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787758987.621419:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787758987.621422:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931245696, portal 4 00000100:00000001:0.0:1787758987.621423:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787758987.621424:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00000040:0.0:1787758987.621429:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621434:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787758987.621435:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787758987.621437:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787758987.621438:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931245696, offset 0 00000400:00000200:0.0:1787758987.621441:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787758987.621444:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.621447:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787758987.621449:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787758987.621450:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787758987.621452:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787758987.621454:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787758987.621456:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748490:748490:256:4294967295] 192.168.201.121@tcp LPNI seq info [748484:748484:8:4294967295] 00000400:00000200:0.0:1787758987.621459:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758987.621464:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787758987.621467:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.621469:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787758987.621472:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787758987.621474:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787758987.621482:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787758987.621484:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787758987.621486:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787758987.621490:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787758987.621493:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787758987.621495:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787758987.621498:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787758987.621501:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621510:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.621513:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621520:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.621522:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787758987.621526:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758987.621529:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787758987.621533:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787758987.621535:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311364635 00000100:00000001:0.0:1787758987.621538:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.621540:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311364635 00000100:00000001:0.0:1787758987.621543:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311365584 00000100:00000001:0.0:1787758987.621545:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787758987.621546:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.621548:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787758987.621551:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758987/real 1787758987] req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787758987.621557:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787758987.621558:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787758987.621559:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787758987.621561:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787758987.621562:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787758987.621564:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787758987.621566:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787758987.621572:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621576:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787758987.621577:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621578:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.621579:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758987.621581:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621586:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787758987.621588:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621593:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787758987.621595:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621596:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787758987.621597:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621598:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787758987.621599:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787758987.621601:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787758987.621603:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787758987.621604:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787758987.621607:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787758987.621612:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931245696:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787758987.621614:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621616:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.621618:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337c00 x1874583931245312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621622:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758987.621624:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758987.621625:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985400. 02000000:00000001:0.0:1787758987.621627:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758987.621628:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758987.621629:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758987.621631:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758987.621632:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0c00. 02000000:00000001:0.0:1787758987.621634:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758987.621635:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758987.621636:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337c00. 00000100:00000001:0.0:1787758987.621639:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758987.621640:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621641:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.621643:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931245440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621647:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758987.621648:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758987.621649:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986400. 02000000:00000001:0.0:1787758987.621651:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758987.621652:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758987.621652:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787758987.621654:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758987.621655:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a2400. 02000000:00000001:0.0:1787758987.621656:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758987.621657:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758987.621658:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787758987.621659:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758987.621660:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621662:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.621664:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931245568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621671:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758987.621673:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758987.621675:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984000. 02000000:00000001:0.0:1787758987.621678:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758987.621679:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758987.621681:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758987.621683:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758987.621685:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787758987.621687:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758987.621689:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758987.621690:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787758987.621693:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758987.621695:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621697:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787758987.621701:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931245696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758987.621709:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787758987.621710:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787758987.621712:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987800. 02000000:00000001:0.0:1787758987.621715:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787758987.621716:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787758987.621718:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787758987.621720:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787758987.621721:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787758987.621722:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787758987.621723:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787758987.621724:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787758987.621726:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787758987.621727:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621728:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758987.621731:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758987.621732:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758987.621733:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787758987.621734:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758988.579410:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758988.579420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758988.579424:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758988.579429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758988.579436:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758988.579441:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758988.579451:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758988.579453:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758988.579462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758988.579466:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758988.579475:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758988.579483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758988.579485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758988.579501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758988.579507:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758988.579517:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758988.579522:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758988.579533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758988.579546:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758988.579552:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758988.579565:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758988.579565:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758988.579584:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758988.579584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758988.579594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758988.579595:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787758988.579606:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758988.579608:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758988.579619:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758988.579619:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758988.579627:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758988.579627:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758988.579641:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758988.579642:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758988.579649:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758988.579659:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758988.643341:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311365584, at 4311365632 00000100:00000010:0.0:1787758988.643359:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5b40. 00000100:00000040:1.0:1787758988.643428:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311365584, at 4311365632 00000100:00000010:1.0:1787758988.643444:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5000. 00000100:00000001:1.0:1787758989.603432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758989.603436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758989.603446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758989.603447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758989.603451:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758989.603454:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758989.603465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758989.603466:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758989.603475:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758989.603476:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758989.603482:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758989.603487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758989.603501:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758989.603505:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758989.603510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758989.603510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758989.603514:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758989.603517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758989.603526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758989.603530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758989.603534:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758989.603534:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758989.603540:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758989.603542:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758989.603547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758989.603547:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758989.603551:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758989.603553:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758989.603556:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758989.603561:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758989.603562:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758989.603565:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758989.603568:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758989.603581:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758989.603586:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758989.603591:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758990.627439:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758990.627439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758990.627448:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758990.627450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758990.627452:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758990.627456:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758990.627457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787758990.627464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758990.627465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758990.627471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758990.627474:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758990.627474:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758990.627480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758990.627481:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758990.627486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758990.627489:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758990.627494:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758990.627499:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758990.627503:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758990.627507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758990.627512:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758990.627517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758990.627519:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758990.627520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758990.627524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758990.627526:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758990.627527:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758990.627531:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758990.627531:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758990.627535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758990.627537:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758990.627544:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758990.627550:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758990.627559:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758990.627564:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758990.627569:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758990.627574:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758990.627581:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758990.627585:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758990.627590:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758990.627595:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758990.627601:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758990.627608:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758990.627611:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758990.627616:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758991.651471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758991.651471:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758991.651488:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758991.651489:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758991.651495:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758991.651497:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758991.651513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787758991.651514:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758991.651527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758991.651527:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758991.651536:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758991.651537:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758991.651551:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758991.651560:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758991.651577:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758991.651577:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758991.651587:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758991.651597:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758991.651605:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758991.651618:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758991.651623:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758991.651630:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758991.651635:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787758991.651640:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758991.651641:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758991.651652:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758991.651654:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758991.651659:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758991.651660:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758991.651666:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758991.651679:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758991.651686:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758991.651696:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758991.651696:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758991.651701:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758991.651707:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758992.675525:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758992.675569:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758992.675574:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758992.675577:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.675582:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758992.675586:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758992.675589:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675594:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758992.675600:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675610:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758992.675615:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758992.675619:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758992.675625:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758992.675627:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758992.675627:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758992.675629:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758992.675630:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675631:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.675633:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787758992.675636:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758992.675638:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675641:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758992.675643:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675646:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.675670:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758992.675673:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758992.675675:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.675678:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758992.675681:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758992.675685:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675692:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758992.675693:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675698:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.675725:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758992.675728:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758992.675729:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.675732:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758992.675734:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758992.675736:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675738:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758992.675740:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758992.675742:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758992.675768:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758992.675771:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758992.675773:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758992.739447:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758992.739458:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758992.739461:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758992.739465:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758992.739471:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758992.739483:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16697 00000400:00000200:0.0:1787758992.739496:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758992.739505:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758992.739510:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758992.739519:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739523:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.739526:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739529:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758992.739534:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758992.739537:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758992.739540:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758992.739545:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758992.739555:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758992.739558:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758992.739562:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739564:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.739566:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739569:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758992.739572:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758992.739576:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739578:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758992.739581:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758992.739585:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758992.739587:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739590:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758992.739592:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758992.739604:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787758992.739608:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758992.739612:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758992.739613:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739616:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758992.739619:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758992.739623:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758992.739632:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787758992.739640:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.739650:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931245824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758992.739659:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758992.739663:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758992.739668:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931245824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758992.739694:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758992.739697:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758992.739700:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758992.739701:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758992.739702:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758992.739705:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758992.739707:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16697 00000400:00000200:0.0:1787758992.739710:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758992.739713:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758992.739714:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758992.739716:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739724:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.739726:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739731:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758992.739733:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758992.739735:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758992.739736:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758992.739738:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758992.739740:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758992.739742:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758992.739745:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739746:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.739748:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739749:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758992.739751:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758992.739755:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739758:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758992.739759:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758992.739765:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758992.739769:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739772:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758992.739777:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758992.739780:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739783:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758992.739788:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787758992.739792:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758992.739797:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758992.739798:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739801:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758992.739803:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758992.739806:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758992.739810:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787758992.739816:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.739823:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931245952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758992.739835:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758992.739838:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758992.739844:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931245952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758992.739858:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758992.739861:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758992.739864:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758992.739868:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758992.739870:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758992.739873:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758992.739878:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16697 00000400:00000200:0.0:1787758992.739881:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758992.739884:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758992.739886:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758992.739888:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739890:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.739895:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739898:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758992.739902:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758992.739904:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758992.739905:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758992.739906:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758992.739908:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758992.739912:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758992.739917:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739919:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.739921:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739931:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758992.739934:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758992.739939:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758992.739942:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758992.739943:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758992.739945:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758992.739947:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739951:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758992.739954:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758992.739959:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739963:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758992.739968:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787758992.739972:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758992.739974:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758992.739977:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.739980:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758992.739983:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758992.739985:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758992.739990:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787758992.739996:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.740005:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931246080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758992.740014:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758992.740017:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758992.740022:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931246080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758992.740033:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758992.740035:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758992.740040:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758992.740044:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758992.740046:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758992.740049:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758992.740052:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16697 00000400:00000200:0.0:1787758992.740059:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758992.740067:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758992.740078:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758992.740087:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740093:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.740101:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740107:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758992.740113:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758992.740116:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758992.740120:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758992.740123:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758992.740126:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758992.740131:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758992.740139:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740140:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.740141:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740143:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758992.740146:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758992.740153:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740157:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758992.740161:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758992.740165:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758992.740168:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.740171:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758992.740174:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758992.740179:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.740181:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758992.740185:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787758992.740190:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758992.740194:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758992.740195:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.740196:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758992.740199:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758992.740201:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758992.740207:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787758992.740212:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.740229:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931246208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758992.740242:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758992.740247:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758992.740252:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931246208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758992.740259:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758992.740261:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758992.740296:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758992.740298:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758992.740299:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758992.740302:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758992.740304:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16697 00000400:00000200:0.0:1787758992.740321:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758992.740325:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758992.740328:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758992.740336:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740341:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.740344:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740348:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758992.740353:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758992.740356:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758992.740360:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758992.740363:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758992.740368:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758992.740373:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758992.740382:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740386:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758992.740391:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740397:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758992.740399:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758992.740402:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758992.740406:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758992.740407:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758992.740410:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758992.740412:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.740416:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758992.740419:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758992.740424:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.740427:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758992.740431:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787758992.740435:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758992.740438:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758992.740441:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758992.740445:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758992.740446:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758992.740448:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758992.740452:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787758992.740459:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758992.740467:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931246336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758992.740474:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758992.740478:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758992.740481:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931246336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758992.740490:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758992.740494:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16707) 00000100:00000001:1.0:1787758993.699422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758993.699432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758993.699435:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758993.699436:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758993.699445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787758993.699451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758993.699457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758993.699458:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758993.699470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758993.699474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758993.699486:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758993.699491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758993.699499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758993.699503:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758993.699504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758993.699530:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758993.699537:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758993.699537:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758993.699549:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758993.699549:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758993.699565:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758993.699566:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787758993.699583:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758993.699590:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758993.699596:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758993.699598:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758993.699605:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758993.699607:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758993.699616:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758993.699616:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758993.699631:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758993.699648:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758993.699652:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758993.699659:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758993.699662:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758993.699668:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787758993.763390:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311370705, at 4311370752 00000100:00000040:0.0:1787758993.763392:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311370705, at 4311370752 00000100:00000010:1.0:1787758993.763406:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787758993.763409:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:1.0:1787758994.723387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758994.723395:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758994.723397:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758994.723399:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758994.723401:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758994.723405:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758994.723406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758994.723411:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758994.723411:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758994.723419:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758994.723419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758994.723427:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758994.723429:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758994.723431:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758994.723437:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758994.723444:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758994.723447:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758994.723455:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758994.723455:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758994.723459:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758994.723462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758994.723472:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787758994.723473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758994.723478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758994.723478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758994.723486:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758994.723487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758994.723500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758994.723502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758994.723505:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758994.723508:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758994.723510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758994.723514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758994.723516:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758994.723520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758994.723525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758995.747352:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758995.747360:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758995.747363:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758995.747369:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758995.747375:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758995.747379:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747384:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758995.747389:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747401:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758995.747441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758995.747444:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758995.747446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758995.747449:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758995.747454:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758995.747456:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747459:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758995.747461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747464:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758995.747572:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758995.747576:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758995.747577:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758995.747580:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758995.747583:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758995.747585:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747588:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758995.747590:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758995.747602:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758995.747606:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758995.747609:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758995.747615:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758995.747619:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758995.747620:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758995.747627:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747628:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758995.747634:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758995.747634:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758995.747638:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758995.747645:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787758995.747646:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758995.747652:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758995.747661:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747665:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758995.747667:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758995.747669:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758996.771415:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758996.771416:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758996.771427:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758996.771428:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758996.771430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758996.771434:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758996.771436:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758996.771444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758996.771445:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758996.771449:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758996.771455:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758996.771455:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758996.771463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758996.771466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758996.771469:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758996.771487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758996.771494:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758996.771497:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758996.771501:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758996.771503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758996.771515:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758996.771522:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787758996.771523:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787758996.771531:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758996.771541:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758996.771542:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758996.771553:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787758996.771554:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758996.771565:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758996.771568:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758996.771571:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758996.771576:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758996.771580:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758996.771582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758996.771588:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758996.771593:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758996.771617:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758996.771621:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758996.771626:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787758997.795394:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758997.795394:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758997.795410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758997.795410:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758997.795419:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758997.795419:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.795438:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787758997.795438:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758997.795454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758997.795454:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758997.795462:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758997.795462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758997.795471:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758997.795476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758997.795484:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.795557:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758997.795560:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758997.795561:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.795563:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758997.795565:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758997.795567:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758997.796383:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758997.796386:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758997.796395:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.796407:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758997.796410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758997.796413:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.796457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758997.796461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758997.796463:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.796467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758997.796470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758997.796473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758997.796476:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758997.796478:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758997.796482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758997.796626:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758997.796628:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758997.796630:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787758997.859353:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758997.859360:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787758997.859362:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758997.859365:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758997.859369:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758997.859374:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16702 00000400:00000200:0.0:1787758997.859381:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758997.859385:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758997.859387:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758997.859389:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859392:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859394:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859395:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758997.859398:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758997.859399:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787758997.859401:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758997.859403:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787758997.859404:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787758997.859406:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787758997.859408:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859410:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859412:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859413:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758997.859417:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787758997.859420:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859423:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758997.859426:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758997.859429:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758997.859432:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859434:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787758997.859437:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758997.859446:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787758997.859450:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787758997.859454:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758997.859455:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859458:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758997.859461:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758997.859464:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758997.859470:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787758997.859475:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.859482:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758997.859490:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758997.859493:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758997.859496:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758997.859516:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758997.859518:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758997.859521:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787758997.859522:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758997.859523:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758997.859525:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758997.859528:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16702 00000400:00000200:0.0:1787758997.859531:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758997.859533:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758997.859534:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758997.859536:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859538:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859540:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859542:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758997.859544:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758997.859545:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787758997.859546:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758997.859547:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787758997.859549:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787758997.859550:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787758997.859552:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859553:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859557:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758997.859561:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787758997.859563:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859567:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758997.859569:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758997.859574:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758997.859577:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859582:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758997.859586:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758997.859591:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859594:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758997.859598:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787758997.859602:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758997.859606:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758997.859608:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859611:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758997.859613:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758997.859616:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758997.859620:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787758997.859624:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.859629:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931246592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758997.859640:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758997.859642:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758997.859647:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931246592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758997.859658:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758997.859661:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758997.859664:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787758997.859667:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758997.859669:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758997.859670:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758997.859673:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16702 00000400:00000200:0.0:1787758997.859677:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758997.859679:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758997.859681:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758997.859686:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859687:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859689:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859690:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758997.859691:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758997.859693:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787758997.859695:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758997.859698:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787758997.859702:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787758997.859705:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787758997.859708:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859712:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859715:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859719:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758997.859722:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787758997.859726:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859730:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758997.859733:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758997.859736:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758997.859739:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859742:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758997.859745:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787758997.859747:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859750:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758997.859753:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787758997.859756:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787758997.859758:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758997.859760:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859763:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758997.859764:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758997.859765:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758997.859768:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787758997.859772:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.859778:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931246720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758997.859786:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758997.859788:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758997.859793:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931246720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758997.859800:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758997.859804:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758997.859807:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787758997.859809:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758997.859811:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758997.859814:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758997.859819:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16702 00000400:00000200:0.0:1787758997.859823:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758997.859828:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758997.859832:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758997.859835:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859838:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859850:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859856:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758997.859860:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758997.859862:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787758997.859865:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758997.859868:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787758997.859871:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787758997.859876:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787758997.859881:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859885:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.859890:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859893:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758997.859898:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787758997.859901:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758997.859905:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758997.859907:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758997.859910:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758997.859914:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859916:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758997.859919:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758997.859922:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859923:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758997.859926:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787758997.859931:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758997.859933:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758997.859936:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.859938:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758997.859941:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758997.859942:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758997.859945:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787758997.859950:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.859956:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931246848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758997.859963:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758997.859966:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758997.859972:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931246848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758997.859990:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787758997.859995:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787758997.860000:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787758997.860003:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787758997.860004:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787758997.860010:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787758997.860016:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16702 00000400:00000200:0.0:1787758997.860025:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787758997.860038:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787758997.860041:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787758997.860044:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.860047:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.860051:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.860055:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787758997.860056:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787758997.860059:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787758997.860061:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787758997.860062:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787758997.860064:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787758997.860068:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787758997.860070:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.860071:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787758997.860073:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787758997.860078:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787758997.860079:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787758997.860082:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787758997.860084:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787758997.860086:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787758997.860090:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787758997.860095:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.860097:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787758997.860100:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787758997.860102:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.860103:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787758997.860109:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787758997.860113:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787758997.860115:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787758997.860118:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758997.860122:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787758997.860124:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787758997.860127:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787758997.860134:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787758997.860138:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758997.860146:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931246976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787758997.860169:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787758997.860172:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758997.860180:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931246976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787758997.860196:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758997.860204:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16712) 00000100:00000001:0.0:1787758998.819390:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758998.819397:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758998.819401:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758998.819408:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758998.819413:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758998.819417:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758998.819422:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758998.819425:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758998.819430:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758998.819442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758998.819446:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758998.819447:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758998.819450:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758998.819452:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758998.819454:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758998.819456:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758998.819458:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758998.819460:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758998.819472:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758998.819475:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758998.819480:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787758998.819561:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758998.819564:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758998.819566:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758998.819568:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787758998.819570:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758998.819572:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758998.819574:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758998.819575:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758998.819577:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758998.819583:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758998.819584:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758998.819585:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758998.819586:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787758998.819587:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758998.819588:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758998.819589:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758998.819590:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758998.819591:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787758998.883372:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311375824, at 4311375872 00000100:00000040:1.0:1787758998.883372:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311375824, at 4311375872 00000100:00000010:0.0:1787758998.883388:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:1.0:1787758998.883390:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:1.0:1787758999.843419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758999.843432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758999.843438:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787758999.843448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787758999.843452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758999.843456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758999.843461:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758999.843466:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758999.843466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787758999.843478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787758999.843485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787758999.843487:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758999.843490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758999.843493:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758999.843497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758999.843500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758999.843502:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758999.843505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758999.843525:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758999.843529:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787758999.843531:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787758999.843540:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758999.843541:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758999.843550:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758999.843551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787758999.843558:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787758999.843559:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787758999.843565:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758999.843575:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758999.843575:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758999.843581:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758999.843582:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758999.843587:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787758999.843604:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787758999.843609:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787758999.843618:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787758999.843623:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787758999.843634:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787758999.843640:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787758999.843647:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787758999.843655:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787758999.843658:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758999.843663:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787758999.843667:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787758999.843672:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787758999.843745:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787758999.843748:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787758999.843751:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759000.867403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759000.867412:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759000.867416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759000.867425:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759000.867433:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759000.867440:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867448:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759000.867454:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867460:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759000.867571:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759000.867576:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759000.867578:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759000.867579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759000.867581:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759000.867583:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759000.867586:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759000.867586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759000.867588:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759000.867590:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759000.867592:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759000.867595:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759000.867599:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759000.867602:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867604:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759000.867606:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759000.867609:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759000.867613:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759000.867638:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759000.867641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759000.867643:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759000.867646:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759000.867649:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759000.867651:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867654:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759000.867655:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759000.867675:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759000.867681:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759000.867684:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759000.867687:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759000.867689:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759000.867692:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867694:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759000.867696:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759000.867698:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759000.868857:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759000.868861:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759000.868866:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759001.891418:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759001.891425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759001.891428:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759001.891436:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759001.891440:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759001.891443:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759001.891445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759001.891455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759001.891456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759001.891465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759001.891466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759001.891470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759001.891475:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759001.891481:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759001.891487:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759001.891497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759001.891501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759001.891506:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759001.891535:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759001.891545:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759001.891554:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759001.891555:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759001.891558:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759001.891564:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759001.891567:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759001.891570:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759001.891572:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759001.891578:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759001.891585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759001.891588:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759001.891590:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759001.891592:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759001.891595:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759001.891608:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759001.891612:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759001.891617:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759001.891727:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759001.891730:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759001.891734:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759002.915446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759002.915450:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759002.915455:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759002.915464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759002.915466:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759002.915469:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759002.915489:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759002.915489:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759002.915506:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759002.915508:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759002.915510:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759002.915520:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759002.915528:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759002.915531:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759002.915537:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759002.915550:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759002.915554:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759002.915559:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759002.915565:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759002.915570:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759002.915574:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759002.915584:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759002.915592:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759002.915594:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759002.915597:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759002.915603:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759002.915603:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759002.915614:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759002.915617:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759002.915626:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759002.915627:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759002.915633:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759002.915635:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759002.915643:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759002.915649:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759002.915654:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759002.915676:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759002.915679:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759002.915681:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759002.915685:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000020:00000001:0.0:1787759002.915687:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759002.915688:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787759002.915695:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759002.915695:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759002.915707:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787759002.915708:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759002.915709:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759002.915715:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759003.939387:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759003.939395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759003.939398:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759003.939399:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759003.939403:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759003.939405:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759003.939408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759003.939410:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759003.939414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759003.939416:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759003.939419:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759003.939421:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759003.939424:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759003.939427:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759003.939433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759003.939433:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759003.939437:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759003.939443:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759003.939465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759003.939466:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759003.939471:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759003.939476:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759003.939482:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759003.939483:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759003.939488:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759003.939489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759003.939493:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759003.939494:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759003.939498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759003.939500:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759003.939503:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759003.939503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759003.939510:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759003.939510:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759003.939514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759003.939518:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759003.939530:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759003.939535:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759003.939539:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759003.939545:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759003.939551:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759003.939556:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759003.939569:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759003.939572:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759003.939575:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759004.003369:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311380944, at 4311380992 00000100:00000040:1.0:1787759004.003369:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311380944, at 4311380992 00000100:00000010:0.0:1787759004.003386:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000010:1.0:1787759004.003388:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ab40. 00000100:00000001:0.0:1787759004.963371:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759004.963371:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759004.963378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759004.963382:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759004.963382:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759004.963386:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759004.963390:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759004.963391:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759004.963395:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759004.963396:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759004.963401:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759004.963401:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759004.963406:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759004.963410:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759004.963413:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759004.963415:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759004.963418:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759004.963422:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759004.963424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759004.963429:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759004.963432:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759004.963437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759004.963440:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759004.963440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759004.963443:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759004.963446:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759004.963450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759004.963455:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759004.963456:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759004.963458:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759004.963461:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759004.963463:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759004.963466:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759004.963470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759004.963473:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759004.963478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759005.988114:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759005.988121:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759005.988125:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759005.988149:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759005.988167:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759005.988183:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759005.988189:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759005.988193:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759005.988197:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759005.988216:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759005.988220:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759005.988222:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759005.988224:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759005.988227:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759005.988229:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759005.988232:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759005.988234:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759005.988236:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759005.988451:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759005.988455:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759005.988458:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759005.988506:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759005.988512:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759005.988517:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759005.988523:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759005.988530:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759005.988535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759005.988539:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759005.988540:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759005.988542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759007.011437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759007.011437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759007.011450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759007.011451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759007.011455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759007.011455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759007.011470:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759007.011470:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759007.011481:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759007.011489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759007.011493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759007.011500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759007.011505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759007.011514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759007.011519:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759007.011519:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759007.011523:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759007.011527:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759007.011547:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759007.011547:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759007.011557:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759007.011557:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759007.011567:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759007.011567:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759007.011573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759007.011574:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759007.011579:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759007.011580:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759007.011585:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759007.011586:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759007.011597:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759007.011601:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759007.011602:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759007.011609:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759007.011610:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759007.011625:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759007.011631:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759007.011637:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759007.011641:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759007.011644:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759007.011647:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759007.011649:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759007.011653:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759007.011655:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759007.011658:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759007.011661:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759007.011665:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759007.011669:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759008.035407:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759008.035413:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759008.035416:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.035420:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759008.035427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759008.035432:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759008.035433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759008.035447:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759008.035447:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759008.035452:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759008.035461:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759008.035461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759008.035468:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759008.035476:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759008.035476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759008.035489:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759008.035493:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759008.035496:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759008.035504:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759008.035511:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759008.035517:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759008.035538:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759008.035546:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759008.035553:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.035563:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759008.035566:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759008.035574:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759008.035574:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759008.035582:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.035582:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759008.035596:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759008.035602:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759008.035606:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759008.035607:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759008.035610:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759008.035612:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759008.035617:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759008.035621:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759008.035625:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759008.099419:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759008.099433:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759008.099437:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759008.099442:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759008.099448:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759008.099456:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16712 00000400:00000200:1.0:1787759008.099477:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759008.099485:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759008.099489:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759008.099492:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099496:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.099499:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099502:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759008.099507:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759008.099510:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759008.099513:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759008.099523:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759008.099526:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759008.099529:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759008.099533:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099535:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.099538:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099540:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759008.099543:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759008.099547:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099550:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759008.099553:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759008.099558:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759008.099561:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.099564:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759008.099567:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759008.099579:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759008.099583:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759008.099588:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759008.099591:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.099594:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759008.099598:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759008.099603:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759008.099613:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759008.099620:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.099631:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931247744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759008.099642:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759008.099648:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759008.099653:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931247744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759008.099681:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759008.099684:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759008.099688:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759008.099690:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759008.099692:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759008.099696:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759008.099699:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16712 00000400:00000200:1.0:1787759008.099703:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759008.099707:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759008.099710:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759008.099721:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099725:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.099730:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099733:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759008.099737:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759008.099741:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759008.099742:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759008.099745:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759008.099748:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759008.099751:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759008.099757:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099762:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.099766:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099781:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759008.099790:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759008.099797:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759008.099803:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759008.099806:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759008.099814:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759008.099820:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.099823:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759008.099829:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759008.099835:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.099840:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759008.099847:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759008.099851:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759008.099855:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759008.099858:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.099861:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759008.099863:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759008.099875:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759008.099889:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759008.099900:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.099909:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931247872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759008.099924:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759008.099928:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759008.099936:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931247872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759008.099963:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759008.099975:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759008.099988:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759008.099995:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759008.099999:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759008.100006:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759008.100013:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16712 00000400:00000200:1.0:1787759008.100021:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759008.100027:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759008.100030:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759008.100052:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100061:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.100065:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100070:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759008.100076:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759008.100080:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759008.100082:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759008.100086:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759008.100088:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759008.100091:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759008.100095:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100098:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.100103:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100108:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759008.100114:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759008.100120:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100122:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759008.100133:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759008.100137:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759008.100140:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100142:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759008.100143:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759008.100146:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100151:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759008.100156:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787759008.100160:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759008.100164:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759008.100168:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100172:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759008.100175:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759008.100178:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759008.100182:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759008.100189:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.100194:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931248000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759008.100200:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759008.100204:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759008.100210:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931248000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759008.100221:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759008.100225:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759008.100229:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759008.100232:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759008.100234:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759008.100239:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759008.100244:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16712 00000400:00000200:1.0:1787759008.100249:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759008.100253:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759008.100258:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759008.100314:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100320:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.100329:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100333:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759008.100338:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759008.100341:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759008.100345:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759008.100349:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759008.100353:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759008.100357:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759008.100362:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100366:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.100369:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100373:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759008.100380:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759008.100386:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100389:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759008.100393:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759008.100397:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759008.100402:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100406:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759008.100411:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759008.100416:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100421:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759008.100427:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787759008.100432:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759008.100437:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759008.100440:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100444:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759008.100447:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759008.100452:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759008.100459:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759008.100466:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.100476:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931248128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759008.100491:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759008.100495:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759008.100504:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931248128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759008.100521:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759008.100526:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759008.100533:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759008.100536:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759008.100540:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759008.100546:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759008.100552:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16712 00000400:00000200:1.0:1787759008.100559:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759008.100566:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759008.100571:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759008.100577:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100581:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.100586:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100591:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759008.100597:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759008.100599:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759008.100603:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759008.100608:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759008.100613:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759008.100617:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759008.100624:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100630:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759008.100634:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100638:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759008.100643:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759008.100649:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759008.100654:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759008.100658:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759008.100663:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759008.100668:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100673:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759008.100677:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759008.100682:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100686:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759008.100690:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759008.100696:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759008.100702:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759008.100705:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759008.100710:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759008.100712:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759008.100715:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759008.100722:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759008.100728:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759008.100738:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931248256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759008.100758:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759008.100762:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759008.100770:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931248256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759008.100786:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759008.100795:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16722) 00000100:00000001:1.0:1787759009.059425:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759009.059431:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759009.059437:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759009.059438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759009.059445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759009.059445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759009.059458:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759009.059459:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759009.059473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759009.059473:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759009.059487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759009.059491:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759009.059494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759009.059505:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759009.059507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759009.059512:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759009.059513:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759009.059515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759009.059547:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759009.059554:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759009.059558:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759009.059565:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759009.059565:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759009.059572:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759009.059574:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759009.059580:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759009.059582:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759009.059592:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759009.059592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759009.059597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759009.059604:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759009.059606:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759009.059610:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759009.059630:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759009.059632:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759009.059636:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759009.059756:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759009.059760:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759009.059764:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759009.123409:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311386064, at 4311386112 00000100:00000040:1.0:1787759009.123409:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311386064, at 4311386112 00000100:00000010:0.0:1787759009.123428:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac00. 00000100:00000010:1.0:1787759009.123430:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a000. 00000100:00000001:0.0:1787759010.083424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759010.083433:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759010.083436:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759010.083444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759010.083449:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759010.083453:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759010.083515:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759010.083518:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759010.083520:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759010.083522:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759010.083524:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759010.083525:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759010.084751:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759010.084755:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759010.084768:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759010.084792:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759010.084798:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759010.084801:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759010.084804:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759010.084811:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759010.084817:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759010.084828:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759010.084831:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759010.084839:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759010.084965:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759010.084967:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759010.084969:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759010.084986:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759010.084989:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759010.084992:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759011.107413:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759011.107414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759011.107425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759011.107425:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759011.107431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759011.107431:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759011.107441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759011.107441:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759011.107449:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759011.107449:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759011.107456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759011.107456:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759011.107485:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759011.107491:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759011.107496:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759011.107496:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759011.107499:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759011.107504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759011.107537:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759011.107543:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759011.107544:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759011.107546:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759011.107549:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759011.107551:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759011.107552:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759011.107559:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759011.107560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759011.107562:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759011.107569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759011.107570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759011.107575:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759011.107575:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759011.107582:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759011.107582:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759011.107587:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759011.107593:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759011.107616:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759011.107621:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759011.107625:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759011.107629:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000020:00000001:0.0:1787759011.107632:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759011.107632:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787759011.107635:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759011.107635:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759011.107637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787759011.107639:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759011.107639:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759011.107643:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759012.131417:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759012.131417:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759012.131425:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759012.131426:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759012.131431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759012.131431:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759012.131438:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759012.131439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759012.131445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759012.131451:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759012.131452:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759012.131455:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759012.131460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759012.131465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759012.131469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759012.131474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759012.131477:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759012.131485:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759012.131489:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759012.131493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759012.131497:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759012.131501:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759012.131507:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759012.131511:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759012.131525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759012.131528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759012.131539:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759012.131564:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759012.131572:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759012.131577:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759012.131578:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759012.131582:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759012.131584:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759012.131586:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759012.131591:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759012.131592:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759012.131596:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759012.131602:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759012.131602:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759012.131606:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759012.131607:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759012.131612:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759012.131613:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759012.131616:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759012.131622:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759013.155383:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759013.155388:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759013.155391:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759013.155398:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759013.155404:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759013.155408:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759013.155412:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759013.155415:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759013.155418:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759013.155421:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.155429:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759013.155435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759013.155440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759013.155446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759013.155447:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759013.155453:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.155454:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759013.155464:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759013.155465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759013.155478:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759013.155479:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759013.155489:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759013.155490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759013.155501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759013.155502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759013.155504:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759013.155514:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759013.155539:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759013.155541:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759013.155543:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759013.155547:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.155548:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759013.155550:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759013.155553:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759013.155555:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759013.155558:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759013.155559:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759013.155565:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759013.155568:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759013.155569:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759013.155578:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759013.155579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.155593:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759013.155597:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759013.155604:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759013.219378:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759013.219389:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759013.219391:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759013.219395:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759013.219399:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759013.219407:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16717 00000400:00000200:0.0:1787759013.219415:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759013.219420:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759013.219422:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759013.219425:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219427:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.219429:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219431:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759013.219434:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759013.219435:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759013.219437:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759013.219440:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759013.219441:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759013.219443:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759013.219445:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219446:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.219448:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219449:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759013.219451:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759013.219453:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219455:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759013.219458:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759013.219461:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759013.219463:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.219465:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759013.219468:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759013.219474:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759013.219504:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759013.219522:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759013.219524:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.219527:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759013.219530:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759013.219535:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759013.219543:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759013.219550:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759013.219567:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931248384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759013.219578:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759013.219583:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759013.219589:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931248384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759013.219611:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759013.219614:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759013.219618:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759013.219619:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759013.219621:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759013.219624:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759013.219626:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16717 00000400:00000200:0.0:1787759013.219629:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759013.219632:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759013.219633:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759013.219636:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219638:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.219641:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219643:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759013.219676:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759013.219679:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759013.219682:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759013.219685:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759013.219690:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759013.219694:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759013.219701:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219706:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.219712:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219714:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759013.219717:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759013.219719:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219721:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759013.219723:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759013.219731:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759013.219736:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.219740:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759013.219746:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759013.219750:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.219753:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759013.219761:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759013.219766:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759013.219771:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759013.219773:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.219778:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759013.219779:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759013.219781:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759013.219787:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759013.219791:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759013.219800:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931248512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759013.219814:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759013.219818:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759013.219826:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931248512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759013.219841:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759013.219845:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759013.219851:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759013.219854:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759013.219855:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759013.219861:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759013.219867:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16717 00000400:00000200:0.0:1787759013.219874:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759013.219880:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759013.219884:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759013.219889:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219893:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.219898:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219902:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759013.219905:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759013.219914:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759013.219918:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759013.219922:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759013.219926:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759013.219930:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759013.219944:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219961:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.219963:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219967:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759013.219972:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759013.219980:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759013.219985:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759013.219988:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759013.219993:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759013.219996:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220000:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759013.220005:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759013.220010:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220011:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759013.220017:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759013.220021:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759013.220027:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759013.220029:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220033:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759013.220035:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759013.220039:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759013.220047:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759013.220053:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759013.220062:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931248640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759013.220075:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759013.220079:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759013.220087:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931248640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759013.220095:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759013.220098:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759013.220101:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759013.220103:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759013.220104:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759013.220107:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759013.220110:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16717 00000400:00000200:0.0:1787759013.220114:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759013.220116:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759013.220119:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759013.220121:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220123:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.220124:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220126:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759013.220128:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759013.220129:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759013.220131:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759013.220133:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759013.220135:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759013.220137:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759013.220140:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220142:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.220144:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220189:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759013.220193:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759013.220201:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220207:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759013.220211:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759013.220215:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759013.220219:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220222:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759013.220225:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759013.220228:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220231:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759013.220238:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759013.220243:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759013.220248:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759013.220251:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220255:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759013.220259:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759013.220263:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759013.220312:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759013.220318:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759013.220327:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931248768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759013.220339:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759013.220344:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759013.220353:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931248768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759013.220379:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759013.220384:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759013.220391:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759013.220395:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759013.220399:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759013.220406:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759013.220412:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16717 00000400:00000200:0.0:1787759013.220419:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759013.220427:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759013.220433:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759013.220439:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220444:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.220448:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220453:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759013.220457:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759013.220461:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759013.220465:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759013.220468:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759013.220473:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759013.220477:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759013.220485:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220490:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759013.220494:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220499:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759013.220502:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759013.220509:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759013.220512:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759013.220516:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759013.220522:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759013.220527:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220531:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759013.220535:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759013.220539:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220543:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759013.220549:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759013.220554:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759013.220557:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759013.220558:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759013.220562:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759013.220565:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759013.220568:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759013.220575:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759013.220580:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759013.220589:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931248896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759013.220604:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759013.220607:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759013.220613:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931248896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759013.220629:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759013.220636:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16727) 00000100:00000001:1.0:1787759014.179379:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759014.179388:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759014.179392:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759014.179395:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759014.179397:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759014.179401:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759014.179402:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759014.179406:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759014.179408:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759014.179411:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759014.179416:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759014.179421:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759014.179422:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759014.179427:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759014.179431:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759014.179438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759014.179441:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759014.179444:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759014.179445:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759014.179450:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759014.179452:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759014.179458:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759014.179463:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759014.179467:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759014.179472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759014.179475:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759014.179479:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759014.179500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759014.179504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759014.179507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759014.179512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759014.179516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759014.179520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759014.179525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759014.179528:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759014.179533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759014.243371:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311391184, at 4311391232 00000100:00000040:1.0:1787759014.243371:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311391184, at 4311391232 00000100:00000010:0.0:1787759014.243385:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000010:1.0:1787759014.243387:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000001:0.0:1787759015.203379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759015.203390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759015.203394:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759015.203400:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759015.203405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759015.203408:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759015.203412:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759015.203414:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759015.203423:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759015.203425:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759015.203436:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759015.203442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759015.203442:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759015.203452:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759015.203454:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759015.203470:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759015.203474:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759015.203480:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759015.203513:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759015.203520:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759015.203525:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759015.203530:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759015.203540:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759015.203545:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759015.203549:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759015.203553:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759015.203555:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759015.203557:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759015.203563:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759015.203564:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759015.203579:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759015.203585:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759015.203592:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759015.203596:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759015.203602:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759015.203610:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759015.203612:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759015.203615:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759015.203620:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759015.203623:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759015.203627:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759015.203630:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759015.203634:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759015.203636:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759015.203639:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759016.227468:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759016.227470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759016.227481:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759016.227485:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759016.227490:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759016.227492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759016.227497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759016.227511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759016.227518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759016.227524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759016.227529:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759016.227536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759016.227543:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759016.227544:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759016.227561:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759016.227574:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759016.227583:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759016.227587:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759016.227591:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759016.227609:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759016.227609:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759016.227622:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759016.227626:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759016.227628:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759016.227647:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759016.227655:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759016.227664:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759016.227675:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759016.227681:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759016.227685:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759016.227691:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759016.227699:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759016.227706:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759016.227712:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759016.227717:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759016.227732:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759017.251400:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759017.251407:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759017.251411:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759017.251419:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759017.251420:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759017.251429:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759017.251430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759017.251437:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759017.251443:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759017.251445:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759017.251450:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759017.251454:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759017.251456:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759017.251464:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759017.251475:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759017.251479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759017.251486:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759017.251489:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759017.251500:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759017.251501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759017.251512:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759017.251522:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759017.251525:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759017.251533:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759017.251534:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759017.251540:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759017.251541:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759017.251554:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759017.251555:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759017.251556:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759017.251567:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759017.251572:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759017.251574:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759017.251586:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759017.251590:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759017.251597:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759017.251611:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759017.251619:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759017.251621:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759017.251625:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759017.251630:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759017.251633:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759017.251635:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759017.251637:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759017.251640:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759018.275363:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759018.275370:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759018.275374:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759018.275378:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759018.275381:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759018.275386:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275391:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759018.275393:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275396:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759018.275426:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759018.275429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759018.275431:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759018.275434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759018.275436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759018.275439:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759018.275446:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275450:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759018.275471:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759018.275475:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759018.275476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759018.275479:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759018.275487:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759018.275491:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759018.275493:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759018.275497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759018.275500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759018.275502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759018.275510:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759018.275514:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759018.275525:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759018.275526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759018.275532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759018.275550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759018.275563:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759018.275571:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759018.275574:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759018.275578:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759018.275582:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759018.275591:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275597:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759018.275600:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759018.275603:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759019.299364:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759019.299373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759019.299375:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759019.299378:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759019.299380:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759019.299395:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759019.299395:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759019.299400:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759019.299401:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759019.299408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759019.299413:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759019.299418:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759019.299426:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759019.299430:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759019.299434:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759019.299436:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759019.299441:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759019.299444:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759019.299465:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759019.299468:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759019.299469:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759019.299472:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759019.299474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759019.299477:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759019.299478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759019.299482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759019.299484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759019.299486:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759019.299489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759019.299490:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759019.299493:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759019.299494:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759019.299495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759019.299505:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759019.299507:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759019.299509:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759019.299511:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759019.299514:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759019.299515:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759019.299519:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759019.299523:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759019.299525:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759019.299531:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759019.299532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759019.299536:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759019.363359:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311396304, at 4311396352 00000100:00000040:1.0:1787759019.363359:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311396304, at 4311396352 00000100:00000010:1.0:1787759019.363373:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a7e0. 00000100:00000010:0.0:1787759019.363374:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a5a0. 00000100:00000001:1.0:1787759020.323340:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759020.323344:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759020.323345:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759020.323348:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759020.323351:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759020.323355:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323358:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759020.323361:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323365:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759020.323368:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759020.323375:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759020.323378:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759020.323382:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759020.323387:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759020.323391:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759020.323392:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323396:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759020.323398:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759020.323399:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759020.323404:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759020.323404:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759020.323409:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759020.323410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759020.323415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323423:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759020.323425:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759020.323426:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759020.323429:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759020.323432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759020.323435:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759020.323440:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759020.323445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759020.323451:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759020.323455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759020.323458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759020.323463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759020.323464:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759020.323467:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759020.323472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759020.323478:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759020.323482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759020.323493:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759020.323495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759021.347371:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759021.347372:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759021.347377:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759021.347380:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759021.347381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759021.347386:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759021.347390:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759021.347395:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347397:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759021.347400:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759021.347402:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759021.347403:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347408:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759021.347413:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759021.347414:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759021.347425:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759021.347429:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347434:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759021.347437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759021.347441:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759021.347443:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759021.347446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759021.347451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759021.347452:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759021.347457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759021.347458:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759021.347465:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759021.347467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759021.347470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347472:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759021.347476:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759021.347476:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759021.347492:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759021.347495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759021.347508:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759021.347512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759021.347514:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759021.347517:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759021.347520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759021.347522:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759021.347524:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759021.347526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759021.347528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759022.371338:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759022.371343:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759022.371347:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759022.371355:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759022.371361:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759022.371365:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759022.371375:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759022.371377:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759022.371377:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759022.371382:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759022.371383:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759022.371388:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759022.371395:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759022.371397:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759022.371401:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759022.371401:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759022.371405:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759022.371406:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759022.371408:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759022.371412:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759022.371413:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759022.371415:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759022.371416:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759022.371421:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759022.371428:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759022.371431:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759022.371436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759022.371438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759022.371442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759022.371446:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759022.371449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759022.371454:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759022.371458:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759022.371461:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759022.371464:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759022.371469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759023.395386:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759023.395389:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759023.395393:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759023.395394:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759023.395399:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759023.395399:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759023.395406:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759023.395407:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759023.395412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759023.395412:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759023.395418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759023.395418:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759023.395424:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759023.395425:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759023.395428:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759023.395434:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759023.395434:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.395445:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759023.395472:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759023.395477:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759023.395484:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.395488:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759023.395501:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759023.395501:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759023.395511:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759023.395511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759023.395519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759023.395528:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759023.395528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759023.395537:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759023.395537:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759023.395542:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.395546:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759023.395553:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759023.395556:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759023.395559:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759023.395577:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759023.395583:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759023.395589:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759023.395594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759023.395604:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759023.395614:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759023.395628:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759023.395631:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759023.395634:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759023.459363:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759023.459372:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759023.459375:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759023.459378:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759023.459383:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759023.459389:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16728 00000400:00000200:0.0:1787759023.459397:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759023.459403:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759023.459406:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759023.459410:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459413:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.459416:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459418:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759023.459422:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759023.459425:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759023.459436:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759023.459440:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759023.459443:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759023.459445:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759023.459448:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459450:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.459452:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459454:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759023.459457:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759023.459461:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459463:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759023.459466:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759023.459469:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759023.459472:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.459474:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759023.459477:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759023.459486:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759023.459490:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759023.459493:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759023.459495:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.459498:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759023.459501:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759023.459504:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759023.459511:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759023.459517:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759023.459526:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931249664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759023.459547:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759023.459550:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759023.459555:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931249664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759023.459574:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759023.459582:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759023.459586:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759023.459587:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759023.459589:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759023.459592:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759023.459595:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16728 00000400:00000200:0.0:1787759023.459600:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759023.459604:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759023.459606:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759023.459609:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459612:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.459616:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459618:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759023.459620:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759023.459622:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759023.459624:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759023.459627:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759023.459630:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759023.459632:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759023.459635:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459636:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.459641:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459649:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759023.459657:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759023.459667:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459675:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759023.459686:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759023.459695:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759023.459700:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.459705:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759023.459711:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759023.459716:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.459718:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759023.459723:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759023.459728:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759023.459733:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759023.459737:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.459742:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759023.459747:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759023.459749:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759023.459755:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759023.459762:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759023.459791:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931249792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759023.459814:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759023.459824:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759023.459833:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931249792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759023.459862:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759023.459872:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759023.459889:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759023.459894:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759023.459896:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759023.459898:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759023.459909:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16728 00000400:00000200:0.0:1787759023.459918:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759023.459928:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759023.459938:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759023.459949:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459954:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.459959:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459964:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759023.459968:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759023.459970:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759023.459974:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759023.459979:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759023.459982:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759023.459984:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759023.459993:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.459997:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.459999:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460006:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759023.460008:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759023.460013:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460020:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759023.460023:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759023.460026:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759023.460032:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460039:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759023.460044:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759023.460050:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460053:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759023.460064:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759023.460067:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759023.460076:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759023.460078:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460080:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759023.460085:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759023.460089:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759023.460094:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759023.460103:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759023.460114:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931249920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759023.460135:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759023.460140:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759023.460148:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931249920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759023.460164:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759023.460170:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759023.460176:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759023.460180:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759023.460185:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759023.460191:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759023.460201:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16728 00000400:00000200:0.0:1787759023.460212:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759023.460229:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759023.460234:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759023.460242:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460254:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.460263:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460292:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759023.460294:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759023.460295:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759023.460296:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759023.460298:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759023.460300:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759023.460302:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759023.460306:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460308:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.460310:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460312:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759023.460314:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759023.460316:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460318:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759023.460319:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759023.460322:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759023.460327:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460335:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759023.460337:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759023.460338:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460340:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759023.460344:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759023.460347:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759023.460354:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759023.460360:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460362:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759023.460364:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759023.460366:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759023.460378:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759023.460390:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759023.460398:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931250048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759023.460404:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759023.460413:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759023.460424:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931250048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759023.460445:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759023.460450:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759023.460454:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759023.460455:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759023.460458:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759023.460461:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759023.460467:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16728 00000400:00000200:0.0:1787759023.460479:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759023.460486:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759023.460494:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759023.460502:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460509:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.460515:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460520:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759023.460521:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759023.460522:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759023.460523:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759023.460524:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759023.460533:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759023.460545:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759023.460549:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460555:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759023.460561:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759023.460573:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759023.460583:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759023.460589:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759023.460598:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759023.460603:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759023.460607:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460612:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759023.460616:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759023.460628:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460635:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759023.460642:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759023.460651:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759023.460655:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759023.460659:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759023.460666:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759023.460671:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759023.460675:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759023.460683:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759023.460688:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759023.460697:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931250176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759023.460753:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759023.460757:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759023.460782:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931250176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759023.460810:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759023.460820:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16738) 00000100:00000001:0.0:1787759024.419415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759024.419416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759024.419431:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759024.419431:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759024.419437:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759024.419438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759024.419452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759024.419453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759024.419465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759024.419465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759024.419476:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419477:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759024.419489:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759024.419494:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759024.419504:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759024.419504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759024.419511:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419517:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759024.419533:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759024.419537:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759024.419538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759024.419541:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759024.419543:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759024.419548:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419552:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759024.419559:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759024.419562:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759024.419569:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759024.419571:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759024.419579:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759024.419592:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759024.419595:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759024.419600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759024.419603:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759024.419605:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419610:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759024.419613:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759024.419615:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759024.419616:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419620:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759024.419621:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759024.419627:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419632:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759024.419635:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759024.419637:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759024.483361:0:261698:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311401425, at 4311401472 00000100:00000040:1.0:1787759024.483361:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311401425, at 4311401472 00000100:00000010:0.0:1787759024.483374:0:261698:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a3c0. 00000100:00000010:1.0:1787759024.483376:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a1e0. 00000100:00000001:0.0:1787759025.443400:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759025.443404:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759025.443415:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759025.443415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759025.443420:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759025.443421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759025.443437:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759025.443438:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759025.443454:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759025.443458:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759025.443464:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759025.443466:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759025.443472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759025.443477:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759025.443482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759025.443490:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759025.443491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759025.443495:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759025.443519:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759025.443520:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759025.443524:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759025.443525:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759025.443530:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759025.443530:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759025.443538:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759025.443538:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759025.443551:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759025.443556:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759025.443557:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759025.443573:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759025.443589:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759025.443594:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759025.443600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759025.443601:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759025.443603:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759025.443612:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759025.443623:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759025.443629:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759025.443638:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759025.443650:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759025.443663:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759025.443669:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759025.443672:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759025.443674:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759025.443676:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759026.467389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759026.467396:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759026.467398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759026.467402:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759026.467405:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759026.467409:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467412:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759026.467416:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467420:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759026.467435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759026.467444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759026.467452:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759026.467454:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759026.467459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759026.467461:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759026.467470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759026.467472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759026.467473:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759026.467483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467483:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759026.467494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467500:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759026.467502:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759026.467505:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759026.467506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467512:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759026.467513:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759026.467540:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759026.467544:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759026.467548:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759026.467554:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759026.467561:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759026.467565:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467577:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759026.467579:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759026.467588:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759026.467650:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759026.467654:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759026.467658:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759027.491401:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759027.491410:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759027.491414:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759027.491420:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759027.491423:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759027.491432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759027.491433:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759027.491445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759027.491447:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759027.491465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759027.491466:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759027.491471:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759027.491482:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759027.491482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759027.491493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759027.491513:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759027.491524:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759027.491526:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759027.491529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759027.491533:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759027.491538:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759027.491546:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759027.491553:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759027.491555:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759027.491561:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759027.491570:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759027.491572:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759027.491578:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759027.491583:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759027.491588:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759027.491591:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759027.491595:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759027.491600:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759027.491602:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759027.491606:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759027.491612:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759027.491709:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759027.491712:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759027.491715:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759028.515375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759028.515382:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759028.515384:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759028.515388:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759028.515393:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759028.515397:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759028.515397:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515402:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759028.515404:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759028.515405:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759028.515408:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759028.515409:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759028.515415:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759028.515424:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759028.515430:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759028.515440:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759028.515443:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759028.515452:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759028.515458:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759028.515468:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759028.515469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759028.515483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759028.515490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759028.515508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759028.515551:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759028.515560:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759028.515563:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759028.515569:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759028.515574:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759028.515577:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759028.515580:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515582:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759028.515594:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759028.515596:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759028.515597:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759028.515599:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759028.515603:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759028.515606:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515608:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759028.515609:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759028.515610:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759028.579391:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759028.579407:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759028.579409:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759028.579413:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759028.579418:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759028.579425:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16733 00000400:00000200:0.0:1787759028.579442:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759028.579448:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759028.579452:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759028.579456:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579459:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.579462:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579464:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759028.579468:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759028.579471:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759028.579473:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759028.579476:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759028.579479:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759028.579482:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759028.579485:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579487:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.579489:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579491:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759028.579494:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759028.579497:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579500:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759028.579503:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759028.579506:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759028.579509:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.579511:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759028.579514:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759028.579522:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759028.579526:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759028.579529:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759028.579531:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.579534:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759028.579537:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759028.579541:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759028.579549:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759028.579555:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759028.579564:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931250304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759028.579574:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759028.579578:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759028.579583:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931250304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759028.579616:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759028.579619:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759028.579623:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759028.579625:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759028.579626:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759028.579629:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759028.579633:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16733 00000400:00000200:0.0:1787759028.579637:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759028.579640:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759028.579650:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759028.579654:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579657:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.579660:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579665:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759028.579669:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759028.579672:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759028.579690:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759028.579693:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759028.579695:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759028.579698:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759028.579701:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579704:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.579709:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579714:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759028.579720:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759028.579726:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579732:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759028.579736:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759028.579744:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759028.579749:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.579754:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759028.579760:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759028.579765:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.579771:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759028.579777:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759028.579782:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759028.579788:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759028.579791:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.579793:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759028.579796:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759028.579800:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759028.579807:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759028.579812:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759028.579822:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931250432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759028.579837:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759028.579842:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759028.579851:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931250432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759028.579868:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759028.579873:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759028.579879:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759028.579883:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759028.579887:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759028.579890:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759028.579896:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16733 00000400:00000200:0.0:1787759028.579905:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759028.579912:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759028.579917:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759028.579924:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579930:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.579934:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579937:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759028.579941:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759028.579944:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759028.579948:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759028.579952:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759028.579957:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759028.579960:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759028.579968:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579974:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.579980:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579984:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759028.579988:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759028.579993:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759028.579998:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759028.580003:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759028.580007:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759028.580013:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580017:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759028.580020:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759028.580025:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580029:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759028.580036:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759028.580040:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759028.580045:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759028.580048:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580052:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759028.580056:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759028.580060:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759028.580068:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759028.580073:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759028.580080:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931250560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759028.580100:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759028.580105:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759028.580112:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931250560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759028.580141:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759028.580147:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759028.580152:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759028.580156:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759028.580159:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759028.580166:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759028.580173:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16733 00000400:00000200:0.0:1787759028.580179:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759028.580183:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759028.580189:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759028.580193:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580198:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.580201:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580205:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759028.580210:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759028.580214:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759028.580217:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759028.580221:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759028.580227:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759028.580232:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759028.580240:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580244:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.580249:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580254:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759028.580260:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759028.580266:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580300:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759028.580304:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759028.580309:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759028.580315:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580320:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759028.580324:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759028.580329:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580334:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759028.580340:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759028.580344:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759028.580350:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759028.580354:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580360:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759028.580363:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759028.580367:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759028.580374:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759028.580380:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759028.580390:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931250688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759028.580406:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759028.580411:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759028.580420:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931250688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759028.580439:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759028.580443:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759028.580450:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759028.580454:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759028.580458:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759028.580463:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759028.580469:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16733 00000400:00000200:0.0:1787759028.580477:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759028.580482:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759028.580487:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759028.580495:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580501:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.580505:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580509:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759028.580514:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759028.580518:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759028.580521:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759028.580526:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759028.580531:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759028.580535:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759028.580541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580547:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759028.580552:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580556:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759028.580562:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759028.580567:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759028.580572:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759028.580576:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759028.580581:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759028.580586:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580590:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759028.580594:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759028.580599:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580603:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759028.580609:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759028.580615:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759028.580620:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759028.580624:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759028.580628:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759028.580632:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759028.580636:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759028.580643:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759028.580648:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759028.580657:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931250816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759028.580669:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759028.580673:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759028.580692:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931250816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759028.580711:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759028.580718:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16743) 00000100:00000001:0.0:1787759029.539409:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759029.539414:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759029.539430:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759029.539435:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759029.539442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759029.539448:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759029.539452:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759029.539461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759029.539462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759029.539474:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759029.539482:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759029.539482:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759029.539502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759029.539507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759029.539512:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759029.539523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759029.539528:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759029.539532:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759029.539566:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759029.539567:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759029.539575:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759029.539576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759029.539581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759029.539581:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759029.539589:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759029.539595:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759029.539596:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759029.539602:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759029.539604:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759029.539606:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759029.539610:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759029.539619:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759029.539619:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759029.539630:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759029.539633:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759029.539646:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759029.539693:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759029.539700:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759029.539705:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759029.603372:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311406544, at 4311406592 00000100:00000040:1.0:1787759029.603372:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311406544, at 4311406592 00000100:00000010:0.0:1787759029.603389:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aea0. 00000100:00000010:1.0:1787759029.603392:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a1e0. 00000100:00000001:1.0:1787759030.563403:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759030.563412:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759030.563415:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759030.563417:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759030.563430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759030.563430:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759030.563440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759030.563441:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759030.563450:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759030.563453:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759030.563459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759030.563462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759030.563462:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563471:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759030.563473:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759030.563486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759030.563489:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759030.563495:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759030.563497:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759030.563514:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759030.563515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759030.563524:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759030.563530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759030.563540:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563544:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759030.563557:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759030.563568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759030.563580:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759030.563592:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759030.563605:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759030.563614:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563619:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759030.563626:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759030.563632:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759030.563636:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759030.563639:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759030.563655:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563657:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759030.563661:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759030.563664:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563671:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759030.563676:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759030.563681:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759030.563715:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759030.563720:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759030.563723:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759031.587418:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759031.587426:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759031.587428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759031.587430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759031.587432:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759031.587436:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759031.587439:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759031.587446:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759031.587447:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759031.587451:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759031.587455:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759031.587461:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759031.587462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759031.587470:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759031.587480:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759031.587495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759031.587503:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759031.587507:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759031.587512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759031.587515:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759031.587518:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759031.587527:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759031.587536:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759031.587538:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759031.587540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759031.587541:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759031.587548:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759031.587548:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759031.587553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759031.587564:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759031.587565:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759031.587569:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759031.587575:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759031.587590:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759031.587592:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759031.587593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759031.587595:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759031.587596:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759031.587600:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759031.587603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759031.587604:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759031.587610:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759031.587619:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759031.587640:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759031.587647:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759031.587651:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759031.587660:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759031.587669:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759032.611380:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759032.611380:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759032.611390:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759032.611395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759032.611396:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759032.611400:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759032.611404:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759032.611405:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759032.611412:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759032.611414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759032.611416:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759032.611420:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759032.611420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759032.611425:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759032.611428:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759032.611431:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759032.611435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759032.611439:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759032.611455:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759032.611460:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759032.611462:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759032.611465:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759032.611467:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759032.611469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759032.611473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759032.611475:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759032.611477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759032.611478:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759032.611490:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759032.611495:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759032.611501:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759032.611506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759032.611509:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759032.611511:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759032.611514:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759032.611515:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759032.611520:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759032.611520:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759032.611526:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759032.611527:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759032.611531:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759032.611534:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759032.611537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759032.611539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759032.611541:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759033.635420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759033.635420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759033.635430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759033.635434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.635434:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759033.635439:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759033.635444:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759033.635445:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759033.635453:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759033.635454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759033.635461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759033.635461:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759033.635469:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759033.635476:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759033.635479:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759033.635481:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759033.635485:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.635509:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759033.635513:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759033.635515:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.635517:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759033.635520:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759033.635523:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759033.635525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759033.635526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759033.635528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.635555:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759033.635559:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759033.635560:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759033.635562:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759033.635563:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759033.635569:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759033.635569:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759033.635573:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635574:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.635578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759033.635581:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759033.635602:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759033.635604:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759033.635609:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759033.635612:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635614:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759033.635617:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635620:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.635620:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759033.635625:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759033.635630:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.635635:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759033.635641:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759033.635647:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635649:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759033.635654:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759033.635655:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759033.635659:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635660:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.635667:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759033.635668:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759033.635675:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759033.635678:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635680:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759033.635682:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759033.635685:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759033.699447:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759033.699462:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759033.699465:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759033.699469:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759033.699473:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759033.699481:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16738 00000400:00000200:1.0:1787759033.699493:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759033.699502:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759033.699505:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759033.699509:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699519:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.699522:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699525:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759033.699531:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759033.699533:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759033.699537:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759033.699541:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759033.699544:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759033.699547:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759033.699551:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699554:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.699556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699559:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759033.699562:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759033.699567:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699570:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759033.699573:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759033.699577:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759033.699579:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.699581:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759033.699584:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759033.699607:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759033.699611:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759033.699616:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759033.699618:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.699622:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759033.699625:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759033.699631:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759033.699641:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759033.699649:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.699661:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931250944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759033.699674:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759033.699679:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759033.699683:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931250944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759033.699704:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759033.699707:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759033.699710:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759033.699712:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759033.699713:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759033.699715:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759033.699718:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16738 00000400:00000200:1.0:1787759033.699721:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759033.699724:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759033.699726:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759033.699729:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699731:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.699733:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699735:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759033.699737:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759033.699738:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759033.699739:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759033.699741:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759033.699743:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759033.699747:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759033.699751:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699755:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.699758:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699761:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759033.699765:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759033.699769:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699778:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759033.699782:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759033.699790:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759033.699794:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.699798:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759033.699803:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759033.699812:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.699818:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759033.699826:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759033.699832:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759033.699837:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759033.699840:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.699843:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759033.699845:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759033.699851:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759033.699858:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759033.699864:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.699872:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931251072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759033.699881:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759033.699884:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759033.699891:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931251072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759033.699911:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759033.699918:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759033.699927:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759033.699931:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759033.699934:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759033.699941:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759033.699948:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16738 00000400:00000200:1.0:1787759033.699957:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759033.699966:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759033.699971:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759033.699979:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699983:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.699988:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.699992:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759033.699995:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759033.699998:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759033.700002:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759033.700007:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759033.700011:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759033.700014:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759033.700022:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700028:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.700033:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700039:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759033.700044:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759033.700050:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700053:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759033.700055:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759033.700058:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759033.700062:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700065:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759033.700076:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759033.700080:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700083:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759033.700091:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759033.700095:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759033.700099:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759033.700102:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700104:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759033.700107:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759033.700110:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759033.700113:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759033.700117:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.700125:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931251200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759033.700135:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759033.700139:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759033.700144:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931251200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759033.700153:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759033.700156:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759033.700161:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759033.700164:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759033.700166:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759033.700171:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759033.700175:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16738 00000400:00000200:1.0:1787759033.700181:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759033.700188:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759033.700193:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759033.700200:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700205:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.700209:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700215:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759033.700221:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759033.700224:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759033.700227:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759033.700232:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759033.700236:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759033.700242:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759033.700248:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700252:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.700256:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700259:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759033.700264:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759033.700304:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700310:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759033.700316:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759033.700322:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759033.700328:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700335:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759033.700340:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759033.700345:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700349:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759033.700355:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759033.700360:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759033.700365:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759033.700367:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700372:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759033.700374:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759033.700377:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759033.700383:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759033.700388:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.700397:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931251328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759033.700411:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759033.700417:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759033.700428:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931251328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759033.700449:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759033.700454:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759033.700459:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759033.700461:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759033.700463:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759033.700468:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759033.700472:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16738 00000400:00000200:1.0:1787759033.700480:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759033.700488:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759033.700491:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759033.700496:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700501:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.700506:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700512:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759033.700518:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759033.700521:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759033.700526:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759033.700530:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759033.700535:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759033.700540:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759033.700546:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700549:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759033.700552:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700556:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759033.700562:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759033.700569:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759033.700576:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759033.700582:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759033.700609:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759033.700615:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700618:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759033.700621:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759033.700627:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700632:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759033.700639:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759033.700645:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759033.700651:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759033.700654:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759033.700660:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759033.700663:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759033.700667:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759033.700676:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759033.700682:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759033.700690:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931251456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759033.700701:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759033.700704:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759033.700710:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931251456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759033.700720:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759033.700726:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16748) 00000100:00000001:0.0:1787759034.659371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759034.659374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759034.659379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759034.659380:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759034.659386:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759034.659387:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759034.659395:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759034.659395:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759034.659402:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759034.659403:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759034.659409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759034.659409:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759034.659413:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759034.659419:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759034.659426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759034.659431:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759034.659439:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759034.659445:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759034.659453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759034.659459:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759034.659463:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759034.659464:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759034.659469:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759034.659471:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759034.659472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759034.659479:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759034.659480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759034.659486:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759034.659487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759034.659490:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759034.659493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759034.659498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759034.659503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759034.659503:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759034.659507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759034.659510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759034.659541:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759034.659545:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759034.659548:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759034.659554:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759034.659557:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759034.659560:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759034.659562:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759034.659563:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759034.659565:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759034.723402:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311411664, at 4311411712 00000100:00000040:1.0:1787759034.723402:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311411664, at 4311411712 00000100:00000010:0.0:1787759034.723420:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a3c0. 00000100:00000010:1.0:1787759034.723422:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a7e0. 00000100:00000001:0.0:1787759035.683401:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759035.683401:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759035.683410:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759035.683412:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759035.683414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759035.683419:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759035.683420:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759035.683428:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759035.683429:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759035.683434:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759035.683436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759035.683440:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759035.683442:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683445:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683450:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759035.683463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759035.683467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683470:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759035.683472:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759035.683476:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759035.683479:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759035.683484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759035.683487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759035.683492:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759035.683493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759035.683498:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759035.683501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759035.683501:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759035.683507:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759035.683508:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759035.683516:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759035.683525:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759035.683531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683535:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759035.683538:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759035.683540:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759035.683544:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683545:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759035.683563:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759035.683565:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759035.683570:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759035.683576:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683581:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759035.683586:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759035.683593:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759036.707349:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759036.707356:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759036.707357:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759036.707362:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759036.707365:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759036.707370:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759036.707373:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759036.707376:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759036.707381:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759036.707425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759036.707432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759036.707433:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759036.707444:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759036.707446:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759036.707453:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759036.707453:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759036.707461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759036.707470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759036.707471:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759036.707482:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759036.707484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759036.707488:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759036.707490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759036.707495:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759036.707503:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759036.707507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759036.707512:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759036.707518:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759036.707525:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759036.707529:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759036.707555:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759036.707563:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759036.707567:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759036.707568:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759036.707578:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759036.707580:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759036.707582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759036.707593:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759036.707596:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759036.707615:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759036.707636:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759036.707649:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759036.707671:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759036.707674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759036.707677:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759037.731407:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759037.731418:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759037.731421:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759037.731424:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759037.731428:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759037.731437:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759037.731438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759037.731444:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759037.731448:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759037.731452:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759037.731463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759037.731465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759037.731469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759037.731483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759037.731491:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759037.731497:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759037.731501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759037.731503:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759037.731506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759037.731509:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759037.731509:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759037.731526:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759037.731533:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759037.731534:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759037.731548:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759037.731551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759037.731557:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759037.731573:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759037.731579:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759037.731583:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759037.731592:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759037.731594:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759037.731599:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759037.731600:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759037.731607:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759037.731611:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759037.731613:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759037.731618:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759037.731621:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759037.731626:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759037.731629:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759037.731631:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759037.731637:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759037.731642:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759037.731644:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759038.755443:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759038.755454:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759038.755455:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759038.755460:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759038.755464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759038.755471:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759038.755472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759038.755484:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759038.755488:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759038.755491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759038.755523:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759038.755524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759038.755531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759038.755533:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759038.755537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759038.755541:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759038.755547:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759038.755552:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759038.755562:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759038.755568:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759038.755571:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759038.755576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759038.755581:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759038.755586:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759038.755598:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759038.755605:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759038.755609:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759038.755611:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759038.755614:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759038.755622:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759038.755622:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759038.755635:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759038.755642:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759038.755647:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759038.755651:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759038.755663:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759039.779425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759039.779425:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759039.779435:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759039.779436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759039.779438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759039.779440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759039.779446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759039.779451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759039.779456:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759039.779460:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759039.779464:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759039.779465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759039.779470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779471:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759039.779515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759039.779520:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779523:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759039.779527:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759039.779529:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759039.779536:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759039.779549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759039.779564:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759039.779569:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779575:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759039.779579:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779587:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759039.779590:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759039.779596:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759039.779602:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759039.779608:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759039.779616:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759039.779624:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759039.779624:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779636:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759039.779636:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759039.779639:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759039.779644:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759039.779649:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759039.779651:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759039.779658:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759039.779665:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779671:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759039.779676:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759039.779682:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759039.843408:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311416785, at 4311416832 00000100:00000040:1.0:1787759039.843408:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311416785, at 4311416832 00000100:00000010:1.0:1787759039.843430:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000010:0.0:1787759039.843432:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a5a0. 00000100:00000001:1.0:1787759040.803396:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759040.803403:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759040.803406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759040.803414:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759040.803415:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759040.803424:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759040.803428:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759040.803430:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759040.803437:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759040.803442:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759040.803446:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759040.803458:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759040.803482:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759040.803492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759040.803498:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759040.803499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759040.803503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759040.803508:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759040.803547:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759040.803547:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759040.803555:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759040.803561:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759040.803561:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759040.803568:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759040.803574:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759040.803576:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759040.803580:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759040.803582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759040.803585:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759040.803594:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759040.803596:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759040.803597:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759040.803604:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759040.803613:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759040.803617:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759040.803624:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759040.803631:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759040.803640:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759040.803644:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759040.803649:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759040.803652:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759040.803655:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759040.803658:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759040.803661:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759040.803665:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759041.827420:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759041.827427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759041.827432:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759041.827439:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759041.827455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759041.827461:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759041.827464:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759041.827468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759041.827470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759041.827479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759041.827486:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759041.827486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759041.827516:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759041.827520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759041.827525:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759041.827533:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759041.827534:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759041.827542:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759041.827548:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759041.827550:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759041.827555:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759041.827556:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759041.827561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759041.827578:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759041.827579:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759041.827588:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759041.827594:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759042.851399:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759042.851399:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759042.851409:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759042.851410:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759042.851415:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759042.851416:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759042.851449:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759042.851457:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759042.851463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759042.851480:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759042.851519:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759042.851524:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759042.851528:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759042.851533:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759042.851538:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759042.851544:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851552:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759042.851557:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851566:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759042.851573:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759042.851579:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759042.851583:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759042.851588:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759042.851590:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851590:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759042.851595:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759042.851596:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759042.851600:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759042.851602:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759042.851606:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759042.851609:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851612:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759042.851616:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759042.851619:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759043.875422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759043.875423:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759043.875435:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759043.875435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759043.875441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759043.875442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759043.875451:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759043.875452:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759043.875461:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759043.875462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759043.875467:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875469:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759043.875472:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759043.875481:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759043.875492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759043.875494:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759043.875501:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875507:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759043.875519:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759043.875525:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759043.875531:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759043.875536:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759043.875540:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759043.875550:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759043.875557:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759043.875560:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759043.875561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759043.875567:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759043.875568:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759043.875574:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759043.875577:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759043.875581:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759043.875584:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875586:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759043.875588:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875591:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759043.875602:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759043.875606:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759043.875608:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759043.875610:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759043.875616:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759043.875621:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759043.875626:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759043.875628:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875633:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759043.875637:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759043.875642:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759043.875648:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759043.875655:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759043.875662:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759043.875668:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875675:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759043.875679:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759043.875684:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759044.899413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759044.899414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759044.899422:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759044.899423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759044.899428:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759044.899429:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759044.899435:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759044.899438:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759044.899443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759044.899444:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759044.899447:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759044.899451:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759044.899462:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759044.899467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759044.899473:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759044.899475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759044.899479:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759044.899484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759044.899493:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759044.899497:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759044.899499:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759044.899502:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759044.899504:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759044.899506:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759044.899511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759044.899511:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759044.899515:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759044.899518:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759044.899519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759044.899525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759044.899526:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759044.899530:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759044.899531:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759044.899538:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759044.899541:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759044.899544:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759044.899552:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759044.899556:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759044.899558:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759044.899560:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759044.899562:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759044.899565:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759044.899569:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759044.899570:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759044.899574:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759044.963339:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311421905, at 4311421952 00000100:00000040:0.0:1787759044.963340:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311421904, at 4311421952 00000100:00000010:1.0:1787759044.963361:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787759044.963366:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:0.0:1787759045.923419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759045.923419:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759045.923430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759045.923430:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759045.923436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759045.923437:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759045.923447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759045.923448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759045.923453:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759045.923456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759045.923460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759045.923462:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759045.923468:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759045.923472:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759045.923478:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759045.923495:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759045.923499:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759045.923501:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759045.923503:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759045.923505:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759045.923509:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759045.923511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759045.923517:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759045.923519:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759045.923523:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759045.923526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759045.923526:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759045.923532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759045.923533:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759045.923535:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759045.923552:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759045.923559:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759045.923564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759045.923574:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759045.923579:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759045.923585:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759045.923588:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759045.923592:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759045.923595:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759045.923598:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759045.923601:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759045.923605:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759045.923608:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759045.923610:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759045.923613:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759046.947431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759046.947431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759046.947441:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759046.947442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759046.947447:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759046.947447:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759046.947456:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759046.947456:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759046.947464:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759046.947465:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759046.947471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759046.947471:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759046.947477:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759046.947482:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759046.947487:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759046.947487:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759046.947491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759046.947495:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759046.947505:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759046.947510:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759046.947513:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759046.947516:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759046.947519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759046.947522:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759046.947523:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759046.947524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759046.947528:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759046.947528:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759046.947532:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759046.947533:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759046.947537:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759046.947542:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759046.947545:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759046.947549:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759046.947551:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759046.947553:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759046.947554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759046.947557:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759046.947562:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759046.947563:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759046.947578:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759046.947581:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759046.947588:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759046.947591:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759046.947594:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759047.971390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759047.971390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759047.971403:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759047.971404:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759047.971406:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759047.971410:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759047.971413:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759047.971418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759047.971419:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759047.971424:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759047.971427:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759047.971429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759047.971433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759047.971435:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759047.971442:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759047.971442:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759047.971448:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759047.971457:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759047.971480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759047.971484:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759047.971485:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759047.971487:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759047.971490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759047.971492:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759047.971493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759047.971497:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759047.971498:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759047.971500:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759047.971502:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759047.971506:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759047.971509:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759047.971517:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759047.971520:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759047.971523:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759047.971524:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759047.971528:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759047.971530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759047.971533:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759047.971536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759047.971543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759047.971550:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759047.971555:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759047.971561:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759047.971564:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759047.971568:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759048.995434:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759048.995445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759048.995451:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759048.995453:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759048.995460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759048.995470:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759048.995470:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759048.995486:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759048.995487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759048.995501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995502:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759048.995508:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759048.995509:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759048.995513:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759048.995526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759048.995527:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759048.995539:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995552:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759048.995575:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759048.995579:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759048.995581:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759048.995584:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759048.995585:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759048.995588:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759048.995590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759048.995594:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759048.995596:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759048.995600:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759048.995601:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995606:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995612:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759048.995618:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995623:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759048.995624:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759048.995630:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759048.995635:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759048.995680:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759048.995690:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759048.995692:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759048.995698:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759048.995701:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759048.995704:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995709:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759048.995712:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759048.995715:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759050.019388:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759050.019392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759050.019399:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759050.019399:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759050.019404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759050.019405:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759050.019414:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759050.019414:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759050.019422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759050.019422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759050.019428:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759050.019430:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759050.019432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759050.019437:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759050.019441:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759050.019457:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759050.019459:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759050.019462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759050.019477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759050.019482:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759050.019485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759050.019486:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759050.019489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759050.019492:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759050.019492:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759050.019499:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759050.019500:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759050.019505:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759050.019505:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759050.019511:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759050.019511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759050.019516:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759050.019521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759050.019522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759050.019525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759050.019528:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759050.019551:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759050.019555:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759050.019557:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759050.019560:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759050.019563:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759050.019566:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759050.019568:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759050.019571:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759050.019573:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759050.083415:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311427024, at 4311427072 00000100:00000040:1.0:1787759050.083415:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311427024, at 4311427072 00000100:00000010:0.0:1787759050.083434:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000010:1.0:1787759050.083445:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a000. 00000100:00000001:0.0:1787759051.043458:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759051.043459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759051.043475:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759051.043475:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759051.043489:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759051.043495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759051.043497:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759051.043511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759051.043515:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759051.043517:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759051.043530:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759051.043534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759051.043537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759051.043548:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759051.043563:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759051.043567:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759051.043570:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759051.043574:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759051.043578:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759051.043579:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759051.043589:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759051.043595:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759051.043603:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043605:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759051.043615:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759051.043616:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759051.043623:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043626:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759051.043641:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759051.043642:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759051.043648:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759051.043657:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043663:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759051.043671:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043679:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759051.043716:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759051.043725:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759051.043727:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759051.043732:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759051.043737:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759051.043742:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759051.043747:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759051.043754:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759051.043760:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759051.043763:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759051.043770:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759051.043774:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759051.043777:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759051.043781:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759051.043785:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043788:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759051.043791:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759051.043795:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759052.067429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759052.067438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759052.067444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759052.067448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759052.067453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759052.067456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759052.067459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759052.067463:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759052.067471:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759052.067474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759052.067493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067498:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759052.067504:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067510:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759052.067523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759052.067528:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759052.067534:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759052.067544:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759052.067548:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759052.067551:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759052.067553:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759052.067556:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759052.067560:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067565:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759052.067569:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759052.067570:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759052.067582:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759052.067583:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759052.067594:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759052.067600:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759052.067607:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759052.067614:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759052.067623:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759052.067632:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067643:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759052.067643:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759052.067650:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759052.067653:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759052.067657:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759052.067661:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759052.067665:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067670:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759052.067672:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759052.067674:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759053.091433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759053.091442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759053.091446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759053.091450:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759053.091451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759053.091454:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759053.091465:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759053.091466:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759053.091471:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759053.091481:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759053.091488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759053.091490:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759053.091502:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759053.091503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759053.091508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759053.091525:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759053.091528:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759053.091534:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759053.091536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759053.091543:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759053.091545:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759053.091561:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759053.091569:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759053.091575:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759053.091581:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759053.091584:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759053.091586:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759053.091599:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759053.091601:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759053.091603:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759053.091612:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759053.091617:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759053.091620:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759053.091628:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759053.091629:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759053.091636:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759053.091643:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759053.091643:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759053.091653:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759053.091653:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759053.091658:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759053.091664:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759053.091664:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759053.091666:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759053.091679:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759054.115398:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759054.115415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759054.115425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759054.115443:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759054.115459:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759054.115466:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759054.115477:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759054.115490:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759054.115491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759054.115500:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759054.115508:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759054.115509:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759054.115528:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759054.115535:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759054.115539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759054.115541:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759054.115544:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759054.115547:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759054.115591:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759054.115597:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759054.115609:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759054.115623:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759054.115630:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759054.115633:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759054.115638:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759054.115644:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759054.115648:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759054.115651:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759054.115653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759054.115657:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759054.115679:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759054.115684:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759054.115690:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759054.115696:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759054.115702:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759054.115705:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759054.115709:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759054.115711:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759054.115714:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759055.139416:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759055.139426:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759055.139430:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759055.139430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759055.139437:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759055.139440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759055.139441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759055.139446:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759055.139446:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759055.139452:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759055.139453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139458:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759055.139459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759055.139487:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759055.139491:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759055.139495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759055.139506:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759055.139511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759055.139513:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759055.139518:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759055.139518:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759055.139524:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759055.139524:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759055.139530:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759055.139530:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759055.139534:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759055.139534:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139538:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759055.139539:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759055.139542:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759055.139542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139546:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759055.139547:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759055.139549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759055.139564:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759055.139569:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759055.139573:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759055.139579:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759055.139583:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759055.139585:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139587:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759055.139589:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759055.139591:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759055.139633:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759055.139636:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759055.139639:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759055.203413:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311432145, at 4311432192 00000100:00000040:1.0:1787759055.203413:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311432145, at 4311432192 00000100:00000010:0.0:1787759055.203434:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac00. 00000100:00000010:1.0:1787759055.203437:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ab40. 00000100:00000001:0.0:1787759056.163392:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759056.163392:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759056.163401:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759056.163401:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759056.163407:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759056.163407:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759056.163415:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759056.163415:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759056.163423:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759056.163424:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759056.163429:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759056.163429:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759056.163441:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163451:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759056.163452:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759056.163455:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759056.163458:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759056.163468:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759056.163473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759056.163473:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759056.163477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759056.163478:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759056.163482:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759056.163482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759056.163488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759056.163489:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759056.163494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759056.163495:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759056.163499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163504:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163507:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759056.163514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759056.163519:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759056.163524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759056.163537:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759056.163543:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759056.163546:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759056.163551:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759056.163554:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759056.163559:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759056.163568:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759056.163575:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759056.163610:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759056.163613:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759056.163616:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759057.187385:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759057.187393:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759057.187397:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759057.187399:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759057.187404:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759057.187405:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759057.187410:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759057.187411:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759057.187417:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759057.187418:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759057.187425:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759057.187425:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759057.187429:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759057.187430:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759057.187434:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759057.187443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759057.187445:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759057.187449:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759057.187451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759057.187456:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759057.187459:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759057.187463:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759057.187464:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759057.187469:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759057.187470:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759057.187473:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759057.187474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759057.187477:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759057.187481:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759057.187481:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759057.187488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759057.187489:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759057.187491:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759057.187497:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759057.187501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759057.187505:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759057.187517:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759057.187521:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759057.187523:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759057.187526:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759057.187530:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759057.187534:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759057.187537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759057.187539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759057.187544:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759057.187580:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759057.187583:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759057.187585:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759058.211406:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759058.211415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759058.211418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759058.211422:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759058.211425:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759058.211431:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759058.211435:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759058.211438:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759058.211445:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759058.211446:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759058.211458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759058.211466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759058.211477:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759058.211483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759058.211485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759058.211494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759058.211497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759058.211499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759058.211513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759058.211522:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759058.211526:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759058.211538:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759058.211543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759058.211546:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759058.211550:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759058.211559:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759058.211562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759058.211592:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759058.211596:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759058.211596:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1787759058.211603:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759058.211604:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759058.211607:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759058.211610:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759058.211617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759058.211621:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759058.211627:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759058.211629:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759058.211635:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759058.211639:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759058.211651:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759058.211658:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759058.211665:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759058.211673:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759058.211679:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759058.211687:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759058.211690:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759058.211693:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759059.235400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759059.235416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759059.235419:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759059.235424:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759059.235433:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759059.235438:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759059.235444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759059.235450:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759059.235453:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759059.235459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759059.235462:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759059.235464:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759059.235472:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759059.235472:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.235480:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759059.235484:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759059.235489:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759059.235502:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759059.235510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759059.235523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759059.235528:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759059.235536:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759059.235555:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759059.235559:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759059.235560:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759059.235565:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759059.235568:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759059.235569:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759059.235574:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759059.235576:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759059.235582:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.235586:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759059.235597:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759059.235608:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759059.235615:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759059.235626:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759059.235632:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759059.235635:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759059.235646:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759059.299423:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759059.299431:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759059.299433:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759059.299437:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759059.299441:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759059.299446:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16763 00000400:00000200:0.0:1787759059.299454:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759059.299460:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759059.299462:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759059.299465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299467:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.299469:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299471:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759059.299474:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759059.299476:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759059.299478:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759059.299481:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759059.299484:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759059.299486:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759059.299490:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299492:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.299495:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299497:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759059.299500:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759059.299504:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299508:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759059.299511:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759059.299514:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759059.299518:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299520:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759059.299523:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759059.299533:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759059.299538:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759059.299541:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759059.299543:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299545:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759059.299548:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759059.299551:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759059.299559:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759059.299564:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759059.299572:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759059.299579:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759059.299583:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759059.299586:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759059.299607:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759059.299610:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759059.299613:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759059.299614:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759059.299615:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759059.299618:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759059.299620:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16763 00000400:00000200:0.0:1787759059.299623:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759059.299626:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759059.299628:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759059.299630:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299632:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.299635:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299637:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759059.299639:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759059.299640:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759059.299642:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759059.299643:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759059.299645:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759059.299646:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759059.299650:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299652:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.299656:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299658:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759059.299662:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759059.299665:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299669:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759059.299670:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759059.299676:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759059.299680:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299684:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759059.299688:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759059.299693:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299695:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759059.299700:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759059.299704:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759059.299706:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759059.299710:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299712:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759059.299715:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759059.299719:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759059.299723:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759059.299728:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759059.299736:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931254272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759059.299745:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759059.299748:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759059.299753:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931254272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759059.299763:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759059.299765:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759059.299772:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759059.299773:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759059.299777:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759059.299782:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759059.299788:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16763 00000400:00000200:0.0:1787759059.299798:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759059.299804:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759059.299810:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759059.299815:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299821:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.299827:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299833:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759059.299835:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759059.299838:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759059.299851:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759059.299856:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759059.299860:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759059.299865:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759059.299874:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299878:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.299884:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299890:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759059.299892:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759059.299897:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759059.299900:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759059.299904:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759059.299906:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759059.299908:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299910:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759059.299913:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759059.299919:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299920:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759059.299924:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759059.299927:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759059.299933:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759059.299934:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.299937:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759059.299940:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759059.299942:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759059.299947:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759059.299955:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759059.299966:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931254400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759059.299990:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759059.299995:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759059.300005:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931254400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759059.300022:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759059.300027:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759059.300033:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759059.300035:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759059.300037:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759059.300043:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759059.300047:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16763 00000400:00000200:0.0:1787759059.300055:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759059.300062:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759059.300068:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759059.300076:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300082:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.300090:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300096:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759059.300102:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759059.300105:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759059.300111:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759059.300115:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759059.300119:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759059.300123:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759059.300128:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300132:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.300170:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300175:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759059.300180:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759059.300189:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300195:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759059.300208:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759059.300213:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759059.300215:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.300218:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759059.300221:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759059.300224:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.300228:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759059.300235:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759059.300239:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759059.300243:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759059.300244:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.300246:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759059.300249:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759059.300253:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759059.300257:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759059.300260:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759059.300312:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931254528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759059.300329:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759059.300333:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759059.300344:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931254528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759059.300360:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759059.300365:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759059.300372:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759059.300376:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759059.300379:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759059.300386:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759059.300392:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16763 00000400:00000200:0.0:1787759059.300399:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759059.300405:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759059.300410:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759059.300415:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300417:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.300419:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759059.300427:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759059.300428:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759059.300430:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759059.300433:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759059.300437:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759059.300443:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759059.300450:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300455:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759059.300460:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300466:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759059.300474:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759059.300482:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759059.300490:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759059.300494:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759059.300500:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759059.300507:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.300512:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759059.300517:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759059.300524:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.300528:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759059.300535:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759059.300540:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759059.300546:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759059.300549:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759059.300554:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759059.300557:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759059.300561:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759059.300568:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759059.300574:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759059.300586:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931254656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759059.300604:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759059.300609:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759059.300617:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931254656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759059.300630:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759059.300638:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16773) 00000100:00000001:1.0:1787759060.259392:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759060.259393:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759060.259403:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759060.259404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759060.259408:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759060.259409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759060.259416:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759060.259417:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759060.259422:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759060.259424:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759060.259426:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759060.259429:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759060.259431:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759060.259436:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759060.259440:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759060.259442:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759060.259446:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759060.259451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759060.259457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759060.259461:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759060.259465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759060.259469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759060.259472:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759060.259472:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759060.259477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759060.259478:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759060.259481:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759060.259484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759060.259485:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759060.259486:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759060.259491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759060.259492:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759060.259494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759060.259500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759060.259503:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759060.259505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759060.259607:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759060.259609:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759060.259612:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759060.323358:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311437264, at 4311437312 00000100:00000040:1.0:1787759060.323359:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311437265, at 4311437312 00000100:00000010:1.0:1787759060.323376:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af00. 00000100:00000010:0.0:1787759060.323382:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:0.0:1787759061.283432:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759061.283432:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759061.283445:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759061.283449:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759061.283454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759061.283457:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759061.283459:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759061.283463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759061.283469:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759061.283469:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759061.283479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759061.283487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759061.283491:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759061.283495:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759061.283498:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759061.283499:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759061.283502:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759061.283511:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759061.283526:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759061.283531:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759061.283535:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759061.283547:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759061.283553:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759061.283559:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759061.283573:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759061.283577:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759061.283581:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759061.283603:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759061.283608:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759061.283612:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759061.283617:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759061.283622:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759061.283624:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759061.283628:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759061.283632:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759061.283637:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759061.283830:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759061.283833:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759061.283836:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759062.307368:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759062.307368:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759062.307377:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759062.307379:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759062.307381:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759062.307384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759062.307387:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759062.307389:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759062.307394:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759062.307395:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759062.307400:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759062.307400:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759062.307406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759062.307410:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759062.307416:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759062.307416:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759062.307420:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759062.307426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759062.307436:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759062.307440:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759062.307442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759062.307443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759062.307448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759062.307449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759062.307450:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759062.307455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759062.307456:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759062.307460:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759062.307461:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759062.307465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759062.307474:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759062.307478:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759062.307480:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759062.307481:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759062.307484:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759062.307487:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759062.307502:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759062.307506:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759062.307512:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759063.331382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759063.331385:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759063.331388:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759063.331393:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759063.331395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759063.331398:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759063.331399:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759063.331411:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759063.331412:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759063.331421:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759063.331423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759063.331425:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759063.331434:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759063.331435:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759063.331441:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759063.331443:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759063.331447:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759063.331458:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759063.331464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759063.331471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759063.331477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759063.331482:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759063.331491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759063.331495:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759063.331497:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759063.331499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759063.331502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759063.331528:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759063.331534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759063.331537:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759063.331537:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759063.331542:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759063.331548:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759063.331549:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759063.331551:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759063.331555:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759063.331556:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759063.331569:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759063.331569:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759063.331576:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759063.331577:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759063.331591:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759063.331592:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759063.331598:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759063.331607:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759063.331669:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759063.331673:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759063.331677:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759064.355371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759064.355379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759064.355383:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759064.355391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759064.355398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759064.355404:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355410:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759064.355413:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355417:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759064.355447:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759064.355450:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759064.355452:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759064.355453:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759064.355455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759064.355457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355459:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759064.355461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355463:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759064.355476:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759064.355480:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759064.355483:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759064.355487:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759064.355491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759064.355493:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759064.355497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759064.355499:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759064.355501:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355514:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759064.355518:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759064.355519:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759064.355522:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759064.355524:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759064.355527:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759064.355938:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759064.355942:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759064.355945:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759064.355946:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759064.355949:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355954:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759064.355961:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759064.355965:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759064.355967:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759064.355970:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759064.355971:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759064.355973:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759064.355975:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759064.355978:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355979:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759064.355983:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759064.355985:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759064.355986:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759064.355990:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.355990:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759064.355997:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759064.355997:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759064.355999:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759064.356002:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759065.379380:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759065.379385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759065.379388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759065.379392:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759065.379395:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759065.379399:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759065.379401:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759065.379479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759065.379485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759065.379488:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759065.379491:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759065.379496:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759065.379500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759065.379519:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759065.379522:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759065.379542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759065.379545:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759065.379548:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759065.379550:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759065.379551:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759065.379553:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759065.380105:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759065.380113:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759065.380120:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759065.380138:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759065.380140:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759065.380142:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759065.443389:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311442384, at 4311442432 00000100:00000040:1.0:1787759065.443399:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311442384, at 4311442432 00000100:00000010:0.0:1787759065.443406:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ae40. 00000100:00000010:1.0:1787759065.443410:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a2a0. 00000100:00000001:0.0:1787759066.403393:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759066.403393:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759066.403403:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759066.403404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759066.403409:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759066.403409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759066.403417:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759066.403418:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759066.403432:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759066.403433:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759066.403441:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759066.403442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759066.403455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759066.403460:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759066.403474:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759066.403474:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759066.403482:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759066.403497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759066.403525:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759066.403532:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759066.403539:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759066.403543:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759066.403544:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759066.403548:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759066.403553:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759066.403555:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759066.403558:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759066.403565:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759066.403565:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759066.403569:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759066.403572:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759066.403581:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759066.403583:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759066.403600:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759066.403608:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759066.403614:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759066.403625:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759066.403632:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759066.403636:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759067.427401:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759067.427401:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759067.427411:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759067.427412:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759067.427414:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759067.427416:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759067.427423:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759067.427424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759067.427430:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759067.427430:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759067.427436:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759067.427437:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759067.427442:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759067.427446:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759067.427451:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759067.427459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759067.427462:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759067.427464:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759067.427471:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759067.427474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759067.427477:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759067.427479:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759067.427480:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759067.427485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759067.427485:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759067.427489:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759067.427489:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759067.427494:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759067.427494:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759067.427498:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759067.427499:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759067.427503:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759067.427504:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759067.427513:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759067.427516:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759067.427522:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759067.427532:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759067.427536:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759067.427539:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759067.427544:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759067.427549:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759067.427553:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759067.427556:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759067.427559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759067.427561:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759067.427596:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759067.427599:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759067.427601:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759068.451402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759068.451402:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759068.451411:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759068.451414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759068.451420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759068.451420:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759068.451423:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759068.451425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759068.451430:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759068.451431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759068.451437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759068.451437:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759068.451443:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759068.451443:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759068.451450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759068.451451:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759068.451454:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759068.451458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759068.451469:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759068.451475:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759068.451478:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759068.451478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759068.451483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759068.451483:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759068.451490:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759068.451494:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759068.451495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759068.451502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759068.451503:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759068.451506:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759068.451510:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759068.451511:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759068.451516:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759068.451522:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759068.451526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759068.451529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759068.451532:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759068.451536:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759068.451538:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759068.451540:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:0.0:1787759068.451544:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759068.451545:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759068.451547:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759068.451549:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759068.451550:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759068.451552:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787759068.451555:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759068.451555:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759069.475403:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759069.475403:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759069.475413:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759069.475414:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759069.475418:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759069.475418:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759069.475426:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759069.475426:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759069.475433:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759069.475433:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759069.475439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759069.475439:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759069.475446:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759069.475450:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759069.475452:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759069.475455:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759069.475458:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759069.475462:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759069.475468:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759069.475473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759069.475477:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759069.475479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759069.475481:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759069.475485:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759069.475486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759069.475489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759069.475495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759069.475500:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759069.475503:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759069.475505:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759069.475507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759069.475510:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759069.475511:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759069.475516:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759069.475519:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759069.475524:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759069.475529:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759069.475533:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759069.475536:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759069.475540:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759069.475544:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759069.475548:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759069.475551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759069.475555:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759069.475561:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759069.475605:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759069.475609:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759069.475613:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759070.499422:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759070.499422:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759070.499433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759070.499433:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759070.499437:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759070.499438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759070.499444:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759070.499447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759070.499450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759070.499460:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499465:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759070.499468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759070.499471:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759070.499476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499477:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759070.499487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759070.499493:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499501:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759070.499504:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759070.499506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759070.499509:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759070.499518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759070.499521:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759070.499529:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759070.499530:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499534:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759070.499535:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759070.499542:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759070.499549:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759070.499555:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759070.499556:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759070.499564:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759070.499567:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499573:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759070.499579:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759070.499580:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759070.499582:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759070.499584:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759070.499585:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759070.499590:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759070.499591:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759070.499593:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499599:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759070.499602:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759070.499606:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759070.499734:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759070.499738:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759070.499742:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759070.563403:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311447504, at 4311447552 00000100:00000040:1.0:1787759070.563403:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311447504, at 4311447552 00000100:00000010:1.0:1787759070.563424:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000010:0.0:1787759070.563429:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aae0. 00000100:00000001:0.0:1787759071.523390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759071.523390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759071.523400:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759071.523403:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759071.523405:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759071.523407:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759071.523410:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759071.523410:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759071.523414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759071.523414:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759071.523420:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759071.523420:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759071.523425:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759071.523429:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759071.523433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759071.523434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759071.523436:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759071.523438:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759071.523478:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759071.523479:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759071.523482:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759071.523482:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759071.523484:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759071.523484:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759071.523487:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759071.523487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759071.523491:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759071.523491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759071.523493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759071.523493:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759071.523496:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759071.523496:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759071.523498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759071.523498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759071.523501:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759071.523501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759071.523518:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759071.523523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759071.523526:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759071.523538:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759071.523545:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759071.523550:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759071.523558:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759071.523561:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759071.523564:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759071.523566:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759071.523569:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759071.523573:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759071.523577:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759071.523582:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759071.523587:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759071.523590:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759071.523592:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759071.523594:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759071.523695:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759071.523700:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759071.523707:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759072.547397:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759072.547406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759072.547412:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759072.547422:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759072.547433:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759072.547442:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547455:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759072.547460:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547467:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759072.547493:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759072.547498:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759072.547502:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759072.547506:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759072.547512:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759072.547516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759072.547517:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759072.547525:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759072.547527:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759072.547535:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759072.547537:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547539:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547547:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759072.547552:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759072.547562:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759072.547567:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759072.547572:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759072.547580:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759072.547585:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759072.547589:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759072.547594:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759072.547600:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759072.547605:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547610:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759072.547613:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759072.547621:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759073.571357:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759073.571365:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759073.571367:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759073.571372:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759073.571377:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759073.571381:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759073.571384:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759073.571388:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759073.571391:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759073.571432:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759073.571436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759073.571439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759073.571441:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759073.571442:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759073.571444:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759073.571449:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759073.571451:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759073.571453:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759073.571454:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759073.571461:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759073.571462:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759073.571474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759073.571484:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759073.571490:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759073.571496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759073.571504:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759073.571512:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759073.571516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759073.571517:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759073.571523:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759073.571529:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759073.571534:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759073.571537:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759073.571541:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759073.571555:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759073.571557:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759073.571567:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759073.571572:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759073.571575:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759073.571578:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759073.571582:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759073.571585:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759073.571587:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759073.571589:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759073.571592:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759074.595394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759074.595401:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759074.595405:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759074.595410:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759074.595415:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759074.595421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759074.595429:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759074.595431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759074.595433:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759074.595436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759074.595439:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.595440:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.595444:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759074.595447:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759074.595449:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759074.595451:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759074.595453:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759074.595455:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759074.595455:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759074.595460:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759074.595464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759074.595469:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759074.595470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759074.595473:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759074.595475:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759074.595478:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759074.595478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.595483:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759074.595484:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759074.595488:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759074.595489:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759074.595494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759074.595495:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.595497:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759074.595501:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759074.595505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759074.595526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759074.595530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759074.595533:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759074.595536:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759074.595540:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759074.595542:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759074.595545:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759074.595547:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759074.595550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759074.659380:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759074.659387:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759074.659389:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759074.659392:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759074.659395:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759074.659400:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16779 00000400:00000200:1.0:1787759074.659407:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759074.659411:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759074.659414:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759074.659416:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659418:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659420:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659422:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759074.659425:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759074.659426:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759074.659428:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759074.659430:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759074.659432:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759074.659433:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759074.659435:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659436:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659438:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659439:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759074.659441:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759074.659443:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659445:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759074.659447:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759074.659449:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759074.659451:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659453:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759074.659455:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759074.659463:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787759074.659465:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759074.659468:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759074.659469:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659472:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759074.659474:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759074.659476:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759074.659482:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759074.659487:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.659493:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931256064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759074.659500:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759074.659503:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759074.659506:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931256064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759074.659522:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759074.659524:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759074.659526:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759074.659527:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759074.659528:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759074.659530:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759074.659532:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16779 00000400:00000200:1.0:1787759074.659534:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759074.659535:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759074.659537:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759074.659539:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659540:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659542:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659543:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759074.659544:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759074.659545:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759074.659547:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759074.659548:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759074.659549:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759074.659551:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759074.659553:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659554:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659556:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659557:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759074.659558:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759074.659560:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659562:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759074.659563:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759074.659573:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759074.659578:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659582:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759074.659586:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759074.659591:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659596:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759074.659602:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787759074.659606:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759074.659611:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759074.659613:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659616:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759074.659618:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759074.659620:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759074.659627:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759074.659632:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.659638:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931256192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759074.659647:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759074.659649:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759074.659654:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931256192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759074.659664:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759074.659666:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759074.659668:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759074.659671:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759074.659673:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759074.659678:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759074.659680:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16779 00000400:00000200:1.0:1787759074.659685:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759074.659688:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759074.659690:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759074.659693:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659695:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659698:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659700:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759074.659701:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759074.659702:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759074.659703:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759074.659705:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759074.659708:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759074.659709:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759074.659720:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659727:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659732:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659737:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759074.659742:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759074.659747:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659753:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759074.659757:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759074.659761:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759074.659766:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659770:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759074.659773:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759074.659776:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659778:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759074.659785:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759074.659787:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759074.659791:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759074.659794:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659795:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759074.659796:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759074.659799:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759074.659805:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759074.659809:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.659815:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931256320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759074.659828:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759074.659832:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759074.659838:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931256320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759074.659845:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759074.659850:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759074.659855:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759074.659856:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759074.659858:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759074.659861:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759074.659880:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16779 00000400:00000200:1.0:1787759074.659884:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759074.659886:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759074.659888:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759074.659893:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659894:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659897:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659900:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759074.659901:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759074.659904:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759074.659906:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759074.659908:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759074.659910:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759074.659913:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759074.659917:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659918:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.659920:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659921:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759074.659922:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759074.659924:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759074.659925:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759074.659926:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759074.659928:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759074.659929:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659930:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759074.659932:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759074.659934:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659935:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759074.659937:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759074.659941:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759074.659943:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759074.659946:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.659950:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759074.659951:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759074.659955:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759074.659959:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759074.659962:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.659966:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931256448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759074.659972:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759074.659976:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759074.659980:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931256448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759074.659989:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759074.659992:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759074.659997:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759074.659998:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759074.660001:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759074.660004:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759074.660007:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16779 00000400:00000200:1.0:1787759074.660011:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759074.660016:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759074.660017:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759074.660019:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.660020:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.660022:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.660025:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759074.660026:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759074.660028:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759074.660030:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759074.660032:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759074.660035:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759074.660039:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759074.660044:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.660046:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759074.660049:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759074.660052:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759074.660057:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759074.660062:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759074.660066:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759074.660069:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759074.660072:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759074.660076:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.660081:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759074.660084:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759074.660088:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.660093:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759074.660098:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759074.660104:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759074.660109:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759074.660113:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759074.660117:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759074.660120:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759074.660123:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759074.660133:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759074.660137:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759074.660145:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931256576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759074.660157:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759074.660162:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759074.660171:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931256576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759074.660187:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759074.660194:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16789) 00000100:00000001:1.0:1787759075.619381:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759075.619383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759075.619387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759075.619388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759075.619391:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759075.619392:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759075.619399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759075.619400:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759075.619405:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759075.619407:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759075.619409:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759075.619411:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759075.619413:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759075.619416:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759075.619417:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759075.619421:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759075.619421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759075.619428:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759075.619436:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759075.619439:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759075.619442:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759075.619443:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759075.619445:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759075.619447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759075.619448:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759075.619449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759075.619451:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759075.619453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759075.619454:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759075.619456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759075.619457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759075.619461:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759075.619462:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759075.619466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759075.619469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759075.619474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759075.619474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759075.619479:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759075.619482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759075.619485:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759075.619489:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759075.619492:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759075.619494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759075.619495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759075.619497:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759075.683374:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311452624, at 4311452672 00000100:00000040:1.0:1787759075.683374:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311452624, at 4311452672 00000100:00000010:1.0:1787759075.683391:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a4e0. 00000100:00000010:0.0:1787759075.683394:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a9c0. 00000100:00000001:1.0:1787759076.643424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759076.643438:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759076.643445:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759076.643453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759076.643457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759076.643464:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759076.643469:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759076.643478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759076.643592:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759076.643597:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759076.643604:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759076.643609:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759076.643620:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759076.643627:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759076.643633:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759076.643637:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759076.643643:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759076.643670:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759076.643677:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759076.643681:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759076.643688:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759076.643700:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759076.643704:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759076.643721:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759076.643764:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759076.643766:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759076.643768:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759077.667431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759077.667437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759077.667439:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759077.667447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759077.667449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759077.667461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759077.667462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759077.667476:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759077.667477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759077.667485:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759077.667486:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759077.667499:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759077.667500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759077.667506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759077.667520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759077.667521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759077.667525:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759077.667533:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759077.667538:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759077.667546:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759077.667553:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759077.667559:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759077.667563:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759077.667568:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759077.667574:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759077.667578:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759077.667582:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759077.667595:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759077.667600:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759077.667603:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759077.667605:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759077.667608:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759077.667612:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759077.667619:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759077.667625:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759077.667633:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759078.691423:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759078.691424:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759078.691435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759078.691439:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759078.691440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759078.691444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759078.691445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759078.691456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759078.691460:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759078.691462:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759078.691471:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759078.691472:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759078.691481:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759078.691484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759078.691488:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759078.691501:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759078.691507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759078.691513:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759078.691516:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759078.691523:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759078.691525:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759078.691527:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759078.691531:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759078.691534:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759078.691537:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759078.691540:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759078.691546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759078.691547:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759078.691561:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759078.691570:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759078.691579:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759078.691585:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759078.691587:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759078.691589:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759078.691594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759078.691596:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759078.691599:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759078.691609:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759078.691610:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759078.691612:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759078.691619:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759078.691629:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759078.691630:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759078.691632:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759078.691638:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.715421:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759079.715427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759079.715430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759079.715436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759079.715436:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759079.715442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.715444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759079.715460:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759079.715461:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759079.715470:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759079.715471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759079.715478:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759079.715497:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759079.715501:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759079.715505:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759079.715505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759079.715510:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759079.715515:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.715534:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759079.715538:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759079.715545:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759079.715550:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759079.715552:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759079.715562:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.715565:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759079.715569:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759079.715581:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759079.715586:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759079.715587:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759079.715597:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759079.715597:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759079.715602:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759079.715605:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759079.715606:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759079.715611:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759079.715617:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759079.779378:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759079.779394:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759079.779397:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759079.779401:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759079.779405:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759079.779411:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16784 00000400:00000200:0.0:1787759079.779420:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759079.779426:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759079.779429:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759079.779432:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779435:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.779438:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779440:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759079.779445:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759079.779447:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759079.779449:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759079.779452:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759079.779455:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759079.779457:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759079.779460:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.779464:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779466:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759079.779476:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759079.779482:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779485:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759079.779488:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759079.779491:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759079.779494:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779496:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759079.779499:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759079.779508:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759079.779512:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759079.779515:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759079.779517:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779520:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759079.779523:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759079.779528:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759079.779535:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759079.779542:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.779551:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759079.779561:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759079.779565:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759079.779569:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759079.779592:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759079.779595:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759079.779599:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759079.779600:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759079.779601:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759079.779604:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759079.779607:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16784 00000400:00000200:0.0:1787759079.779610:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759079.779613:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759079.779616:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759079.779619:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779621:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.779623:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779626:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759079.779628:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759079.779629:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759079.779631:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759079.779634:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759079.779635:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759079.779637:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759079.779641:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779644:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.779647:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779650:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759079.779654:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759079.779660:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779665:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759079.779669:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759079.779676:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759079.779680:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779683:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759079.779690:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759079.779696:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779700:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759079.779716:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759079.779725:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759079.779730:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759079.779733:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779736:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759079.779739:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759079.779743:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759079.779747:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759079.779751:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.779758:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931256832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759079.779768:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759079.779771:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759079.779793:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931256832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759079.779808:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759079.779813:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759079.779819:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759079.779822:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759079.779825:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759079.779830:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759079.779835:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16784 00000400:00000200:0.0:1787759079.779842:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759079.779847:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759079.779852:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759079.779858:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779861:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.779865:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779870:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759079.779872:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759079.779874:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759079.779877:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759079.779880:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759079.779883:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759079.779886:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759079.779892:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779896:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.779902:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779906:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759079.779910:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759079.779916:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759079.779920:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759079.779924:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759079.779928:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759079.779932:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779934:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759079.779937:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759079.779943:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779947:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759079.779953:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759079.779958:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759079.779962:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759079.779964:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.779967:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759079.779969:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759079.779972:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759079.779978:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759079.779983:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.779992:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931256960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759079.780000:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759079.780002:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759079.780007:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931256960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759079.780024:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759079.780028:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759079.780042:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759079.780045:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759079.780049:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759079.780055:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759079.780060:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16784 00000400:00000200:0.0:1787759079.780067:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759079.780073:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759079.780077:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759079.780083:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780087:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.780092:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780097:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759079.780102:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759079.780105:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759079.780109:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759079.780113:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759079.780117:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759079.780120:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759079.780124:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780128:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.780132:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780135:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759079.780140:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759079.780144:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780149:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759079.780151:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759079.780154:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759079.780158:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.780160:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759079.780162:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759079.780167:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.780170:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759079.780175:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759079.780179:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759079.780184:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759079.780188:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.780191:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759079.780199:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759079.780202:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759079.780207:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759079.780213:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.780221:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931257088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759079.780234:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759079.780238:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759079.780244:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931257088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759079.780264:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759079.780297:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759079.780301:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759079.780303:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759079.780306:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759079.780311:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759079.780316:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16784 00000400:00000200:0.0:1787759079.780324:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759079.780330:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759079.780333:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759079.780339:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780343:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.780348:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780352:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759079.780357:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759079.780359:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759079.780362:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759079.780366:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759079.780370:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759079.780374:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759079.780380:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780384:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759079.780389:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780392:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759079.780397:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759079.780402:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759079.780408:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759079.780411:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759079.780415:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759079.780418:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.780422:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759079.780425:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759079.780430:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.780435:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759079.780440:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759079.780445:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759079.780450:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759079.780452:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759079.780456:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759079.780458:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759079.780460:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759079.780466:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759079.780471:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759079.780479:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931257216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759079.780494:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759079.780497:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759079.780503:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931257216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759079.780517:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759079.780523:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16794) 00000100:00000001:1.0:1787759080.739420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759080.739429:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759080.739431:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759080.739436:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759080.739437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759080.739443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759080.739445:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759080.739455:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759080.739460:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759080.739461:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759080.739471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759080.739473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759080.739475:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759080.739483:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759080.739494:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759080.739506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759080.739517:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759080.739521:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759080.739524:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759080.739526:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759080.739532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759080.739539:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759080.739551:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759080.739559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759080.739564:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759080.739565:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759080.739574:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759080.739578:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759080.739583:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759080.739587:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759080.739592:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759080.739607:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759080.739608:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759080.739625:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759080.739631:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759080.739637:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759080.739654:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759080.739659:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759080.739662:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759080.739665:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759080.739668:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759080.739676:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759080.739678:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759080.739681:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759080.739686:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759080.803388:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311457744, at 4311457792 00000100:00000040:1.0:1787759080.803388:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311457744, at 4311457792 00000100:00000010:0.0:1787759080.803401:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a900. 00000100:00000010:1.0:1787759080.803403:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ade0. 00000100:00000001:0.0:1787759081.763399:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759081.763399:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759081.763409:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759081.763409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759081.763413:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759081.763414:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759081.763419:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759081.763420:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759081.763426:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759081.763427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759081.763431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759081.763433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759081.763435:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759081.763439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759081.763440:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759081.763445:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759081.763446:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759081.763450:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759081.763468:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759081.763473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759081.763477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759081.763480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759081.763485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759081.763489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759081.763493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759081.763498:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759081.763499:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759081.763503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759081.763504:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759081.763508:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759081.763514:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759081.763520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759081.763523:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759081.763529:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759081.763532:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759081.763532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759081.763537:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759081.763538:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759081.763541:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759081.763543:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759081.763546:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759081.763549:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759081.763551:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759081.763552:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759081.763555:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759082.787389:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759082.787389:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759082.787398:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759082.787399:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759082.787401:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759082.787404:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759082.787410:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759082.787411:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759082.787416:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759082.787418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759082.787424:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759082.787430:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759082.787442:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759082.787445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759082.787449:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759082.787449:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759082.787453:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759082.787456:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759082.787468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759082.787470:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759082.787475:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759082.787476:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759082.787479:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759082.787480:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759082.787483:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759082.787487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759082.787488:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759082.787492:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759082.787493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759082.787497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759082.787498:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759082.787500:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759082.787505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759082.787505:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759082.787510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759082.787514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759082.787535:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759082.787539:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759082.787543:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759083.811400:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759083.811400:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759083.811411:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759083.811411:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759083.811417:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759083.811417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759083.811423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759083.811424:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759083.811430:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759083.811431:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759083.811436:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759083.811438:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759083.811441:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759083.811445:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759083.811449:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759083.811451:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759083.811456:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759083.811460:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759083.811465:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759083.811470:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759083.811472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759083.811474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759083.811477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759083.811480:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759083.811481:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759083.811483:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759083.811486:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759083.811488:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759083.811489:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759083.811492:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759083.811497:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759083.811503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759083.811508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759083.811515:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759083.811518:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759083.811521:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759083.811530:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759083.811533:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759083.811535:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759083.811537:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759083.811539:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759083.811541:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759083.811543:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759083.811546:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759083.811549:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.835404:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759084.835404:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759084.835415:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759084.835415:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759084.835417:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759084.835421:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.835428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759084.835429:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759084.835437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759084.835438:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759084.835448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759084.835451:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759084.835452:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759084.835457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759084.835464:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759084.835464:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759084.835472:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759084.835483:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.835489:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759084.835496:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759084.835501:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.835506:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759084.835510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759084.835511:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759084.835516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759084.835520:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759084.835525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759084.835525:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759084.835531:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759084.835531:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759084.835538:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759084.835556:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759084.835557:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759084.835566:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759084.835567:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759084.835571:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759084.835574:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759084.835575:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759084.835577:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759084.835580:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759084.835587:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759084.835589:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.835606:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759084.835611:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759084.835617:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759084.835649:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759084.835654:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759084.835664:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759084.899403:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759084.899414:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759084.899417:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759084.899421:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759084.899425:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759084.899433:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16789 00000400:00000200:0.0:1787759084.899443:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759084.899448:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759084.899451:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759084.899459:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899462:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.899467:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899470:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759084.899475:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759084.899477:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759084.899481:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759084.899484:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759084.899488:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759084.899490:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759084.899494:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899496:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.899498:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899500:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759084.899504:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759084.899508:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899511:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759084.899515:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759084.899519:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759084.899522:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.899525:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759084.899528:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759084.899541:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759084.899546:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759084.899551:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759084.899553:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.899557:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759084.899561:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759084.899567:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759084.899578:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759084.899586:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.899597:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931257344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759084.899609:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759084.899614:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759084.899620:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931257344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759084.899647:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759084.899651:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759084.899655:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759084.899657:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759084.899659:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759084.899662:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759084.899666:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16789 00000400:00000200:0.0:1787759084.899671:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759084.899675:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759084.899677:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759084.899682:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899698:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.899701:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899705:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759084.899710:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759084.899713:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759084.899717:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759084.899721:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759084.899726:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759084.899731:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759084.899739:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899744:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.899749:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899754:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759084.899759:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759084.899765:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899772:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759084.899776:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759084.899784:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759084.899790:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.899794:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759084.899803:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759084.899808:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.899811:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759084.899816:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759084.899823:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759084.899829:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759084.899832:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.899836:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759084.899840:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759084.899843:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759084.899852:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759084.899859:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.899869:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931257472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759084.899884:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759084.899890:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759084.899900:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931257472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759084.899918:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759084.899924:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759084.899932:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759084.899936:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759084.899938:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759084.899942:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759084.899948:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16789 00000400:00000200:0.0:1787759084.899957:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759084.899963:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759084.899968:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759084.899976:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899980:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.899982:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.899985:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759084.899988:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759084.899990:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759084.899994:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759084.899999:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759084.900004:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759084.900008:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759084.900014:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900020:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.900025:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900030:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759084.900035:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759084.900039:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900044:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759084.900048:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759084.900052:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759084.900058:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900062:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759084.900065:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759084.900071:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900075:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759084.900083:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759084.900089:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759084.900093:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759084.900096:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900101:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759084.900104:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759084.900107:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759084.900115:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759084.900120:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.900136:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931257600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759084.900146:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759084.900149:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759084.900158:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931257600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759084.900172:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759084.900178:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759084.900185:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759084.900189:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759084.900193:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759084.900199:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759084.900206:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16789 00000400:00000200:0.0:1787759084.900213:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759084.900221:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759084.900227:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759084.900234:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900238:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.900243:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900249:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759084.900254:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759084.900257:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759084.900261:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759084.900265:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759084.900296:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759084.900300:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759084.900309:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900315:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.900321:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900326:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759084.900332:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759084.900341:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900349:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759084.900353:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759084.900358:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759084.900364:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900368:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759084.900372:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759084.900379:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900383:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759084.900392:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759084.900398:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759084.900405:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759084.900408:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900412:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759084.900416:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759084.900420:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759084.900427:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759084.900433:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.900444:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931257728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759084.900457:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759084.900461:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759084.900469:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931257728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759084.900484:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759084.900489:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759084.900499:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759084.900503:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759084.900506:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759084.900513:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759084.900520:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16789 00000400:00000200:0.0:1787759084.900527:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759084.900533:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759084.900539:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759084.900548:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900554:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.900559:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900565:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759084.900571:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759084.900575:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759084.900579:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759084.900584:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759084.900589:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759084.900596:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759084.900603:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900610:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759084.900616:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900623:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759084.900629:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759084.900636:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759084.900642:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759084.900648:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759084.900653:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759084.900660:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900665:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759084.900669:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759084.900675:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900681:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759084.900707:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759084.900713:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759084.900719:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759084.900722:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759084.900728:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759084.900733:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759084.900737:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759084.900745:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759084.900752:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759084.900765:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931257856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759084.900795:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759084.900801:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759084.900810:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931257856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759084.900831:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759084.900841:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16799) 00000100:00000001:1.0:1787759085.859412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759085.859417:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759085.859423:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759085.859424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759085.859427:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759085.859428:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759085.859437:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759085.859437:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759085.859444:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759085.859444:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759085.859450:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759085.859450:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759085.859465:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759085.859469:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759085.859473:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759085.859474:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759085.859478:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759085.859484:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759085.859490:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759085.859496:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759085.859500:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759085.859501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759085.859505:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759085.859506:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759085.859510:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759085.859511:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759085.859514:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759085.859516:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759085.859519:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759085.859523:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759085.859523:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759085.859528:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759085.859528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759085.859534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759085.859536:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759085.859539:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759085.859558:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759085.859564:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759085.859567:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759085.859571:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759085.859576:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759085.859581:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759085.859587:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759085.859590:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759085.859592:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759085.923400:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311462864, at 4311462912 00000100:00000040:1.0:1787759085.923400:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311462864, at 4311462912 00000100:00000010:0.0:1787759085.923418:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542acc0. 00000100:00000010:1.0:1787759085.923425:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a360. 00000100:00000001:0.0:1787759086.883398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759086.883398:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759086.883409:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759086.883409:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759086.883414:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759086.883415:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759086.883424:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759086.883424:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759086.883431:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759086.883432:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759086.883436:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759086.883438:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883440:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759086.883445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883450:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759086.883450:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759086.883452:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759086.883460:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759086.883467:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759086.883474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759086.883477:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759086.883478:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759086.883481:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759086.883481:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759086.883484:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759086.883485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759086.883488:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759086.883492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759086.883493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759086.883497:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883500:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883506:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759086.883507:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759086.883510:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759086.883516:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759086.883529:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759086.883533:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759086.883536:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759086.883540:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759086.883544:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759086.883548:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883550:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759086.883552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759086.883554:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759087.907399:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759087.907408:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759087.907412:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759087.907415:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759087.907421:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759087.907422:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759087.907423:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759087.907429:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759087.907429:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759087.907433:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759087.907435:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759087.907436:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759087.907450:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759087.907454:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759087.907457:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759087.907460:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759087.907463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759087.907466:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759087.907472:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759087.907477:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759087.907481:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759087.907485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759087.907488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759087.907489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759087.907493:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759087.907495:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759087.907498:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759087.907501:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759087.907502:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759087.907504:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759087.907509:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759087.907514:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759087.907520:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759087.907520:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759087.907524:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759087.907527:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759088.931391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759088.931399:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759088.931402:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759088.931409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759088.931417:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759088.931423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759088.931426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759088.931428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759088.931436:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759088.931440:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759088.931443:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759088.931450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759088.931463:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759088.931472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759088.931479:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759088.931486:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759088.931487:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759088.931489:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759088.931493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759088.931495:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759088.931507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759088.931507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759088.931520:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759088.931526:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759088.931533:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759088.931538:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759088.931539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759088.931545:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759088.931548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759088.931549:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759088.931561:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759088.931574:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759088.931579:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759088.931582:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759088.931585:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759088.931586:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759088.931588:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759088.931590:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759088.931593:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759088.931598:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759088.931599:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759088.931605:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759088.931606:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759088.931611:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759088.931631:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759089.955443:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759089.955459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759089.955470:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759089.955478:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759089.955490:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759089.955495:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955505:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759089.955508:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759089.955514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759089.955522:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759089.955524:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759089.955533:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759089.955544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759089.955554:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955564:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759089.955566:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759089.955569:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955576:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759089.955578:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759089.955584:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759089.955591:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759089.955608:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759089.955614:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759089.955615:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759089.955620:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955622:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759089.955633:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759089.955635:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759089.955641:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759089.955644:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955649:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759089.955649:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759089.955660:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759089.955665:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759089.955678:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759090.019403:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759090.019415:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759090.019418:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759090.019423:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759090.019428:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759090.019436:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16794 00000400:00000200:0.0:1787759090.019445:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759090.019453:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759090.019457:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759090.019461:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019465:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.019468:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019471:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759090.019475:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759090.019478:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759090.019488:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759090.019492:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759090.019495:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759090.019498:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759090.019502:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019504:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.019507:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019509:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759090.019513:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759090.019517:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019520:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759090.019523:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759090.019527:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759090.019530:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.019533:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759090.019535:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759090.019546:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759090.019550:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759090.019555:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759090.019557:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.019561:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759090.019563:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759090.019568:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759090.019576:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759090.019583:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759090.019606:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931257984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759090.019633:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759090.019638:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759090.019644:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931257984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759090.019669:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759090.019673:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759090.019677:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759090.019679:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759090.019681:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759090.019684:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759090.019688:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16794 00000400:00000200:0.0:1787759090.019692:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759090.019697:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759090.019700:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759090.019704:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019707:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.019710:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019713:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759090.019717:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759090.019718:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759090.019720:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759090.019723:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759090.019727:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759090.019735:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759090.019746:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019751:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.019758:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019769:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759090.019781:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759090.019794:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759090.019804:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759090.019811:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759090.019820:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759090.019832:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.019837:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759090.019843:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759090.019853:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.019862:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759090.019872:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759090.019880:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759090.019896:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759090.019901:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.019910:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759090.019916:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759090.019925:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759090.019937:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759090.019945:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759090.019956:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931258112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759090.019971:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759090.019980:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759090.019990:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931258112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759090.020013:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759090.020022:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759090.020032:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759090.020048:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759090.020052:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759090.020059:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759090.020071:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16794 00000400:00000200:0.0:1787759090.020088:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759090.020102:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759090.020108:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759090.020118:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020127:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.020136:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020144:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759090.020155:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759090.020160:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759090.020165:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759090.020169:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759090.020177:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759090.020186:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759090.020202:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020214:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.020223:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020236:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759090.020252:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759090.020261:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020295:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759090.020299:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759090.020303:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759090.020306:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.020310:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759090.020314:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759090.020322:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.020327:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759090.020338:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759090.020347:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759090.020353:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759090.020358:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.020367:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759090.020372:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759090.020380:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759090.020391:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759090.020401:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759090.020415:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931258240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759090.020449:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759090.020457:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759090.020468:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931258240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759090.020499:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759090.020507:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759090.020515:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759090.020520:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759090.020523:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759090.020540:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759090.020551:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16794 00000400:00000200:0.0:1787759090.020570:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759090.020588:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759090.020617:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759090.020634:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020645:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.020656:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020665:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759090.020676:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759090.020680:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759090.020688:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759090.020694:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759090.020707:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759090.020717:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759090.020732:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020743:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.020748:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020756:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759090.020769:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759090.020785:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759090.020795:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759090.020804:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759090.020816:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759090.020825:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.020836:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759090.020842:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759090.020856:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.020862:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759090.020871:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759090.020879:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759090.020888:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759090.020895:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.020906:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759090.020914:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759090.020923:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759090.020935:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759090.020945:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759090.020965:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931258368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759090.021015:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759090.021023:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759090.021043:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931258368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759090.021093:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759090.021101:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759090.021113:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759090.021117:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759090.021124:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759090.021137:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759090.021145:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16794 00000400:00000200:0.0:1787759090.021162:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759090.021179:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759090.021191:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759090.021204:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.021217:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.021229:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.021237:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759090.021245:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759090.021249:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759090.021258:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759090.021263:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759090.021296:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759090.021307:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759090.021320:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.021331:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759090.021340:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759090.021350:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759090.021359:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759090.021370:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759090.021383:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759090.021391:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759090.021402:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759090.021415:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.021424:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759090.021435:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759090.021445:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.021449:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759090.021458:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759090.021465:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759090.021471:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759090.021476:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.021480:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759090.021483:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759090.021487:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759090.021495:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759090.021503:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759090.021514:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931258496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759090.021559:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759090.021567:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759090.021582:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931258496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759090.021641:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759090.021654:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16804) 00000100:00000001:1.0:1787759090.979377:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759090.979388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759090.979393:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759090.979395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.979398:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759090.979402:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759090.979406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759090.979412:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759090.979415:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759090.979425:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759090.979426:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979441:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759090.979448:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979452:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759090.979454:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759090.979459:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759090.979467:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.979470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759090.979479:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759090.979485:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759090.979496:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759090.979502:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759090.979503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759090.979514:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759090.979514:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.979521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979529:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759090.979529:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759090.979539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759090.979545:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759090.979547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759090.979561:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759090.979574:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759090.979603:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759090.979607:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979608:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759090.979613:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759090.979614:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759090.979626:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759090.979631:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759090.979636:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979656:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759090.979662:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759090.979669:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759091.043433:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311467985, at 4311468032 00000100:00000040:1.0:1787759091.043433:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311467985, at 4311468032 00000100:00000010:0.0:1787759091.043459:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aba0. 00000100:00000010:1.0:1787759091.043462:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac60. 00000100:00000001:1.0:1787759092.003420:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759092.003434:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759092.003440:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759092.003444:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759092.003451:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759092.003452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759092.003464:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759092.003466:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759092.003479:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759092.003484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759092.003499:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759092.003504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759092.003510:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759092.003515:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759092.003522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759092.003525:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759092.003525:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759092.003542:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759092.003549:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759092.003555:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759092.003558:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759092.003578:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759092.003586:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759092.003590:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759092.003591:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759092.003601:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759092.003602:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759092.003609:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759092.003612:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759092.003629:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759092.003633:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759092.003643:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759092.003655:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759092.003673:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759092.003680:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759092.003688:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759093.027404:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759093.027405:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759093.027416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759093.027416:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759093.027421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759093.027421:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759093.027431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759093.027432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759093.027440:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759093.027440:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759093.027448:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759093.027448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759093.027464:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759093.027468:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759093.027473:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759093.027474:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759093.027478:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759093.027481:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759093.027490:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759093.027495:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759093.027498:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759093.027502:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759093.027505:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759093.027510:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759093.027511:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759093.027517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759093.027517:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759093.027524:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759093.027525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759093.027528:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759093.027531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759093.027534:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759093.027537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759093.027540:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759093.027590:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759093.027594:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759093.027599:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759093.027607:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759093.027611:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759093.027614:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759093.027617:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759093.027620:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759093.027623:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759093.027626:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759093.027629:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759094.051463:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759094.051464:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759094.051477:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759094.051479:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759094.051483:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759094.051485:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759094.051489:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759094.051499:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759094.051500:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759094.051504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759094.051506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759094.051518:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759094.051630:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759094.051634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759094.051638:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759094.051639:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759094.051644:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759094.051655:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759094.051655:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759094.051665:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759094.051670:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759094.051678:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759094.051683:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759094.051689:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759094.051690:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759094.051693:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759094.051698:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759094.051699:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759094.051707:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759094.051708:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759094.051722:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759094.051731:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759094.051741:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759094.051752:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759094.051761:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759094.051765:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759095.075419:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759095.075429:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759095.075435:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.075440:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759095.075441:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759095.075451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759095.075451:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759095.075459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759095.075461:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759095.075475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759095.075477:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759095.075481:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759095.075488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759095.075491:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.075494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759095.075521:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759095.075526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759095.075531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759095.075547:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759095.075552:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759095.075554:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759095.075559:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759095.075566:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759095.075572:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759095.075577:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759095.075582:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759095.075587:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.075589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759095.075598:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759095.075603:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759095.075608:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759095.075612:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759095.075618:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759095.075620:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759095.075622:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759095.075626:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759095.075634:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759095.075644:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759095.075645:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759095.075650:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759095.075651:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759095.075655:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759095.075657:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759095.075671:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759095.075676:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759095.139443:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759095.139457:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759095.139461:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759095.139466:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759095.139472:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759095.139482:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16799 00000400:00000200:0.0:1787759095.139494:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759095.139519:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759095.139524:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759095.139530:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139534:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.139537:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139541:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759095.139546:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759095.139550:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759095.139553:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759095.139558:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759095.139561:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759095.139564:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759095.139568:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139571:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.139573:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139576:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759095.139580:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759095.139584:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139587:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759095.139591:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759095.139597:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759095.139601:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.139604:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759095.139607:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759095.139621:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759095.139626:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759095.139631:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759095.139634:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.139638:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759095.139642:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759095.139648:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759095.139661:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759095.139670:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759095.139682:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931258624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759095.139695:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759095.139702:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759095.139708:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931258624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759095.139744:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759095.139749:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759095.139753:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759095.139755:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759095.139757:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759095.139761:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759095.139765:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16799 00000400:00000200:0.0:1787759095.139770:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759095.139775:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759095.139778:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759095.139783:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139787:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.139790:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139793:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759095.139795:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759095.139797:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759095.139801:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759095.139806:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759095.139812:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759095.139818:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759095.139828:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139835:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.139844:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139854:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759095.139859:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759095.139870:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759095.139878:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759095.139890:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759095.139913:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759095.139923:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.139931:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759095.139938:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759095.139949:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.139954:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759095.139962:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759095.139968:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759095.139974:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759095.139976:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.139979:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759095.139984:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759095.139986:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759095.139991:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759095.139996:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759095.140011:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931258752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759095.140048:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759095.140054:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759095.140073:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931258752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759095.140087:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759095.140094:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759095.140098:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759095.140100:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759095.140106:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759095.140117:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759095.140121:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16799 00000400:00000200:0.0:1787759095.140132:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759095.140140:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759095.140143:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759095.140154:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140160:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.140168:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140175:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759095.140183:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759095.140191:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759095.140196:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759095.140202:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759095.140213:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759095.140216:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759095.140226:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140231:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.140235:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140236:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759095.140238:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759095.140241:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140247:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759095.140249:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759095.140255:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759095.140259:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140262:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759095.140294:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759095.140297:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140299:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759095.140302:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759095.140305:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759095.140307:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759095.140309:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140310:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759095.140312:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759095.140313:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759095.140316:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759095.140319:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759095.140331:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931258880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759095.140349:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759095.140352:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759095.140361:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931258880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759095.140375:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759095.140383:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759095.140387:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759095.140392:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759095.140394:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759095.140402:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759095.140407:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16799 00000400:00000200:0.0:1787759095.140416:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759095.140423:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759095.140433:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759095.140442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140452:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.140458:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140462:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759095.140465:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759095.140468:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759095.140473:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759095.140477:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759095.140480:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759095.140485:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759095.140493:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140498:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.140502:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140520:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759095.140523:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759095.140534:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140541:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759095.140545:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759095.140549:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759095.140554:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140559:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759095.140563:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759095.140572:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140579:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759095.140590:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759095.140596:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759095.140604:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759095.140607:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140610:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759095.140611:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759095.140615:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759095.140626:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759095.140632:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759095.140647:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931259008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759095.140655:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759095.140662:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759095.140666:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931259008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759095.140682:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759095.140687:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759095.140689:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759095.140692:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759095.140696:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759095.140700:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759095.140703:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16799 00000400:00000200:0.0:1787759095.140714:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759095.140719:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759095.140722:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759095.140730:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140734:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.140740:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140743:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759095.140748:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759095.140751:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759095.140754:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759095.140756:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759095.140763:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759095.140767:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759095.140779:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140784:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759095.140787:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140790:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759095.140795:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759095.140805:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759095.140811:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759095.140816:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759095.140821:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759095.140828:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140832:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759095.140836:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759095.140844:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140850:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759095.140857:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759095.140863:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759095.140866:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759095.140870:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759095.140873:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759095.140877:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759095.140881:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759095.140887:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759095.140891:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759095.140902:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931259136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759095.140912:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759095.140917:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759095.140923:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931259136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759095.140956:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759095.140965:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16809) 00000100:00000001:1.0:1787759096.099413:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759096.099419:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759096.099422:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759096.099428:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759096.099435:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759096.099441:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759096.099441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759096.099453:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759096.099459:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759096.099468:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759096.099472:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759096.099475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759096.099477:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759096.099481:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759096.099509:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759096.099515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759096.099520:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759096.099521:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759096.099528:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759096.099529:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759096.099534:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759096.099542:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759096.099550:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759096.099555:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759096.099560:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759096.099560:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759096.099566:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759096.099567:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759096.099572:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759096.099574:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759096.099582:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759096.099590:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759096.099597:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759096.099597:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759096.099606:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759096.099606:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759096.099612:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759096.099614:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759096.099622:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759096.099624:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759096.099627:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759096.099635:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759096.099640:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759096.099642:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759096.099646:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759096.163390:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311473105, at 4311473152 00000100:00000040:0.0:1787759096.163393:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311473105, at 4311473152 00000100:00000010:1.0:1787759096.163409:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a600. 00000100:00000010:0.0:1787759096.163411:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a720. 00000100:00000001:0.0:1787759097.123415:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759097.123415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759097.123422:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759097.123424:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759097.123426:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759097.123429:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759097.123432:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759097.123436:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759097.123439:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759097.123443:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759097.123444:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759097.123449:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759097.123450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759097.123454:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759097.123460:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759097.123462:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759097.123465:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759097.123482:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759097.123497:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759097.123498:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759097.123502:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759097.123503:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759097.123505:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759097.123508:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759097.123508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759097.123513:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759097.123515:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759097.123516:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759097.123521:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759097.123522:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759097.123522:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759097.123526:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759097.123529:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759097.123531:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759097.123535:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759097.123538:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759097.123551:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759097.123557:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759097.123561:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759097.123562:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759097.123566:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759097.123568:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759097.123569:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759097.123574:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759097.123575:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759097.123579:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759097.123580:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759097.123582:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759097.123585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759097.123588:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759097.123591:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759097.123592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759097.123595:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759097.123599:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759098.147463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759098.147470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759098.147473:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759098.147477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759098.147483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759098.147492:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147499:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759098.147500:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759098.147511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147512:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759098.147518:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759098.147523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759098.147528:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759098.147541:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759098.147550:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147555:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759098.147556:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759098.147559:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759098.147563:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759098.147564:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759098.147569:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759098.147576:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759098.147582:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759098.147584:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759098.147591:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759098.147591:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147600:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759098.147603:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759098.147614:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759098.147615:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147622:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759098.147625:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759098.147626:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147643:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759098.147647:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759098.147657:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759098.147666:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759098.147671:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759098.147674:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759098.147676:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759098.147680:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759098.147684:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759098.147688:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759098.147690:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759098.147694:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759099.171420:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759099.171427:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759099.171432:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759099.171450:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759099.171457:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759099.171465:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759099.171473:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759099.171480:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759099.171488:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759099.171514:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759099.171518:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759099.171520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759099.171523:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759099.171526:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759099.171530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759099.171535:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759099.171537:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759099.171542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759099.171542:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759099.171546:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759099.171548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759099.171551:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759099.171556:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759099.171561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759099.171564:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759099.171567:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759099.171570:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759099.171582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759099.171584:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759099.171590:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759099.171590:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759099.171593:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759099.171594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759099.171599:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759099.171601:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759099.171603:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759099.171608:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759099.171609:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759099.171613:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759099.171614:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759099.171617:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759099.171620:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759099.171633:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759099.171637:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759099.171642:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759100.195431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759100.195431:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759100.195441:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759100.195442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759100.195446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.195450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759100.195455:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759100.195455:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759100.195463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759100.195463:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759100.195470:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195470:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195476:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759100.195479:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195482:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.195517:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759100.195521:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759100.195523:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.195525:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759100.195530:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759100.195533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195537:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759100.195539:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.195574:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759100.195577:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759100.195581:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.195584:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759100.195588:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759100.195591:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195595:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759100.195597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195601:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.195617:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759100.195619:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759100.195620:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.195622:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759100.195624:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759100.195626:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195630:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759100.195632:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759100.195636:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759100.195656:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759100.195659:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759100.195662:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759100.259436:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759100.259448:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759100.259451:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759100.259454:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759100.259458:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759100.259465:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16804 00000400:00000200:1.0:1787759100.259475:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759100.259481:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759100.259484:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759100.259487:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259490:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259492:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259493:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759100.259498:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759100.259499:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759100.259502:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759100.259505:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759100.259507:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759100.259508:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759100.259510:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259512:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259513:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259516:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759100.259518:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759100.259521:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259523:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759100.259525:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759100.259529:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759100.259531:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259532:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759100.259535:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759100.259545:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759100.259548:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759100.259552:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759100.259554:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259556:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759100.259559:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759100.259563:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759100.259571:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759100.259577:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.259586:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759100.259594:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759100.259603:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759100.259607:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759100.259624:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759100.259627:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759100.259629:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759100.259631:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759100.259632:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759100.259634:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759100.259636:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16804 00000400:00000200:1.0:1787759100.259639:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759100.259641:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759100.259642:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759100.259644:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259646:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259648:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259649:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759100.259651:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759100.259651:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759100.259653:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759100.259654:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759100.259655:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759100.259657:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759100.259659:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259660:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259661:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259663:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759100.259664:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759100.259666:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259668:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759100.259670:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759100.259675:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759100.259678:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259681:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759100.259686:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759100.259689:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259692:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759100.259695:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759100.259699:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759100.259703:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759100.259705:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259708:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759100.259710:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759100.259713:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759100.259716:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759100.259720:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.259727:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931259392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759100.259737:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759100.259740:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759100.259745:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931259392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759100.259757:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759100.259760:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759100.259762:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759100.259764:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759100.259767:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759100.259771:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759100.259775:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16804 00000400:00000200:1.0:1787759100.259779:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759100.259781:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759100.259782:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759100.259785:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259788:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259791:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259795:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759100.259797:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759100.259797:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759100.259798:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759100.259800:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759100.259802:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759100.259807:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759100.259810:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259813:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259816:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259818:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759100.259819:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759100.259820:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259822:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759100.259825:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759100.259828:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759100.259829:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259831:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759100.259832:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759100.259833:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259835:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759100.259847:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759100.259851:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759100.259853:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759100.259855:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.259858:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759100.259860:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759100.259862:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759100.259868:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759100.259872:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.259878:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931259520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759100.259886:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759100.259888:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759100.259893:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931259520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759100.259899:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759100.259902:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759100.259906:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759100.259907:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759100.259908:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759100.259910:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759100.259913:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16804 00000400:00000200:1.0:1787759100.259919:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759100.259922:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759100.259924:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759100.259928:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259930:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259934:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259937:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759100.259940:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759100.259943:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759100.259945:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759100.259949:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759100.259954:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759100.259958:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759100.259966:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259970:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.259975:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259981:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759100.259986:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759100.259991:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759100.259994:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759100.259996:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759100.260000:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759100.260004:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.260007:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759100.260011:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759100.260015:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.260017:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759100.260022:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759100.260023:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759100.260026:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759100.260028:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.260030:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759100.260031:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759100.260032:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759100.260036:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759100.260039:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.260046:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931259648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759100.260056:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759100.260059:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759100.260063:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931259648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759100.260071:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759100.260074:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759100.260079:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759100.260081:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759100.260083:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759100.260085:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759100.260089:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16804 00000400:00000200:1.0:1787759100.260092:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759100.260095:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759100.260098:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759100.260101:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.260102:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.260106:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.260108:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759100.260113:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759100.260114:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759100.260115:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759100.260117:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759100.260119:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759100.260123:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759100.260126:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.260129:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759100.260131:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759100.260133:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759100.260137:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759100.260141:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759100.260143:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759100.260145:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759100.260148:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759100.260150:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.260153:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759100.260155:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759100.260158:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.260162:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759100.260164:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759100.260166:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759100.260170:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759100.260172:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759100.260173:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759100.260175:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759100.260177:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759100.260181:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759100.260184:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759100.260191:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931259776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759100.260203:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759100.260204:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759100.260207:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931259776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759100.260214:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759100.260219:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16814) 00000100:00000001:0.0:1787759101.219368:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759101.219370:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759101.219378:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759101.219378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759101.219381:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759101.219383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759101.219390:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759101.219391:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759101.219406:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759101.219407:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759101.219412:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759101.219413:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759101.219418:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759101.219421:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759101.219427:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759101.219434:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759101.219436:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759101.219438:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759101.219448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759101.219452:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759101.219454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759101.219456:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759101.219459:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759101.219462:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759101.219466:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759101.219467:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759101.219471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759101.219471:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759101.219474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759101.219474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759101.219480:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759101.219483:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759101.219487:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759101.219490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759101.219491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759101.219494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759101.219496:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759101.219496:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759101.219502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759101.219503:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759101.219505:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759101.219511:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759101.219514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759101.219516:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759101.219518:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759101.283351:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311478224, at 4311478272 00000100:00000040:1.0:1787759101.283351:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311478224, at 4311478272 00000100:00000010:0.0:1787759101.283372:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a180. 00000100:00000010:1.0:1787759101.283374:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a240. 00000100:00000001:0.0:1787759102.243425:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759102.243425:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759102.243434:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759102.243435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759102.243436:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759102.243440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759102.243446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759102.243446:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759102.243452:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759102.243453:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759102.243459:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759102.243460:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759102.243468:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759102.243472:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759102.243478:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759102.243480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759102.243483:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759102.243493:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759102.243502:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759102.243507:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759102.243507:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759102.243511:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759102.243512:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759102.243514:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759102.243516:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759102.243519:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759102.243521:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759102.243525:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759102.243528:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759102.243529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759102.243538:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759102.243542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759102.243545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759102.243549:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759102.243551:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759102.243554:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759103.267422:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759103.267422:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759103.267432:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759103.267433:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759103.267436:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759103.267438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759103.267446:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759103.267447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759103.267452:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759103.267454:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759103.267457:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759103.267458:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759103.267461:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759103.267464:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759103.267466:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759103.267468:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759103.267469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759103.267475:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759103.267488:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759103.267491:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759103.267493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759103.267497:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759103.267498:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759103.267503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759103.267504:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759103.267507:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759103.267509:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759103.267512:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759103.267514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759103.267518:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759103.267519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759103.267524:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759103.267525:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759103.267536:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759103.267541:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759103.267546:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759104.291410:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759104.291410:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759104.291420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759104.291420:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759104.291424:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759104.291425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759104.291431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759104.291432:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759104.291439:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759104.291439:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759104.291445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759104.291445:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759104.291452:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759104.291456:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759104.291461:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759104.291463:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759104.291468:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759104.291473:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759104.291479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759104.291485:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759104.291489:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759104.291492:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759104.291495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759104.291498:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759104.291500:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759104.291503:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759104.291505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759104.291508:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759104.291512:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759104.291513:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759104.291516:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759104.291518:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759104.291521:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759104.291532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759104.291536:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759104.291541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759105.315426:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759105.315437:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759105.315442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759105.315452:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759105.315462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759105.315466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759105.315485:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759105.315492:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759105.315496:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759105.315588:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759105.315594:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759105.315597:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.315598:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759105.315600:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759105.315605:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759105.315606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759105.315609:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759105.315610:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759105.315614:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759105.315615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759105.315618:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759105.315620:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759105.315622:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.315626:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759105.315630:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759105.315633:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759105.315637:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.315664:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759105.315669:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759105.315672:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759105.315677:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759105.315682:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759105.315685:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759105.315688:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759105.315690:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759105.315692:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759105.379478:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759105.379492:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759105.379495:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759105.379500:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759105.379506:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759105.379515:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16809 00000400:00000200:0.0:1787759105.379527:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759105.379536:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759105.379540:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759105.379543:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379547:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.379550:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379553:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759105.379558:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759105.379560:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759105.379563:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759105.379567:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759105.379570:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759105.379572:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759105.379575:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379577:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.379579:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379581:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759105.379585:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759105.379588:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379591:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759105.379594:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759105.379598:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759105.379602:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.379605:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759105.379607:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759105.379628:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759105.379633:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759105.379638:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759105.379640:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.379644:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759105.379648:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759105.379652:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759105.379662:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759105.379670:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759105.379682:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931259904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759105.379700:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759105.379705:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759105.379710:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931259904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759105.379737:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759105.379740:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759105.379744:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759105.379746:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759105.379747:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759105.379751:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759105.379754:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16809 00000400:00000200:0.0:1787759105.379758:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759105.379762:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759105.379765:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759105.379768:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379771:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.379773:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379776:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759105.379779:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759105.379781:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759105.379784:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759105.379788:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759105.379793:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759105.379797:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759105.379804:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379810:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.379815:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379821:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759105.379828:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759105.379835:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759105.379841:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759105.379846:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759105.379854:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759105.379860:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.379863:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759105.379870:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759105.379876:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.379882:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759105.379888:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759105.379893:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759105.379896:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759105.379900:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.379905:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759105.379908:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759105.379911:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759105.379919:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759105.379926:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759105.379938:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931260032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759105.379951:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759105.379956:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759105.379964:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931260032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759105.379979:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759105.379994:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759105.380002:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759105.380007:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759105.380010:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759105.380017:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759105.380023:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16809 00000400:00000200:0.0:1787759105.380033:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759105.380040:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759105.380046:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759105.380054:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380058:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.380064:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380070:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759105.380076:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759105.380079:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759105.380081:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759105.380084:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759105.380089:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759105.380094:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759105.380101:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380105:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.380110:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380114:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759105.380128:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759105.380138:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380143:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759105.380148:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759105.380152:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759105.380157:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380161:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759105.380165:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759105.380168:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380170:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759105.380179:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759105.380185:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759105.380190:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759105.380195:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380197:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759105.380199:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759105.380201:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759105.380209:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759105.380213:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759105.380221:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931260160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759105.380234:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759105.380238:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759105.380246:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931260160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759105.380264:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759105.380302:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759105.380310:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759105.380314:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759105.380317:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759105.380322:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759105.380341:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16809 00000400:00000200:0.0:1787759105.380350:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759105.380356:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759105.380361:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759105.380369:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380375:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.380379:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380383:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759105.380388:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759105.380391:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759105.380396:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759105.380398:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759105.380402:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759105.380408:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759105.380415:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380419:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.380423:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380428:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759105.380434:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759105.380441:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380446:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759105.380452:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759105.380458:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759105.380465:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380470:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759105.380475:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759105.380483:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380488:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759105.380497:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759105.380503:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759105.380511:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759105.380513:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380518:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759105.380521:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759105.380524:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759105.380531:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759105.380537:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759105.380548:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931260288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759105.380564:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759105.380569:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759105.380573:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931260288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759105.380591:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759105.380597:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759105.380604:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759105.380608:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759105.380611:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759105.380617:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759105.380624:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16809 00000400:00000200:0.0:1787759105.380632:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759105.380639:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759105.380644:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759105.380651:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380656:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.380660:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380666:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759105.380670:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759105.380673:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759105.380676:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759105.380681:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759105.380686:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759105.380691:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759105.380699:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380704:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759105.380712:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380718:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759105.380724:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759105.380734:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759105.380743:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759105.380748:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759105.380753:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759105.380759:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380763:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759105.380767:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759105.380771:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380775:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759105.380781:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759105.380785:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759105.380791:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759105.380795:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759105.380800:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759105.380802:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759105.380807:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759105.380814:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759105.380820:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759105.380830:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931260416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759105.380845:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759105.380849:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759105.380858:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931260416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759105.380876:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759105.380883:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16820) 00000100:00000001:1.0:1787759106.339366:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759106.339376:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759106.339382:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759106.339386:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759106.339394:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759106.339400:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759106.339417:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759106.339421:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759106.339426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759106.339459:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759106.339463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759106.339465:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759106.339467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759106.339471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759106.339474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759106.339477:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759106.339480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759106.339487:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759106.339491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759106.339501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759106.339502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759106.339506:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759106.339508:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759106.339509:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759106.339523:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759106.339524:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759106.339526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759106.339530:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759106.339532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759106.339536:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759106.339540:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759106.339541:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759106.339551:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759106.339555:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759106.339556:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759106.339567:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759106.403394:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311483344, at 4311483392 00000100:00000040:0.0:1787759106.403400:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311483344, at 4311483392 00000100:00000010:1.0:1787759106.403408:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa80. 00000100:00000010:0.0:1787759106.403417:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a480. 00000100:00000001:0.0:1787759107.363402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759107.363404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759107.363410:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759107.363410:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759107.363413:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759107.363413:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759107.363419:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759107.363419:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759107.363424:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759107.363424:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759107.363435:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759107.363435:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759107.363441:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759107.363446:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759107.363458:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759107.363458:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759107.363467:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759107.363470:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759107.363495:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759107.363499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759107.363501:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759107.363501:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759107.363505:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759107.363505:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759107.363508:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759107.363513:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759107.363514:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759107.363519:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759107.363521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759107.363524:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759107.363524:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759107.363531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759107.363534:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759107.363535:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759107.363538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759107.363545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759107.363564:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759107.363574:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759107.363581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759107.363584:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759107.363587:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759107.363590:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759107.363592:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759107.363594:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759107.363596:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759108.387379:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759108.387388:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759108.387392:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759108.387407:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759108.387417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759108.387418:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759108.387428:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759108.387429:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759108.387438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759108.387445:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759108.387446:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759108.387452:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759108.387455:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759108.387458:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759108.387460:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759108.387473:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759108.387476:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759108.387481:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759108.387489:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759108.387498:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759108.387502:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759108.387503:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759108.387513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759108.387514:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759108.387519:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759108.387522:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759108.387525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759108.387531:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759108.387532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759108.387538:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759108.387543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759108.387544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759108.387550:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759108.387550:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759108.387560:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759108.387562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759109.411384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759109.411384:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759109.411392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759109.411393:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759109.411397:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759109.411397:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759109.411404:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759109.411405:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759109.411412:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759109.411412:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759109.411418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759109.411419:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759109.411424:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759109.411425:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759109.411429:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759109.411429:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759109.411435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759109.411435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759109.411558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759109.411562:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759109.411566:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759109.411571:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759109.411577:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759109.411581:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759109.411627:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759109.411630:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759109.411633:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759109.411663:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759109.411667:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759109.411668:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759109.411671:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759109.411673:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759109.411676:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759109.411677:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759109.411679:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759109.411681:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759110.435326:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759110.435334:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759110.435339:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759110.435341:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759110.435346:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759110.435346:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759110.435349:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759110.435352:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759110.435353:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759110.435358:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759110.435358:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759110.435363:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759110.435363:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759110.435367:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759110.435369:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759110.435371:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759110.435373:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759110.435378:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759110.435399:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759110.435403:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759110.435405:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759110.435409:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759110.435413:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759110.435414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759110.435419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759110.435421:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759110.435424:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759110.435425:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759110.435429:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759110.435429:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759110.435432:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759110.435433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759110.435435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759110.435439:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759110.435442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759110.435448:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759110.435457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759110.435461:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759110.435464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759110.435469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759110.435476:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759110.435484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759110.435494:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759110.435498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759110.435502:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759111.459363:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759111.459364:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759111.459370:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759111.459371:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759111.459374:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759111.459376:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759111.459381:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759111.459383:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759111.459387:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759111.459389:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759111.459392:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459394:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759111.459408:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759111.459411:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759111.459415:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759111.459419:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459425:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759111.459431:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759111.459435:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759111.459440:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759111.459445:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759111.459450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759111.459452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759111.459455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759111.459457:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459459:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759111.459464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759111.459470:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759111.459471:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759111.459474:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459476:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459480:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759111.459480:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759111.459483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759111.459488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759111.523361:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311488464, at 4311488512 00000100:00000040:1.0:1787759111.523361:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311488464, at 4311488512 00000100:00000010:1.0:1787759111.523375:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000010:0.0:1787759111.523377:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a300. 00000100:00000001:1.0:1787759112.483401:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759112.483409:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759112.483416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759112.483429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759112.483433:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759112.483437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759112.483442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759112.483446:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759112.483447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759112.483462:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759112.483466:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759112.483467:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759112.483474:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759112.483475:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759112.483485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759112.483492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759112.483499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759112.483505:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759112.483532:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759112.483540:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759112.483545:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759112.483558:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759112.483566:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759112.483572:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759112.483576:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759112.483579:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759112.483586:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759112.483627:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759112.483640:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759112.483644:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759112.483650:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759112.483654:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759112.483657:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759112.483659:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759112.483660:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759112.483662:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759112.483687:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759112.483689:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759112.483691:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759113.507382:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759113.507382:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759113.507390:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759113.507393:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759113.507393:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759113.507398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759113.507400:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759113.507405:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759113.507407:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759113.507412:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759113.507414:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759113.507417:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759113.507419:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759113.507425:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759113.507431:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759113.507431:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759113.507436:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759113.507443:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759113.507451:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759113.507455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759113.507458:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759113.507461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759113.507462:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759113.507467:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759113.507467:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759113.507470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759113.507471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759113.507474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759113.507476:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759113.507479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759113.507480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759113.507483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759113.507486:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759113.507496:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759113.507498:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759113.507500:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759113.507601:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759113.507604:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759113.507606:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759114.531405:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759114.531405:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759114.531414:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759114.531415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759114.531416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759114.531419:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759114.531425:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759114.531425:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759114.531431:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759114.531432:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759114.531438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759114.531439:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759114.531446:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759114.531450:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759114.531455:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759114.531461:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759114.531465:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759114.531467:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759114.531471:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759114.531475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759114.531477:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759114.531479:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759114.531483:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759114.531484:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759114.531487:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759114.531487:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759114.531492:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759114.531492:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759114.531496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759114.531496:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759114.531501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759114.531503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759114.531504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759114.531515:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759114.531517:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759114.531520:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759114.531619:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759114.531622:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759114.531625:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759115.555431:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759115.555441:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759115.555442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759115.555445:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.555454:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759115.555454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759115.555462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.555463:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759115.555473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759115.555474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759115.555487:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759115.555490:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759115.555492:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759115.555496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759115.555498:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759115.555511:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759115.555517:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759115.555523:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.555527:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759115.555532:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759115.555536:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.555541:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759115.555546:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759115.555552:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759115.555552:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759115.555561:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759115.555561:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759115.555564:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.555566:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759115.555572:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759115.555575:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759115.555576:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759115.555583:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759115.555600:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759115.555604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759115.555612:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759115.555718:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759115.555720:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759115.555723:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759115.619464:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759115.619478:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759115.619481:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759115.619485:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759115.619490:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759115.619499:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16820 00000400:00000200:0.0:1787759115.619509:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759115.619517:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759115.619521:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759115.619525:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619529:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.619531:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619534:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759115.619539:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759115.619541:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759115.619544:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759115.619547:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759115.619550:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759115.619553:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759115.619556:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619558:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.619560:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619562:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759115.619566:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759115.619570:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619573:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759115.619576:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759115.619580:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759115.619591:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.619593:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759115.619596:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759115.619608:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759115.619613:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759115.619617:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759115.619619:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.619623:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759115.619625:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759115.619630:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759115.619640:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759115.619648:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.619661:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931261184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759115.619673:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759115.619678:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759115.619684:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931261184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759115.619709:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759115.619712:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759115.619716:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759115.619718:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759115.619720:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759115.619723:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759115.619726:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16820 00000400:00000200:0.0:1787759115.619731:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759115.619734:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759115.619737:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759115.619741:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619743:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.619746:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619748:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759115.619751:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759115.619752:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759115.619754:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759115.619757:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759115.619760:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759115.619764:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759115.619770:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619774:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.619778:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619782:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759115.619787:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759115.619795:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619801:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759115.619804:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759115.619813:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759115.619818:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.619822:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759115.619829:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759115.619838:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.619842:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759115.619847:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759115.619853:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759115.619859:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759115.619861:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.619863:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759115.619866:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759115.619870:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759115.619879:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759115.619885:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.619894:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931261312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759115.619906:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759115.619910:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759115.619917:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931261312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759115.619932:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759115.619938:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759115.619944:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759115.619948:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759115.619951:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759115.619957:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759115.619963:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16820 00000400:00000200:0.0:1787759115.619969:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759115.619977:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759115.619980:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759115.619984:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619989:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.619993:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.619996:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759115.620000:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759115.620003:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759115.620006:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759115.620009:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759115.620015:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759115.620019:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759115.620026:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620030:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.620036:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620041:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759115.620046:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759115.620054:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620059:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759115.620061:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759115.620066:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759115.620071:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620074:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759115.620078:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759115.620082:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620085:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759115.620092:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759115.620096:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759115.620102:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759115.620104:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620108:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759115.620112:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759115.620114:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759115.620123:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759115.620128:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.620137:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931261440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759115.620188:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759115.620192:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759115.620200:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931261440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759115.620212:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759115.620217:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759115.620224:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759115.620226:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759115.620231:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759115.620236:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759115.620242:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16820 00000400:00000200:0.0:1787759115.620250:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759115.620256:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759115.620260:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759115.620264:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620300:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.620302:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620305:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759115.620307:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759115.620308:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759115.620310:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759115.620313:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759115.620317:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759115.620321:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759115.620328:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620332:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.620335:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620341:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759115.620344:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759115.620348:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620353:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759115.620355:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759115.620359:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759115.620362:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620366:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759115.620371:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759115.620376:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620380:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759115.620388:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759115.620392:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759115.620397:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759115.620400:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620404:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759115.620406:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759115.620409:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759115.620416:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759115.620422:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.620431:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931261568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759115.620445:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759115.620449:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759115.620458:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931261568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759115.620479:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759115.620483:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759115.620490:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759115.620493:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759115.620497:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759115.620501:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759115.620517:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16820 00000400:00000200:0.0:1787759115.620527:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759115.620534:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759115.620538:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759115.620545:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620550:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.620555:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620560:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759115.620565:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759115.620568:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759115.620571:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759115.620573:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759115.620576:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759115.620578:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759115.620582:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620584:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759115.620588:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620592:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759115.620597:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759115.620604:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759115.620609:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759115.620613:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759115.620618:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759115.620623:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620627:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759115.620631:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759115.620636:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620640:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759115.620646:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759115.620650:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759115.620653:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759115.620656:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759115.620659:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759115.620662:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759115.620664:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759115.620672:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759115.620679:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759115.620688:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931261696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759115.620700:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759115.620704:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759115.620712:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931261696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759115.620728:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759115.620735:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16830) 00000100:00000001:1.0:1787759116.579433:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759116.579451:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759116.579452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759116.579456:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759116.579458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759116.579462:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759116.579476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759116.579478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759116.579489:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759116.579491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759116.579493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759116.579500:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759116.579501:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759116.579504:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759116.579514:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759116.579516:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759116.579525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759116.579528:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759116.579536:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759116.579538:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759116.579542:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759116.579559:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759116.579570:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759116.579575:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759116.579576:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759116.579580:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759116.579584:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759116.579584:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759116.579593:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759116.579594:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759116.579606:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759116.579613:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759116.579617:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759116.579622:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759116.579628:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759116.579632:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759116.579709:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759116.579711:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759116.579714:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787759116.643352:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311493585, at 4311493632 00000100:00000010:1.0:1787759116.643367:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a660. 00000100:00000040:0.0:1787759116.643403:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311493585, at 4311493632 00000100:00000010:0.0:1787759116.643418:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a840. 00000100:00000001:1.0:1787759117.603388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759117.603389:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759117.603396:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759117.603398:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759117.603399:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759117.603402:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759117.603409:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759117.603410:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759117.603416:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759117.603418:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759117.603421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759117.603423:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759117.603427:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759117.603431:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759117.603435:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759117.603443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759117.603447:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759117.603450:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759117.603459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759117.603465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759117.603467:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759117.603468:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759117.603471:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759117.603473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759117.603476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759117.603478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759117.603481:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759117.603483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759117.603486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759117.603489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759117.603490:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759117.603491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759117.603494:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759117.603509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759117.603512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759117.603516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759117.603855:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759117.603859:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759117.603863:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759118.627395:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759118.627403:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759118.627407:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759118.627414:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759118.627421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759118.627425:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759118.627427:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627430:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759118.627434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759118.627439:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759118.627442:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759118.627443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759118.627445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627447:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627451:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759118.627451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759118.627454:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627458:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759118.627467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759118.627470:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759118.627473:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759118.627474:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759118.627476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759118.627480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759118.627480:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759118.627485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759118.627486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759118.627489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627491:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759118.627492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759118.627496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759118.627496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627500:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759118.627500:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759118.627503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759118.627507:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759118.627608:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759118.627611:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759118.627614:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759119.651402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759119.651402:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759119.651411:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759119.651412:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759119.651417:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759119.651417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759119.651425:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759119.651425:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759119.651431:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759119.651432:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759119.651437:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759119.651437:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759119.651443:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759119.651446:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759119.651451:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759119.651451:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759119.651455:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759119.651458:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759119.651469:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759119.651474:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759119.651474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759119.651478:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759119.651479:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759119.651482:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759119.651484:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759119.651487:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759119.651489:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759119.651493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759119.651494:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759119.651498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759119.651499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759119.651503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759119.651508:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759119.651509:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759119.651513:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759119.651519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759119.651539:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759119.651543:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759119.651545:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759119.651547:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759119.651549:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759119.651551:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759119.651554:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759119.651557:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759119.651561:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.675376:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759120.675376:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759120.675384:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759120.675385:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759120.675388:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759120.675388:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.675394:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759120.675395:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759120.675401:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759120.675401:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759120.675407:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759120.675407:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759120.675415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759120.675417:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759120.675419:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.675464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759120.675466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759120.675467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.675470:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759120.675472:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759120.675473:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759120.676549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759120.676551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759120.676559:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.676569:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759120.676573:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759120.676574:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759120.676576:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759120.676577:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759120.676579:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759120.676580:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759120.676582:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759120.676583:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759120.676584:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759120.676587:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759120.676589:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759120.739357:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759120.739367:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759120.739369:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759120.739373:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759120.739376:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759120.739382:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16825 00000400:00000200:0.0:1787759120.739388:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759120.739393:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759120.739396:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759120.739398:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739400:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739402:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739404:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759120.739406:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759120.739408:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759120.739409:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759120.739412:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759120.739413:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759120.739415:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759120.739417:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739419:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739420:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739421:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759120.739423:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759120.739425:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739427:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759120.739429:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759120.739431:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759120.739433:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739435:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759120.739436:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759120.739444:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759120.739446:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759120.739449:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759120.739450:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739452:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759120.739453:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759120.739457:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759120.739462:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759120.739467:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.739473:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759120.739480:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759120.739483:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759120.739487:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759120.739504:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759120.739506:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759120.739508:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759120.739510:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759120.739511:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759120.739513:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759120.739515:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16825 00000400:00000200:0.0:1787759120.739517:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759120.739519:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759120.739520:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759120.739522:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739523:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739525:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739526:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759120.739527:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759120.739528:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759120.739529:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759120.739531:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759120.739532:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759120.739533:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759120.739535:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739537:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739538:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739539:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759120.739540:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759120.739543:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739544:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759120.739545:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759120.739549:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759120.739551:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739552:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759120.739555:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759120.739557:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739560:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759120.739563:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759120.739565:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759120.739569:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759120.739572:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739574:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759120.739575:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759120.739576:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759120.739580:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759120.739585:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.739591:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931261952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759120.739602:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759120.739604:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759120.739609:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931261952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759120.739618:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759120.739621:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759120.739625:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759120.739629:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759120.739632:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759120.739636:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759120.739640:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16825 00000400:00000200:0.0:1787759120.739644:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759120.739648:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759120.739650:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759120.739653:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739659:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739662:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739664:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759120.739668:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759120.739671:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759120.739673:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759120.739674:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759120.739678:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759120.739679:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759120.739682:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739686:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739688:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739689:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759120.739691:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759120.739696:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739701:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759120.739704:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759120.739707:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759120.739710:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739714:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759120.739716:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759120.739719:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739723:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759120.739728:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759120.739732:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759120.739735:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759120.739738:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739740:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759120.739742:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759120.739744:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759120.739748:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759120.739752:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.739757:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931262080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759120.739764:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759120.739768:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759120.739775:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931262080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759120.739786:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759120.739789:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759120.739794:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759120.739796:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759120.739799:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759120.739803:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759120.739808:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16825 00000400:00000200:0.0:1787759120.739823:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759120.739827:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759120.739829:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759120.739834:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739836:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739839:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739842:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759120.739845:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759120.739846:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759120.739849:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759120.739852:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759120.739855:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759120.739859:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759120.739863:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739865:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739870:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739872:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759120.739874:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759120.739875:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739877:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759120.739878:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759120.739880:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759120.739884:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739885:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759120.739887:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759120.739891:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739893:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759120.739898:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759120.739901:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759120.739906:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759120.739908:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.739911:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759120.739912:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759120.739913:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759120.739918:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759120.739920:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.739928:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931262208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759120.739936:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759120.739938:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759120.739944:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931262208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759120.739962:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759120.739966:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759120.739970:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759120.739971:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759120.739972:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759120.739977:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759120.739980:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16825 00000400:00000200:0.0:1787759120.739985:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759120.739989:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759120.739991:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759120.739996:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.739997:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.739999:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.740000:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759120.740003:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759120.740004:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759120.740005:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759120.740006:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759120.740008:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759120.740012:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759120.740016:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.740019:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759120.740021:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759120.740022:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759120.740023:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759120.740025:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759120.740028:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759120.740030:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759120.740033:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759120.740036:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.740039:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759120.740041:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759120.740043:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.740045:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759120.740048:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759120.740050:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759120.740063:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759120.740065:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759120.740068:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759120.740070:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759120.740072:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759120.740075:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759120.740080:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759120.740086:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931262336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759120.740094:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759120.740097:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759120.740100:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931262336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759120.740109:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759120.740113:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16835) 00000100:00000001:1.0:1787759121.699398:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759121.699406:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759121.699409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759121.699416:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759121.699419:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759121.699423:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699426:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759121.699428:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699432:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759121.699466:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759121.699471:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759121.699483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759121.699491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759121.699493:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759121.699498:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759121.699498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759121.699502:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759121.699503:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759121.699506:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759121.699509:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699513:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759121.699516:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759121.699526:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759121.699533:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699533:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759121.699538:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759121.699542:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759121.699542:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759121.699548:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759121.699550:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759121.699558:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759121.699559:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759121.699565:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699574:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759121.699578:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699582:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759121.699585:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759121.699589:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759121.699592:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759121.699596:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759121.699601:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759121.699609:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759121.699613:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759121.699615:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759121.699616:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759121.699620:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759121.699621:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759121.699629:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759121.699635:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759121.699643:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759121.699648:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699654:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759121.699657:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759121.699661:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759121.763359:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311498704, at 4311498752 00000100:00000040:1.0:1787759121.763359:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311498704, at 4311498752 00000100:00000010:0.0:1787759121.763372:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a420. 00000100:00000010:1.0:1787759121.763377:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a780. 00000100:00000001:1.0:1787759122.723360:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759122.723365:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759122.723369:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759122.723375:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759122.723382:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759122.723389:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759122.723393:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759122.723396:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759122.723397:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759122.723401:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759122.723401:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759122.723408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759122.723409:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759122.723420:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759122.723422:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759122.723425:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759122.723426:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759122.723429:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759122.723429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759122.723434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759122.723438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759122.723442:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759122.723447:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759122.723450:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759122.723451:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759122.723454:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759122.723456:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759122.723457:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759122.723460:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759122.723461:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759122.723464:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759122.723465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759122.723467:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759122.723471:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759122.723473:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759122.723475:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759122.723541:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759122.723544:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759122.723547:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759123.747432:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759123.747449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759123.747459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759123.747473:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759123.747473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759123.747484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759123.747484:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759123.747489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759123.747491:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759123.747496:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759123.747496:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759123.747501:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759123.747502:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759123.747507:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759123.747507:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759123.747521:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759123.747526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759123.747533:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759123.747554:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759123.747560:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759123.747562:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759123.747567:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759123.747567:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759123.747571:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759123.747573:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759123.747576:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759123.747582:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759123.747585:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759123.747594:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759123.747595:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759123.747600:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759123.747609:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759123.747618:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759123.747620:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759123.747626:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759123.747633:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759124.771392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759124.771392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759124.771401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759124.771401:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759124.771403:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759124.771405:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759124.771410:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759124.771412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759124.771414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759124.771418:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759124.771419:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759124.771422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759124.771429:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759124.771430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759124.771439:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759124.771439:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759124.771452:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759124.771453:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759124.771470:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759124.771476:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759124.771477:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759124.771482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759124.771484:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759124.771485:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759124.771487:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759124.771489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759124.771491:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759124.771496:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759124.771496:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759124.771500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759124.771501:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759124.771507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759124.771514:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759124.771515:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759124.771519:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759124.771522:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759124.771550:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759124.771558:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759124.771561:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759124.771567:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759124.771575:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759124.771579:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759124.771587:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759124.771591:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759124.771594:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.795371:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759125.795374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759125.795378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759125.795379:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759125.795380:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759125.795382:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759125.795387:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759125.795387:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759125.795391:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759125.795393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759125.795395:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795397:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759125.795401:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759125.795404:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759125.795407:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.795408:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759125.795412:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795418:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759125.795444:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759125.795449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759125.795454:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759125.795455:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.795463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759125.795475:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759125.795475:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759125.795488:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759125.795488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759125.795494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759125.795506:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759125.795508:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759125.795514:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759125.795522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.795522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759125.795535:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795540:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759125.795545:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759125.795556:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759125.795560:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759125.795567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759125.795572:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759125.795578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759125.795582:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795584:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759125.795592:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759125.795595:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759125.795599:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759125.795608:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759125.795616:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759125.795617:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.795626:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795633:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759125.795635:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759125.795639:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759125.859377:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759125.859385:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759125.859387:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759125.859390:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759125.859393:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759125.859398:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16830 00000400:00000200:1.0:1787759125.859405:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759125.859410:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759125.859412:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759125.859415:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859418:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859420:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859421:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759125.859424:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759125.859425:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759125.859427:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759125.859430:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759125.859431:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759125.859433:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759125.859434:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859436:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859437:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859438:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759125.859440:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759125.859442:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859444:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759125.859446:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759125.859449:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759125.859450:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859452:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759125.859453:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759125.859461:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787759125.859463:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759125.859466:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759125.859468:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859470:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759125.859472:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759125.859475:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759125.859481:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759125.859486:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759125.859491:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931262464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759125.859498:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759125.859502:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759125.859505:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931262464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759125.859521:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759125.859524:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759125.859526:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759125.859527:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759125.859528:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759125.859530:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759125.859532:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16830 00000400:00000200:1.0:1787759125.859534:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759125.859536:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759125.859537:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759125.859540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859541:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859542:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859543:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759125.859545:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759125.859546:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759125.859547:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759125.859548:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759125.859550:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759125.859551:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759125.859554:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859555:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859557:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759125.859559:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759125.859561:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859563:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759125.859564:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759125.859568:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759125.859569:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859570:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759125.859575:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759125.859577:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859579:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759125.859581:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787759125.859583:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759125.859585:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759125.859586:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859587:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759125.859588:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759125.859591:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759125.859594:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759125.859600:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759125.859604:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931262592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759125.859610:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759125.859614:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759125.859619:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931262592/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759125.859629:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759125.859632:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759125.859641:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759125.859646:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759125.859651:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759125.859659:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759125.859665:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16830 00000400:00000200:1.0:1787759125.859677:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759125.859681:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759125.859682:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759125.859684:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859685:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859687:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859688:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759125.859691:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759125.859695:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759125.859696:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759125.859697:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759125.859699:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759125.859704:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759125.859708:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859719:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859728:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859731:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759125.859742:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759125.859750:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859753:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759125.859758:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759125.859765:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759125.859768:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859769:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759125.859770:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759125.859771:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859772:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759125.859776:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759125.859779:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759125.859786:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759125.859793:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859795:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759125.859795:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759125.859798:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759125.859804:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759125.859808:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759125.859815:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931262720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759125.859821:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759125.859824:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759125.859832:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931262720/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759125.859838:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759125.859845:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759125.859848:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759125.859851:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759125.859854:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759125.859862:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759125.859864:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16830 00000400:00000200:1.0:1787759125.859872:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759125.859879:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759125.859885:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759125.859892:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859900:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859905:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859914:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759125.859919:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759125.859924:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759125.859926:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759125.859927:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759125.859928:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759125.859929:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759125.859935:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859944:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.859948:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859959:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759125.859962:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759125.859978:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759125.859979:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759125.859980:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759125.859982:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759125.859990:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.859993:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759125.859994:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759125.859999:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.860000:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759125.860003:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759125.860005:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759125.860007:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759125.860010:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.860014:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759125.860015:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759125.860017:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759125.860023:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759125.860028:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759125.860039:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931262848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759125.860048:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759125.860051:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759125.860066:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931262848/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759125.860096:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759125.860100:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759125.860104:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759125.860109:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759125.860113:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759125.860116:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759125.860123:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16830 00000400:00000200:1.0:1787759125.860131:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759125.860136:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759125.860140:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759125.860143:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.860145:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.860152:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.860155:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759125.860157:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759125.860163:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759125.860172:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759125.860176:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759125.860183:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759125.860190:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759125.860203:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.860205:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759125.860206:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759125.860209:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759125.860220:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759125.860231:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759125.860242:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759125.860245:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759125.860249:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759125.860256:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.860266:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759125.860294:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759125.860296:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.860298:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759125.860301:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759125.860302:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759125.860304:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759125.860305:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759125.860315:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759125.860317:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759125.860319:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759125.860327:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759125.860332:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759125.860341:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931262976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759125.860408:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759125.860411:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759125.860420:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931262976/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759125.860477:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759125.860485:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16840) 00000100:00000001:0.0:1787759126.819465:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759126.819474:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759126.819475:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759126.819478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759126.819484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759126.819484:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759126.819491:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759126.819491:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759126.819499:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759126.819502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759126.819504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759126.819510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759126.819512:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759126.819516:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759126.819519:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759126.819531:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759126.819536:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759126.819537:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759126.819540:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759126.819542:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759126.819545:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759126.819549:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759126.819551:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759126.819559:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759126.819566:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759126.819572:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759126.819579:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759126.819598:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759126.819605:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759126.819607:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759126.819610:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759126.819613:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759126.819617:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759126.819620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759126.819623:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759126.819626:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759126.883413:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311503825, at 4311503872 00000100:00000040:1.0:1787759126.883414:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311503825, at 4311503872 00000100:00000010:0.0:1787759126.883435:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad20. 00000100:00000010:1.0:1787759126.883442:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a0c0. 00000100:00000001:1.0:1787759127.843391:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759127.843402:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759127.843402:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759127.843409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759127.843414:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759127.843414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759127.843428:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759127.843435:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759127.843436:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759127.843444:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759127.843445:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759127.843456:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759127.843460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759127.843463:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759127.843470:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759127.843485:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759127.843495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759127.843502:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759127.843509:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759127.843509:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759127.843517:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759127.843521:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759127.843525:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759127.843529:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759127.843541:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759127.843548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759127.843548:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759127.843558:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759127.843559:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759127.843566:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759127.843572:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759127.843578:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759127.843585:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759127.843592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759127.843598:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759127.843609:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759128.867421:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759128.867422:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759128.867436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759128.867437:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759128.867439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759128.867441:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759128.867449:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759128.867450:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759128.867462:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759128.867463:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759128.867468:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867469:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759128.867480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759128.867483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867491:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759128.867494:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867498:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759128.867511:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759128.867513:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759128.867514:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759128.867517:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759128.867520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759128.867524:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867526:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759128.867527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867531:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759128.867539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759128.867543:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759128.867544:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759128.867546:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759128.867548:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759128.867550:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867553:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759128.867556:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867559:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759128.867609:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759128.867613:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759128.867615:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759128.867625:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759128.867634:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759128.867638:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867641:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759128.867645:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759128.867651:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759128.867719:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759129.891349:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759129.891358:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759129.891361:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759129.891366:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759129.891370:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759129.891373:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759129.891376:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759129.891379:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759129.891381:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759129.891398:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759129.891404:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759129.891407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759129.891414:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759129.891422:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759129.891425:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759129.891430:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759129.891434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759129.891437:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759129.891441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759129.891449:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759129.891449:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759129.891463:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759129.891464:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759129.891478:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759129.891494:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759129.891495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759129.891501:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759129.891505:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759129.891508:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759129.891510:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759129.891513:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759129.891514:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759129.891519:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759129.891525:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759129.891528:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759129.891531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759129.891549:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759129.891554:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759129.891567:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759129.891579:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759129.891589:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759129.891593:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759129.891598:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759129.891600:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759129.891609:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.915369:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759130.915374:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759130.915378:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.915383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759130.915387:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759130.915390:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759130.915401:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759130.915403:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759130.915406:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.915416:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759130.915418:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759130.915419:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.915421:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759130.915423:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759130.915424:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759130.915425:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759130.915426:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759130.915428:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.915434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759130.915435:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759130.915436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.915438:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759130.915439:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759130.915441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759130.915442:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759130.915443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759130.915445:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759130.915478:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759130.915482:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759130.915485:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759130.915488:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759130.915492:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759130.915494:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759130.915495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759130.915497:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759130.915499:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759130.915512:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759130.915523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759130.915524:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759130.915527:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759130.915529:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759130.915531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759130.915533:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759130.915534:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759130.915536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759130.979385:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759130.979392:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759130.979394:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759130.979397:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759130.979400:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759130.979405:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16835 00000400:00000200:0.0:1787759130.979411:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759130.979416:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759130.979419:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759130.979421:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979423:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.979425:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979426:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759130.979429:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759130.979430:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759130.979432:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759130.979434:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759130.979436:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759130.979437:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759130.979439:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979440:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.979442:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979443:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759130.979445:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759130.979447:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979449:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759130.979451:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759130.979453:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759130.979455:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979456:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759130.979458:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759130.979463:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759130.979466:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759130.979469:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759130.979470:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979472:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759130.979474:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759130.979477:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759130.979484:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759130.979489:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.979497:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931263104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759130.979507:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759130.979511:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759130.979515:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931263104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759130.979534:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759130.979536:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759130.979539:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759130.979540:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759130.979541:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759130.979543:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759130.979545:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16835 00000400:00000200:0.0:1787759130.979547:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759130.979549:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759130.979551:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759130.979553:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979555:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.979556:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979558:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759130.979559:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759130.979560:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759130.979562:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759130.979564:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759130.979566:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759130.979567:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759130.979570:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979573:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.979577:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979580:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759130.979582:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759130.979589:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979596:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759130.979598:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759130.979603:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759130.979605:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979607:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759130.979612:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759130.979621:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979628:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759130.979636:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759130.979643:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759130.979649:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759130.979655:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979660:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759130.979664:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759130.979667:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759130.979676:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759130.979685:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.979702:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931263232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759130.979716:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759130.979718:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759130.979724:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931263232/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759130.979738:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759130.979742:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759130.979746:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759130.979749:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759130.979754:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759130.979758:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759130.979761:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16835 00000400:00000200:0.0:1787759130.979765:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759130.979770:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759130.979772:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759130.979774:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979777:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.979784:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979787:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759130.979790:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759130.979795:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759130.979806:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759130.979809:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759130.979817:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759130.979825:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759130.979838:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979846:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.979851:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979856:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759130.979863:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759130.979871:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759130.979893:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759130.979899:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759130.979904:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759130.979906:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979907:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759130.979909:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759130.979912:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979914:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759130.979917:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759130.979924:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759130.979929:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759130.979932:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.979934:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759130.979942:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759130.979948:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759130.979957:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759130.979968:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.979977:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931263360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759130.979988:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759130.979993:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759130.980004:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931263360/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759130.980019:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759130.980023:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759130.980026:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759130.980029:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759130.980033:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759130.980036:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759130.980043:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16835 00000400:00000200:0.0:1787759130.980056:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759130.980071:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759130.980075:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759130.980087:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980096:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.980104:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980113:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759130.980120:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759130.980122:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759130.980128:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759130.980131:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759130.980135:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759130.980140:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759130.980148:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980156:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.980162:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980165:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759130.980167:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759130.980177:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980183:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759130.980197:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759130.980204:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759130.980212:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.980220:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759130.980225:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759130.980231:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.980246:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759130.980255:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759130.980257:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759130.980260:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759130.980295:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.980298:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759130.980299:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759130.980301:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759130.980305:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759130.980309:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.980316:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931263488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759130.980331:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759130.980335:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759130.980340:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931263488/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759130.980346:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759130.980351:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759130.980354:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759130.980355:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759130.980356:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759130.980358:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759130.980360:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16835 00000400:00000200:0.0:1787759130.980366:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759130.980370:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759130.980375:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759130.980380:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980391:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.980395:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980404:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759130.980409:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759130.980416:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759130.980419:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759130.980422:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759130.980425:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759130.980431:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759130.980440:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980442:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759130.980446:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980450:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759130.980455:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759130.980464:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759130.980470:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759130.980481:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759130.980484:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759130.980495:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.980501:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759130.980507:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759130.980516:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.980522:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759130.980531:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759130.980537:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759130.980548:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759130.980553:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759130.980556:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759130.980558:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759130.980564:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759130.980574:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759130.980580:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759130.980588:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931263616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759130.980606:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759130.980612:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759130.980627:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931263616/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759130.980695:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759130.980703:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16845) 00000100:00000001:0.0:1787759131.939362:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759131.939370:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759131.939373:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759131.939380:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759131.939380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759131.939390:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759131.939393:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759131.939394:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759131.939398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759131.939403:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759131.939408:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759131.939409:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759131.939417:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759131.939420:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759131.939428:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759131.939443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759131.939448:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759131.939451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759131.939455:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759131.939458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759131.939458:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759131.939465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759131.939475:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759131.939480:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759131.939484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759131.939486:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759131.939490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759131.939501:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759131.939509:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759131.939512:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759131.939516:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759131.939526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759131.939528:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759131.939531:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759131.939535:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759131.939537:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759131.939538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759131.939544:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759131.939548:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759131.939550:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759131.939560:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759131.939566:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759131.939572:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759131.939579:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759131.939582:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759132.003419:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311508945, at 4311508992 00000100:00000040:1.0:1787759132.003428:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311508945, at 4311508992 00000100:00000010:0.0:1787759132.003433:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a060. 00000100:00000010:1.0:1787759132.003442:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a8a0. 00000100:00000001:1.0:1787759132.963418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759132.963427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759132.963430:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759132.963434:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759132.963438:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759132.963443:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759132.963446:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759132.963449:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759132.963453:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759132.963582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759132.963587:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759132.963588:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759132.963590:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759132.963592:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759132.963594:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759132.963596:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759132.963598:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759132.963600:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759132.963618:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759132.963620:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759132.963622:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759132.963624:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759132.963626:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759132.963628:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759132.963630:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759132.963631:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759132.963634:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759132.963657:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759132.963659:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759132.963661:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759132.963663:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759132.963665:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759132.963667:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759132.963670:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759132.963671:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759132.963674:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759132.963681:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759132.963683:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759132.963684:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759132.963686:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759132.963688:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759132.963690:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759132.963692:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759132.963693:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759132.963695:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759133.987414:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759133.987414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759133.987422:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759133.987423:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759133.987425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759133.987427:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759133.987433:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759133.987434:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759133.987439:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759133.987439:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759133.987444:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759133.987445:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759133.987451:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759133.987454:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759133.987459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759133.987460:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759133.987462:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759133.987465:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759133.987473:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759133.987477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759133.987477:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759133.987480:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759133.987482:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759133.987483:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759133.987484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759133.987487:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759133.987488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759133.987490:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759133.987492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759133.987494:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759133.987495:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759133.987496:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759133.987500:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759133.987500:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759133.987502:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759133.987505:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759133.987513:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759133.987517:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759133.987519:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759133.987524:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759133.987527:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759133.987531:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759133.987534:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759133.987537:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759133.987541:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759135.011419:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759135.011428:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759135.011431:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759135.011438:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759135.011444:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759135.011445:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759135.011453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759135.011461:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759135.011463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759135.011465:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011471:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759135.011472:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759135.011480:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759135.011485:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759135.011489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759135.011496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759135.011677:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759135.011682:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759135.011685:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759135.011693:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759135.011709:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759135.011720:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011727:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759135.011729:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011731:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759135.011754:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759135.011757:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759135.011758:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759135.011761:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759135.011763:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759135.011766:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011772:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759135.011774:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759135.011781:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.035358:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759136.035366:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759136.035369:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.035377:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759136.035383:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759136.035387:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759136.035387:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759136.035393:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759136.035394:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759136.035396:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759136.035398:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.035400:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759136.035404:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759136.035409:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759136.035413:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759136.035417:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759136.035420:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759136.035426:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759136.035429:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759136.035431:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759136.035433:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.035437:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759136.035443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759136.035446:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759136.035449:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759136.035451:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759136.035455:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.035470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759136.035473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759136.035474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.035476:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759136.035477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759136.035479:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759136.035481:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759136.035482:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759136.035490:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759136.099363:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759136.099370:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759136.099372:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759136.099375:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759136.099378:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759136.099383:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16840 00000400:00000200:1.0:1787759136.099390:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759136.099395:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759136.099397:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759136.099399:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099401:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099403:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099405:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759136.099407:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759136.099409:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759136.099411:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759136.099413:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759136.099414:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759136.099416:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759136.099418:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099419:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099420:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099422:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759136.099424:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759136.099426:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099428:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759136.099429:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759136.099432:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759136.099434:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099435:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759136.099437:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759136.099444:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759136.099447:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759136.099450:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759136.099451:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099453:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759136.099455:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759136.099459:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759136.099464:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759136.099468:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.099475:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931263744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759136.099482:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759136.099486:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759136.099489:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931263744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759136.099504:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759136.099506:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759136.099509:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759136.099510:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759136.099511:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759136.099513:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759136.099514:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16840 00000400:00000200:1.0:1787759136.099516:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759136.099519:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759136.099520:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759136.099522:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099524:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099525:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099527:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759136.099528:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759136.099530:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759136.099531:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759136.099533:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759136.099534:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759136.099538:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759136.099541:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099544:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099547:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099549:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759136.099552:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759136.099556:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099560:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759136.099564:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759136.099569:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759136.099574:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099576:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759136.099581:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759136.099586:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099589:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759136.099594:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759136.099597:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759136.099599:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759136.099600:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099601:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759136.099602:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759136.099603:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759136.099607:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759136.099612:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.099618:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931263872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759136.099630:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759136.099632:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759136.099637:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931263872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759136.099651:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759136.099656:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759136.099660:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759136.099662:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759136.099664:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759136.099668:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759136.099672:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16840 00000400:00000200:1.0:1787759136.099679:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759136.099683:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759136.099686:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759136.099691:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099694:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099696:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099699:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759136.099701:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759136.099703:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759136.099706:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759136.099708:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759136.099709:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759136.099711:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759136.099717:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099719:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099721:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099724:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759136.099728:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759136.099733:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099736:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759136.099740:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759136.099750:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759136.099754:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099758:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759136.099760:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759136.099762:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099766:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759136.099772:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759136.099775:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759136.099777:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759136.099780:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099781:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759136.099796:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759136.099798:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759136.099801:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759136.099804:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.099811:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931264000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759136.099822:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759136.099825:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759136.099831:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931264000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759136.099846:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759136.099850:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759136.099852:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759136.099853:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759136.099856:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759136.099860:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759136.099865:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16840 00000400:00000200:1.0:1787759136.099871:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759136.099875:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759136.099878:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759136.099883:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099887:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099891:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099895:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759136.099898:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759136.099900:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759136.099903:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759136.099905:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759136.099908:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759136.099910:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759136.099914:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099917:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.099920:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099924:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759136.099927:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759136.099931:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759136.099934:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759136.099937:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759136.099939:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759136.099941:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099943:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759136.099946:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759136.099950:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099952:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759136.099955:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759136.099958:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759136.099960:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759136.099962:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.099964:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759136.099966:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759136.099968:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759136.099971:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759136.099975:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.099980:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931264128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759136.099993:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759136.099996:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759136.100007:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931264128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759136.100021:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759136.100024:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759136.100027:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759136.100030:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759136.100033:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759136.100037:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759136.100041:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16840 00000400:00000200:1.0:1787759136.100048:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759136.100053:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759136.100057:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759136.100062:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.100064:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.100068:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.100071:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759136.100073:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759136.100075:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759136.100077:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759136.100079:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759136.100083:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759136.100085:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759136.100090:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.100091:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759136.100093:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759136.100094:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759136.100097:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759136.100102:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759136.100107:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759136.100110:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759136.100114:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759136.100118:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.100120:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759136.100122:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759136.100125:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.100128:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759136.100131:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787759136.100134:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759136.100139:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759136.100142:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759136.100146:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759136.100149:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759136.100152:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759136.100157:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759136.100160:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759136.100166:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931264256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759136.100176:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759136.100178:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759136.100182:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931264256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759136.100200:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759136.100206:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16850) 00000100:00000001:0.0:1787759137.059383:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759137.059383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759137.059390:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759137.059391:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759137.059393:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759137.059395:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759137.059398:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759137.059402:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759137.059404:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759137.059408:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759137.059410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759137.059411:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759137.059414:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759137.059415:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759137.059419:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759137.059420:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759137.059424:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759137.059428:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759137.059433:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759137.059436:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759137.059438:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759137.059444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759137.059448:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759137.059451:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759137.059453:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759137.059455:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759137.059457:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759137.059469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759137.059474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759137.059477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759137.059479:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759137.059485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759137.059489:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759137.059494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759137.059497:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759137.059501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759137.123385:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311514064, at 4311514112 00000100:00000040:0.0:1787759137.123389:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311514064, at 4311514112 00000100:00000010:1.0:1787759137.123400:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad20. 00000100:00000010:0.0:1787759137.123404:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a0c0. 00000100:00000001:1.0:1787759138.083369:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759138.083384:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759138.083385:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759138.083388:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759138.083389:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759138.083394:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759138.083395:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759138.083399:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759138.083402:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759138.083404:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759138.083408:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759138.083408:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759138.083420:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759138.083423:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759138.083425:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759138.083426:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759138.083430:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759138.083433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759138.083446:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759138.083450:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759138.083452:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759138.083453:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759138.083455:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759138.083458:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759138.083459:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759138.083462:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759138.083463:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759138.083469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759138.083469:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759138.083472:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759138.083475:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759138.083475:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759138.083480:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759138.083483:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759138.083486:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759138.083491:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759138.083497:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759138.083499:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759138.083503:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759139.107358:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759139.107364:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759139.107367:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759139.107373:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759139.107378:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759139.107383:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759139.107387:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759139.107391:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759139.107394:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759139.107396:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759139.107399:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759139.107403:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759139.107408:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759139.107409:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759139.107412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759139.107413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759139.107416:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759139.107417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759139.107422:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759139.107423:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759139.107426:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759139.107427:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759139.107430:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759139.107432:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759139.107433:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759139.107437:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759139.107440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759139.107464:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759139.107468:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759139.107470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759139.107472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759139.107475:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759139.107478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759139.107480:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759139.107482:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759139.107486:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759140.131420:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759140.131436:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759140.131436:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759140.131450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759140.131451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759140.131460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759140.131462:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759140.131476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759140.131477:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759140.131489:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759140.131489:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759140.131502:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759140.131526:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759140.131531:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759140.131535:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759140.131536:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759140.131545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759140.131559:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759140.131596:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759140.131602:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759140.131606:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759140.131607:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759140.131615:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759140.131620:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759140.131621:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759140.131637:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759140.131642:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759140.131646:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759140.131647:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759140.131657:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759140.131658:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759140.131664:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759140.131666:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759140.131678:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759140.131679:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759140.131695:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.155386:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759141.155395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759141.155397:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.155402:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759141.155406:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759141.155412:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759141.155418:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759141.155421:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759141.155426:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759141.155428:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759141.155445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759141.155457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759141.155476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759141.155478:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759141.155484:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759141.155495:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759141.155499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759141.155510:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759141.155513:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759141.155524:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759141.155526:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759141.155527:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759141.155533:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759141.155536:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759141.155539:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.155541:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759141.155550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.155589:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759141.155597:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759141.155599:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.155601:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759141.155603:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759141.155607:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759141.155612:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759141.155615:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759141.155616:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759141.155624:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759141.155625:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759141.155631:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759141.155642:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759141.155649:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759141.155656:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759141.155660:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759141.155661:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759141.155663:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759141.219372:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759141.219379:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759141.219381:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759141.219384:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759141.219387:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759141.219392:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16845 00000400:00000200:1.0:1787759141.219399:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759141.219404:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759141.219406:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759141.219408:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219410:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.219412:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219413:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759141.219416:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759141.219418:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759141.219420:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759141.219422:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759141.219423:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759141.219425:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759141.219426:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219428:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.219429:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759141.219433:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759141.219436:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219437:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759141.219439:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759141.219441:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759141.219443:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219445:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759141.219447:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759141.219454:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759141.219457:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759141.219460:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759141.219461:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219463:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759141.219465:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759141.219468:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759141.219474:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759141.219479:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.219485:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931264384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759141.219492:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759141.219495:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759141.219498:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931264384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759141.219515:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759141.219517:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759141.219520:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759141.219521:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759141.219522:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759141.219524:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759141.219526:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16845 00000400:00000200:1.0:1787759141.219528:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759141.219530:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759141.219531:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759141.219533:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219535:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.219536:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219538:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759141.219539:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759141.219541:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759141.219543:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759141.219544:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759141.219545:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759141.219546:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759141.219548:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219549:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.219550:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219551:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759141.219553:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759141.219555:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219557:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759141.219558:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759141.219563:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759141.219565:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219567:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759141.219570:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759141.219572:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219573:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759141.219575:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787759141.219579:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759141.219592:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759141.219594:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219600:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759141.219606:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759141.219608:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759141.219612:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759141.219618:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.219631:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931264512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759141.219671:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759141.219674:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759141.219677:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931264512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759141.219688:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759141.219707:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759141.219713:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759141.219714:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759141.219718:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759141.219722:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759141.219732:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16845 00000400:00000200:1.0:1787759141.219740:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759141.219745:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759141.219753:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759141.219760:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219761:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.219763:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219765:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759141.219770:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759141.219773:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759141.219775:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759141.219780:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759141.219787:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759141.219797:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759141.219800:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219803:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.219812:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219814:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759141.219823:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759141.219842:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759141.219855:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759141.219863:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759141.219872:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759141.219880:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219891:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759141.219896:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759141.219901:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219905:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759141.219910:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787759141.219916:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759141.219920:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759141.219921:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.219923:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759141.219924:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759141.219925:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759141.219928:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759141.219930:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.219936:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931264640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759141.219946:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759141.219947:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759141.219953:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931264640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759141.219965:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759141.219967:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759141.219971:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759141.219972:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759141.219974:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759141.219980:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759141.219987:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16845 00000400:00000200:1.0:1787759141.220001:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759141.220007:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759141.220014:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759141.220024:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220027:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.220032:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220034:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759141.220035:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759141.220036:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759141.220037:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759141.220040:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759141.220043:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759141.220045:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759141.220051:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220052:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.220053:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220055:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759141.220057:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759141.220067:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220078:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759141.220086:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759141.220090:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759141.220094:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.220101:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759141.220106:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759141.220111:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.220116:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759141.220120:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759141.220126:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759141.220131:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759141.220136:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.220146:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759141.220148:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759141.220150:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759141.220153:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759141.220156:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.220161:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931264768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759141.220166:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759141.220168:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759141.220170:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931264768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759141.220196:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759141.220204:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759141.220208:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759141.220211:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759141.220215:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759141.220218:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759141.220221:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16845 00000400:00000200:1.0:1787759141.220231:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759141.220239:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759141.220246:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759141.220255:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220263:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.220299:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220301:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759141.220303:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759141.220313:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759141.220324:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759141.220330:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759141.220340:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759141.220345:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759141.220349:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220355:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759141.220365:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220372:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759141.220388:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759141.220399:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759141.220403:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759141.220410:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759141.220418:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759141.220425:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.220432:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759141.220435:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759141.220443:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.220455:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759141.220467:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759141.220475:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759141.220484:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759141.220485:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759141.220488:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759141.220491:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759141.220493:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759141.220502:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759141.220507:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759141.220515:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931264896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759141.220524:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759141.220526:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759141.220531:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931264896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759141.220605:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759141.220612:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16855) 00000100:00000001:0.0:1787759142.179414:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759142.179424:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759142.179426:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759142.179434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759142.179434:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759142.179440:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759142.179449:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759142.179456:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759142.179457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759142.179465:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759142.179466:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759142.179473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759142.179475:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759142.179481:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759142.179484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759142.179500:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759142.179504:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759142.179506:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759142.179508:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759142.179513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759142.179514:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759142.179516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759142.179520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759142.179522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759142.179523:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759142.179524:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759142.179533:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759142.179575:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759142.179576:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759142.179580:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759142.179583:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759142.179584:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759142.179592:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759142.179592:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759142.179600:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759142.179604:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759142.179605:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759142.179607:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759142.179609:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759142.179615:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759142.179617:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759142.179622:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759142.179626:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759142.179629:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759142.179633:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759142.243350:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311519184, at 4311519232 00000100:00000010:1.0:1787759142.243366:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a420. 00000100:00000040:0.0:1787759142.243457:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311519184, at 4311519232 00000100:00000010:0.0:1787759142.243474:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a780. 00000100:00000001:0.0:1787759143.203439:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759143.203439:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759143.203447:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759143.203448:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759143.203451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759143.203453:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759143.203455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759143.203461:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759143.203464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759143.203471:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759143.203476:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759143.203478:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759143.203481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203482:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203490:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759143.203503:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759143.203506:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759143.203508:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203510:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759143.203513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759143.203515:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759143.203516:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759143.203521:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759143.203527:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759143.203534:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203539:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759143.203568:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759143.203577:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759143.203579:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759143.203581:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759143.203585:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759143.203587:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759143.203589:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759143.203594:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759143.203596:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759143.203599:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203601:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759143.203605:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759143.203606:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759143.203611:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759143.203617:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759143.203618:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759143.203622:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759143.203626:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759144.227412:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759144.227421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759144.227422:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759144.227427:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.227429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759144.227434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759144.227434:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759144.227440:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759144.227441:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759144.227445:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759144.227446:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759144.227451:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759144.227451:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759144.227457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759144.227460:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.227461:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759144.227465:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759144.227469:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759144.227494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759144.227499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759144.227501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759144.227502:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.227507:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759144.227508:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759144.227512:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759144.227514:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759144.227519:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759144.227521:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759144.227525:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759144.227526:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759144.227528:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759144.227532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759144.227541:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759144.227541:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.227545:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759144.227550:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759144.227563:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759144.227568:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759144.227572:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759144.227577:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759144.227580:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759144.227584:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759144.227587:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759144.227589:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759144.227591:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1787759144.291659:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:0.0:1787759144.291712:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1787759144.291722:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759144.291726:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:0.0:1787759144.291731:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759144.291737:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1787759144.291745:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759144.291749:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136b00. 00000400:00000200:0.0:1787759144.291756:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759144.291762:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759144.291771:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfd48 00000400:00000010:0.0:1787759144.291775:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfd48. 00000100:00000001:0.0:1787759144.291782:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759144.291795:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01334780 x1874583931264384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.291829:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759144.291835:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334780 x1874583931264384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.291844:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.291847:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759144.291860:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759144.291863:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136a00. 00000400:00000200:0.0:1787759144.291866:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759144.291870:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759144.291875:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf660 00000400:00000010:0.0:1787759144.291877:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf660. 00000100:00000001:0.0:1787759144.291880:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759144.291885:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01334b40 x1874583931264512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.291895:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759144.291898:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334b40 x1874583931264512/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.291906:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.291908:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759144.291915:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759144.291918:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136f00. 00000400:00000200:0.0:1787759144.291921:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759144.291925:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759144.291928:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfa18 00000400:00000010:0.0:1787759144.291930:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfa18. 00000100:00000001:0.0:1787759144.291934:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759144.291939:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01337480 x1874583931264640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.291955:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759144.291959:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337480 x1874583931264640/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.291967:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.291969:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759144.291976:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759144.291979:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136200. 00000400:00000200:0.0:1787759144.291982:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759144.291985:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759144.291988:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cff68 00000400:00000010:0.0:1787759144.291991:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cff68. 00000100:00000001:0.0:1787759144.291993:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759144.291998:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c013370c0 x1874583931264768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.292007:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759144.292012:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013370c0 x1874583931264768/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.292020:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.292022:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759144.292029:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759144.292032:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136d00. 00000400:00000200:0.0:1787759144.292036:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759144.292043:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759144.292055:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf880 00000400:00000010:0.0:1787759144.292059:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf880. 00000100:00000001:0.0:1787759144.292063:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759144.292072:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c01335680 x1874583931264896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.292088:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759144.292093:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335680 x1874583931264896/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759144.292104:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759144.292108:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759145.251384:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759145.251391:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759145.251395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759145.251398:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759145.251400:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759145.251403:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759145.251408:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759145.251409:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759145.251415:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759145.251416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759145.251421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759145.251422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759145.251444:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759145.251447:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759145.251452:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759145.251453:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759145.251458:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759145.251466:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759145.251470:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759145.251475:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759145.251478:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759145.251482:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759145.251487:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759145.251489:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759145.251493:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759145.251495:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759145.251498:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759145.251499:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759145.251501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759145.251505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759145.251506:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759145.251512:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759145.251517:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759145.251524:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759145.251530:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759145.251536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759146.275381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759146.275387:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759146.275389:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759146.275394:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759146.275399:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759146.275404:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759146.275407:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759146.275410:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759146.275413:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759146.275426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759146.275436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759146.275440:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759146.275448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759146.275456:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759146.275456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759146.275464:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759146.275466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759146.275470:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759146.275472:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759146.275476:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759146.275478:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759146.275486:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759146.275489:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759146.275498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759146.275501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759146.275510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759146.275515:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759146.275533:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759146.275538:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759146.275541:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759146.275547:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759146.275554:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759146.275560:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759146.275567:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759146.275574:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759146.275580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759147.299371:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759147.299380:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759147.299383:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759147.299391:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759147.299392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759147.299398:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759147.299403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759147.299405:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759147.299410:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759147.299418:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759147.299419:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759147.299430:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759147.299431:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759147.299434:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759147.299448:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759147.299457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759147.299460:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759147.299464:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759147.299510:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759147.299519:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759147.299529:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759147.299539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759147.299540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759147.299548:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759147.299553:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759147.299555:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759147.299560:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759147.299561:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759147.299572:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759147.299573:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759147.299596:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759147.299598:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759147.299601:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759147.299611:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759147.299619:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759147.299623:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759147.363411:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311524305, at 4311524352 00000100:00000010:1.0:1787759147.363427:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a660. 00000100:00000040:0.0:1787759147.363536:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311524305, at 4311524352 00000100:00000010:0.0:1787759147.363548:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a840. 00000100:00000001:0.0:1787759148.323385:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759148.323394:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759148.323397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759148.323403:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759148.323416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759148.323421:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759148.323423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759148.323434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759148.323434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759148.323446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759148.323448:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759148.323458:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759148.323464:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759148.323466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759148.323478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759148.323498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759148.323502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759148.323508:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759148.323512:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759148.323519:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759148.323523:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759148.323531:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759148.323535:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759148.323540:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759148.323543:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759148.323551:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759148.323558:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759148.323560:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759148.323561:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759148.323589:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759148.323599:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759148.323601:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759148.323609:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759148.323615:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759148.323623:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759148.323630:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759149.347335:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759149.347342:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759149.347344:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759149.347349:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759149.347353:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759149.347357:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759149.347360:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759149.347364:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759149.347371:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759149.347372:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759149.347379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759149.347383:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759149.347389:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759149.347394:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759149.347400:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759149.347404:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759149.347404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759149.347408:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759149.347411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759149.347412:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759149.347416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759149.347422:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759149.347428:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759149.347432:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759149.347448:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759149.347450:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759149.347451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759149.347455:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759149.347456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759149.347460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759149.347467:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759149.347473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759149.347476:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759149.347478:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759149.347480:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759149.347481:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759150.371350:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759150.371357:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759150.371359:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759150.371360:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759150.371365:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759150.371368:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759150.371369:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759150.371373:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759150.371375:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759150.371380:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759150.371381:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759150.371386:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759150.371387:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759150.371389:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759150.371395:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759150.371403:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759150.371407:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759150.371410:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759150.371421:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759150.371425:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759150.371427:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759150.371430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759150.371432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759150.371436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759150.371436:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759150.371440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759150.371443:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759150.371445:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759150.371449:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759150.371450:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759150.371452:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759150.371454:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759150.371462:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759150.371470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759150.371474:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759150.371480:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759150.371482:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759150.371487:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759150.371490:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759150.371495:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759150.371500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759150.371502:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759150.371506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759150.371510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759150.371516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.395383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759151.395388:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759151.395391:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759151.395393:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759151.395395:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759151.395396:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759151.395403:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759151.395403:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759151.395410:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759151.395411:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759151.395414:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759151.395415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759151.395431:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759151.395434:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759151.395438:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759151.395438:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759151.395442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759151.395448:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.395454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759151.395459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759151.395463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759151.395466:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759151.395471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759151.395472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759151.395478:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.395478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759151.395483:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759151.395484:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759151.395489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759151.395490:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759151.395492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759151.395496:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759151.395497:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759151.395503:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759151.395506:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759151.395509:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759151.459390:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759151.459401:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759151.459403:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759151.459407:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759151.459412:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759151.459419:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16856 00000400:00000200:1.0:1787759151.459428:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759151.459435:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759151.459439:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759151.459442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459445:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.459448:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459450:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759151.459455:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759151.459457:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759151.459459:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759151.459462:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759151.459463:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759151.459465:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759151.459467:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459468:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.459470:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459471:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759151.459473:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759151.459475:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459478:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759151.459480:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759151.459491:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759151.459493:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459497:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759151.459499:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759151.459506:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759151.459509:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759151.459535:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759151.459537:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459539:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759151.459541:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759151.459545:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759151.459552:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759151.459558:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759151.459567:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931265664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759151.459578:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759151.459581:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759151.459586:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931265664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759151.459606:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759151.459610:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759151.459613:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759151.459615:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759151.459616:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759151.459619:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759151.459622:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16856 00000400:00000200:1.0:1787759151.459625:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759151.459629:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759151.459631:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759151.459634:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459638:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.459641:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459644:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759151.459646:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759151.459647:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759151.459650:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759151.459653:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759151.459655:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759151.459668:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759151.459675:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459681:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.459685:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459689:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759151.459693:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759151.459697:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459701:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759151.459704:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759151.459711:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759151.459717:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459720:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759151.459725:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759151.459729:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459733:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759151.459739:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759151.459743:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759151.459748:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759151.459751:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459754:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759151.459757:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759151.459760:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759151.459767:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759151.459775:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759151.459783:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931265792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759151.459791:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759151.459793:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759151.459797:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931265792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759151.459808:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759151.459819:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759151.459821:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759151.459822:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759151.459823:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759151.459826:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759151.459830:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16856 00000400:00000200:1.0:1787759151.459834:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759151.459839:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759151.459842:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759151.459845:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459848:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.459852:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459855:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759151.459859:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759151.459860:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759151.459861:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759151.459864:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759151.459866:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759151.459868:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759151.459871:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459875:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.459876:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459878:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759151.459881:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759151.459885:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759151.459888:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759151.459889:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759151.459891:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759151.459893:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459896:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759151.459899:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759151.459902:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459903:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759151.459906:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759151.459909:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759151.459912:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759151.459913:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.459914:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759151.459915:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759151.459916:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759151.459918:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759151.459921:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759151.459930:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931265920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759151.459943:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759151.459948:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759151.459956:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931265920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759151.459973:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759151.459976:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759151.459981:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759151.459985:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759151.459987:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759151.459993:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759151.459998:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16856 00000400:00000200:1.0:1787759151.460003:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759151.460007:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759151.460012:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759151.460017:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460020:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.460025:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460028:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759151.460040:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759151.460045:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759151.460048:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759151.460049:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759151.460052:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759151.460056:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759151.460059:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460063:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.460065:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460066:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759151.460068:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759151.460070:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460071:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759151.460072:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759151.460074:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759151.460076:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.460080:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759151.460082:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759151.460085:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.460088:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759151.460093:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759151.460096:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759151.460099:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759151.460102:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.460107:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759151.460110:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759151.460112:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759151.460119:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759151.460124:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759151.460128:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931266048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759151.460152:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759151.460154:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759151.460158:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931266048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759151.460167:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759151.460171:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759151.460183:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759151.460186:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759151.460190:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759151.460193:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759151.460199:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16856 00000400:00000200:1.0:1787759151.460207:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759151.460213:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759151.460216:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759151.460221:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460222:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.460224:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460228:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759151.460231:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759151.460232:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759151.460233:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759151.460236:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759151.460239:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759151.460241:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759151.460244:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460248:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759151.460250:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460253:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759151.460256:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759151.460259:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759151.460263:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759151.460266:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759151.460300:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759151.460303:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.460306:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759151.460308:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759151.460312:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.460315:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759151.460319:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759151.460323:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759151.460328:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759151.460329:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759151.460332:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759151.460334:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759151.460335:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759151.460341:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759151.460345:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759151.460353:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931266176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759151.460362:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759151.460366:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759151.460373:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931266176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759151.460391:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759151.460396:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16866) 00000100:00000001:0.0:1787759152.419401:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759152.419409:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759152.419410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759152.419414:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759152.419418:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759152.419421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759152.419422:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759152.419429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759152.419432:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759152.419435:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759152.419437:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419441:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759152.419441:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419452:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419457:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759152.419460:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759152.419468:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759152.419474:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759152.419487:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759152.419491:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759152.419493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759152.419512:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759152.419518:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759152.419525:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419532:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759152.419537:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759152.419542:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759152.419546:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759152.419548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759152.419550:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759152.419555:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759152.419561:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759152.419572:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759152.419582:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759152.419588:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759152.419588:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759152.419594:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759152.419599:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759152.419602:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759152.419611:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759152.419619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419627:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759152.419639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759152.419643:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759152.483337:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311529424, at 4311529472 00000100:00000040:0.0:1787759152.483340:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311529424, at 4311529472 00000100:00000010:1.0:1787759152.483351:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000010:0.0:1787759152.483352:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a300. 00000100:00000001:0.0:1787759153.443372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759153.443374:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759153.443379:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759153.443380:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759153.443384:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759153.443384:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759153.443389:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759153.443391:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759153.443394:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759153.443396:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759153.443397:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443402:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759153.443402:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443406:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443410:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759153.443422:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759153.443425:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759153.443425:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759153.443431:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759153.443431:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759153.443437:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759153.443442:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759153.443447:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759153.443447:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759153.443453:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759153.443454:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759153.443455:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759153.443459:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759153.443460:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759153.443463:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759153.443470:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759153.443475:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443476:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759153.443490:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759153.443493:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759153.443494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759153.443498:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759153.443498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443501:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759153.443505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759153.443505:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759153.443510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759153.443513:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759153.443515:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759154.467396:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759154.467397:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759154.467403:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759154.467404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759154.467405:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759154.467407:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759154.467412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759154.467413:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759154.467419:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759154.467419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759154.467426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759154.467427:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759154.467436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759154.467444:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759154.467467:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759154.467473:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759154.467475:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759154.467487:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759154.467490:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759154.467495:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759154.467503:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759154.467508:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759154.467516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759154.467521:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759154.467525:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759154.467527:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759154.467528:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759154.467531:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759154.467532:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759154.467534:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759154.467539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759154.467543:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759154.467547:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759154.467551:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759154.467554:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759154.467556:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759154.467564:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759154.467568:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759154.467571:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759154.467577:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000020:00000001:1.0:1787759154.467581:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759154.467589:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759154.467599:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759154.467600:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759154.467619:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759154.467634:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759154.467636:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759154.467639:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759155.491387:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759155.491396:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759155.491400:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759155.491406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759155.491413:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759155.491414:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759155.491418:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759155.491423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759155.491429:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759155.491437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759155.491455:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759155.491460:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759155.491462:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759155.491464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759155.491471:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759155.491472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759155.491479:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759155.491483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759155.491499:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759155.491504:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759155.491508:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759155.491515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759155.491517:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759155.491520:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759155.491522:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759155.491524:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759155.491526:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759155.491529:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759155.491536:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759155.491538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759155.491545:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759155.491546:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759155.491551:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759155.491561:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759155.491568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759155.491581:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759155.491582:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759155.491590:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759155.491594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759155.491599:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759155.491606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759155.491610:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759155.491615:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759155.491617:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759155.491621:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759155.491651:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759155.491654:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759155.491658:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759156.515395:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759156.515410:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759156.515414:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759156.515421:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759156.515436:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759156.515442:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759156.515447:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759156.515454:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759156.515460:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759156.515480:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759156.515483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759156.515485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759156.515487:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759156.515489:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759156.515491:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759156.515600:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759156.515608:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759156.515610:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759156.515615:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759156.515619:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759156.515625:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759156.515628:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759156.515633:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759156.515640:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759156.515661:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759156.515670:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759156.515675:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759156.515681:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759156.515685:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759156.515690:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759156.515703:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759156.515713:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759156.515723:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759156.515752:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759156.515763:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759156.515780:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759156.517307:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759156.517311:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759156.517315:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759157.539399:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759157.539402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759157.539422:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759157.539426:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759157.539427:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759157.539435:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759157.539437:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759157.539446:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759157.539446:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759157.539457:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759157.539459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759157.539467:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759157.539468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759157.539475:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759157.539481:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759157.539497:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759157.539501:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759157.539506:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759157.539507:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759157.539514:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759157.539516:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759157.539520:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759157.539526:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759157.539526:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759157.539533:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759157.539534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759157.539542:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759157.539543:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759157.539551:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759157.539557:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759157.539560:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759157.539561:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759157.539567:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759157.539577:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759157.539582:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759157.539584:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759157.539593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759157.539593:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759157.539606:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759157.539613:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759157.539620:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759157.539625:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759157.539630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759157.539633:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759157.539638:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759157.603420:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311534548, at 4311534592 00000100:00000040:1.0:1787759157.603431:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311534548, at 4311534592 00000100:00000010:0.0:1787759157.603443:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af60. 00000100:00000010:1.0:1787759157.603450:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a480. 00000100:00000001:1.0:1787759158.563400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759158.563408:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759158.563412:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759158.563413:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759158.563420:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759158.563421:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759158.563424:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759158.563429:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759158.563429:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759158.563435:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759158.563436:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759158.563438:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759158.563454:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759158.563458:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759158.563462:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759158.563463:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759158.563467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759158.563472:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759158.563481:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759158.563486:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759158.563489:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759158.563492:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759158.563496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759158.563497:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759158.563502:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759158.563503:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759158.563507:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759158.563509:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759158.563512:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759158.563515:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759158.563516:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759158.563520:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759158.563521:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759158.563527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759158.563530:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759158.563536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759158.563553:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759158.563557:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759158.563559:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759158.563564:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759158.563568:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759158.563572:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759158.563575:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759158.563577:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759158.563579:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759159.587412:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759159.587418:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759159.587421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759159.587424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759159.587425:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759159.587427:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759159.587432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759159.587433:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759159.587440:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759159.587440:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759159.587447:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759159.587447:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759159.587453:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759159.587456:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759159.587462:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759159.587463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759159.587468:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759159.587474:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759159.587479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759159.587484:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759159.587488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759159.587493:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759159.587493:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759159.587498:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759159.587498:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759159.587501:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759159.587503:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759159.587506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759159.587508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759159.587510:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759159.587512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759159.587516:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759159.587517:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759159.587527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759159.587531:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759159.587536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759159.587549:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759159.587554:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759159.587557:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759159.587559:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759159.587563:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759159.587565:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759159.587567:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759159.587569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759159.587576:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759160.611384:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759160.611388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759160.611391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759160.611392:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759160.611395:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759160.611396:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759160.611403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759160.611404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759160.611409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759160.611410:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759160.611413:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759160.611415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759160.611416:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759160.611420:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759160.611423:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759160.611436:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759160.611438:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759160.611439:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759160.611441:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759160.611442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759160.611445:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759160.611447:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759160.611450:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759160.611454:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759160.611455:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759160.611457:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759160.611460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759160.611461:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759160.611463:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759160.611465:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759160.611467:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759160.611472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759160.611476:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759160.611477:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759160.611480:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759160.611482:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759160.611483:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759160.611487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759160.611488:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759160.611493:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759160.611493:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759160.611496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759160.611499:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759160.611502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759160.611507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759161.635391:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759161.635398:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759161.635400:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759161.635404:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759161.635407:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759161.635411:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635413:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759161.635415:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635417:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759161.635430:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759161.635433:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759161.635436:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759161.635441:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759161.635443:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759161.635447:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759161.635448:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759161.635449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759161.635453:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759161.635454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759161.635455:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759161.635458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759161.635462:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759161.635466:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759161.635469:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759161.635471:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759161.635475:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759161.635478:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759161.635481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759161.635483:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759161.635485:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759161.635487:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759161.635488:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759161.635491:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635493:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759161.635496:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759161.635500:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759161.635503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759161.635504:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759161.635507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759161.635509:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759161.635509:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759161.635514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759161.635515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759161.635519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759161.635520:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635522:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759161.635526:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759161.635529:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635534:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759161.635534:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759161.635537:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759161.635542:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759161.636728:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759161.636731:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759161.636733:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759161.636737:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759161.636739:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759161.636742:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759161.636744:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759161.636746:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759161.636748:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759162.659393:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759162.659393:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759162.659402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759162.659402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759162.659407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759162.659407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759162.659415:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759162.659415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759162.659421:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759162.659421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759162.659426:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759162.659426:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759162.659432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759162.659433:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759162.659435:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759162.659437:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759162.659441:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759162.659441:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759162.659458:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759162.659462:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759162.659463:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759162.659466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759162.659466:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759162.659470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759162.659471:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759162.659476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759162.659476:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759162.659481:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759162.659481:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759162.659485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759162.659486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759162.659489:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759162.659492:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759162.659500:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759162.659504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759162.659510:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759162.723387:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311539665, at 4311539712 00000100:00000040:1.0:1787759162.723387:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311539665, at 4311539712 00000100:00000010:0.0:1787759162.723401:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa80. 00000100:00000010:1.0:1787759162.723404:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a180. 00000100:00000001:1.0:1787759163.683401:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759163.683403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759163.683410:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759163.683411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759163.683414:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759163.683415:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759163.683423:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759163.683423:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759163.683430:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759163.683430:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759163.683436:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759163.683437:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759163.683441:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759163.683445:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759163.683451:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759163.683461:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759163.683466:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759163.683467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759163.683471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759163.683471:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759163.683475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759163.683480:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759163.683484:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759163.683487:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759163.683489:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759163.683492:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759163.683494:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759163.683495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759163.683498:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759163.683499:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759163.683504:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759163.683509:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759163.683512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759163.683519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759163.683523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759163.683523:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759163.683529:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759163.683530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759163.683532:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759163.683538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759163.683544:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759163.683548:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759163.683551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759163.683553:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759163.683555:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759163.683560:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759163.683563:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759163.683566:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759164.707416:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759164.707416:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759164.707427:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759164.707431:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759164.707432:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759164.707437:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759164.707439:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759164.707444:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759164.707446:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759164.707450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759164.707452:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759164.707454:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759164.707468:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759164.707472:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759164.707475:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759164.707477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759164.707481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759164.707484:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759164.707494:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759164.707501:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759164.707507:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759164.707511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759164.707513:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759164.707515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759164.707519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759164.707520:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759164.707523:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759164.707525:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759164.707528:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759164.707529:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759164.707533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759164.707534:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759164.707538:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759164.707540:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759164.707541:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759164.707547:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759165.731396:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759165.731396:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759165.731404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759165.731405:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759165.731406:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759165.731410:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759165.731412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759165.731415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759165.731419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759165.731421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759165.731425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759165.731425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731430:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759165.731432:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759165.731433:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759165.731436:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759165.731440:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759165.731470:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759165.731473:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759165.731475:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759165.731477:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759165.731479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759165.731481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731773:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759165.731781:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759165.731784:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759165.731786:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759165.731803:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759165.731806:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759165.731807:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759165.731809:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759165.731811:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759165.731812:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759165.731814:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731817:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759165.731819:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731821:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759165.731823:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759165.731826:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759165.731829:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759165.731832:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759165.731833:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759165.731835:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731836:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759165.731840:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759165.731841:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759165.731842:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759165.731845:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759165.731845:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731848:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759165.731850:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759165.731851:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759165.731853:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759165.731856:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759166.755382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759166.755387:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759166.755388:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759166.755392:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759166.755396:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759166.755397:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759166.755399:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759166.755403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759166.755405:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759166.755410:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759166.755410:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759166.755417:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759166.755422:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759166.755428:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759166.755442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759166.755445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759166.755446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759166.755448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759166.755451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759166.755453:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755676:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759166.755679:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755683:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759166.755698:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759166.755702:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759166.755705:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759166.755709:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759166.755714:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759166.755717:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755723:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759166.755727:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755731:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759166.755746:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759166.755749:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759166.755753:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759166.755754:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759166.755758:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759166.755760:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759166.755762:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759166.755765:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759166.755770:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755775:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759166.755778:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759166.755781:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759167.779376:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759167.779386:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759167.779390:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759167.779395:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759167.779402:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759167.779407:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759167.779413:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759167.779417:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759167.779424:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759167.779457:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759167.779460:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759167.779464:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759167.779561:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759167.779566:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759167.779568:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759167.779572:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759167.779575:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759167.779578:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759167.779583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759167.779586:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759167.779591:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759167.779606:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759167.779609:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759167.779611:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759167.779614:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759167.779616:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759167.779618:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759167.779621:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759167.779622:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759167.779625:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759167.779637:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759167.779641:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759167.779644:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759167.779647:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759167.779651:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759167.779654:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759167.779658:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759167.779662:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759167.779665:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759167.779714:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759167.779717:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759167.779718:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759167.779720:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759167.779722:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759167.779725:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759167.779727:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759167.779729:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759167.779731:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759167.843362:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311544784, at 4311544832 00000100:00000040:0.0:1787759167.843378:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311544784, at 4311544832 00000100:00000010:1.0:1787759167.843379:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a540. 00000100:00000010:0.0:1787759167.843389:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a240. 00000100:00000001:0.0:1787759168.803373:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759168.803378:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759168.803384:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759168.803385:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759168.803389:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759168.803389:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759168.803396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759168.803397:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759168.803403:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759168.803404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759168.803408:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803409:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759168.803411:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759168.803415:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759168.803419:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759168.803427:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759168.803431:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803434:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759168.803444:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759168.803450:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759168.803453:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759168.803456:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759168.803457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759168.803458:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759168.803462:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759168.803463:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759168.803467:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759168.803468:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759168.803472:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759168.803478:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759168.803479:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759168.803483:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803483:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759168.803490:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759168.803490:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759168.803524:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759168.803529:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759168.803530:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759168.803533:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759168.803534:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759168.803537:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759168.803539:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759168.803542:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759168.803544:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759168.803548:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759168.803549:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759168.803553:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803556:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759168.803559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803564:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759168.803566:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759168.803569:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759168.803573:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759168.803577:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759168.803581:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759168.803583:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759168.803585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759168.803588:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759168.803591:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803593:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759168.803595:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759168.803597:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759168.803668:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759168.803672:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759168.803676:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759169.827373:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759169.827379:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759169.827379:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759169.827382:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759169.827386:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759169.827387:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759169.827390:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759169.827392:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759169.827394:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759169.827397:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827398:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759169.827402:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759169.827406:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759169.827410:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827415:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759169.827415:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759169.827418:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827421:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759169.827429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759169.827432:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759169.827434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759169.827436:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759169.827437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759169.827440:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759169.827440:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759169.827444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759169.827445:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759169.827450:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759169.827450:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759169.827454:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759169.827459:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759169.827461:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759169.827465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759169.827468:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827472:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759169.827474:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759169.827479:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759169.827482:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759169.827485:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759169.827488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759169.827491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759169.827493:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759169.827495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827498:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759169.827501:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759169.827502:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759169.827504:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759169.827504:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759169.827507:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759169.827511:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827513:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759169.827514:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759169.827516:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759170.851339:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759170.851343:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759170.851346:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759170.851348:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759170.851348:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759170.851352:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759170.851354:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759170.851359:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759170.851359:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759170.851365:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759170.851366:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759170.851373:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759170.851373:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759170.851377:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759170.851382:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759170.851382:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759170.851387:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759170.851392:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759170.851407:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759170.851413:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759170.851416:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759170.851417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759170.851421:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759170.851422:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759170.851425:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759170.851428:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759170.851429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759170.851433:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759170.851434:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759170.851437:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759170.851438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759170.851441:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759170.851448:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759170.851449:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759170.851452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759170.851457:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759171.875370:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759171.875370:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759171.875377:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759171.875377:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759171.875380:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759171.875380:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759171.875387:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759171.875388:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759171.875393:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759171.875393:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759171.875398:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759171.875398:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759171.875403:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759171.875406:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759171.875412:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759171.875414:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759171.875419:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759171.875426:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759171.875427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759171.875433:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759171.875436:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759171.875439:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759171.875441:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759171.875444:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759171.875447:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759171.875449:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759171.875450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759171.875456:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759171.875456:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759171.875460:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759171.875465:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759171.875469:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759171.875477:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759171.875485:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759171.875488:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759171.875492:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759171.875494:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759171.875495:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759171.875496:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759171.875499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759171.875502:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759171.875503:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759171.875504:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759171.875505:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759171.875506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759172.899370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759172.899371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759172.899378:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759172.899381:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759172.899386:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759172.899386:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759172.899391:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759172.899393:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759172.899398:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759172.899398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759172.899404:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759172.899405:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759172.899408:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759172.899410:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759172.899412:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759172.899421:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759172.899424:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759172.899428:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759172.899428:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759172.899439:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759172.899441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759172.899442:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759172.899446:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759172.899447:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759172.899451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759172.899452:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759172.899454:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759172.899456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759172.899460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759172.899460:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759172.899464:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759172.899465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759172.899469:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759172.899470:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759172.899474:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759172.899476:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759172.899484:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759172.899489:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759172.899492:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759172.899495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759172.899498:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759172.899502:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759172.899505:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759172.899506:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759172.899508:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759172.963364:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311549904, at 4311549952 00000100:00000040:1.0:1787759172.963364:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311549904, at 4311549952 00000100:00000010:0.0:1787759172.963379:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a720. 00000100:00000010:1.0:1787759172.963385:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac60. 00000100:00000001:0.0:1787759173.923411:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759173.923411:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759173.923425:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759173.923426:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759173.923429:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759173.923434:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759173.923439:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759173.923446:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759173.923448:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759173.923450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759173.923456:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759173.923459:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759173.923478:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759173.923483:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759173.923488:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759173.923489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759173.923493:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759173.923498:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759173.923515:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759173.923522:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759173.923525:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759173.923526:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759173.923532:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759173.923535:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759173.923543:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759173.923543:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759173.923551:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759173.923552:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759173.923560:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759173.923563:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759173.923565:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759173.923572:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759173.923579:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759173.923580:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759173.923586:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759173.923593:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759173.923631:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759173.923635:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759173.923639:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759174.947400:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759174.947400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759174.947409:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759174.947410:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759174.947415:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759174.947415:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759174.947422:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759174.947424:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759174.947426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759174.947431:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759174.947431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759174.947437:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947441:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759174.947445:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947447:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759174.947452:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759174.947454:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759174.947458:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759174.947461:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759174.947463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759174.947468:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759174.947470:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759174.947474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947476:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759174.947477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759174.947479:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759174.947479:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759174.947486:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759174.947489:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759174.947495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759174.947501:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759174.947507:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947508:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759174.947512:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759174.947515:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759174.947518:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759174.947523:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759174.947524:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759174.947527:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759174.947533:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759174.947536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759174.947543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759175.971375:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759175.971375:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759175.971383:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759175.971385:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759175.971386:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759175.971389:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759175.971395:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759175.971396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759175.971403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759175.971403:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759175.971412:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759175.971412:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759175.971443:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759175.971450:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759175.971457:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759175.971458:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759175.971464:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759175.971474:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759175.971482:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759175.971483:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759175.971496:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759175.971505:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759175.971514:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759175.971516:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759175.971519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759175.971525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759175.971528:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759175.971530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759175.971534:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759175.971536:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759175.971539:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759175.971541:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759175.971543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759175.971545:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759175.971549:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759175.971552:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759176.995379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759176.995386:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759176.995391:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759176.995398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759176.995405:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759176.995411:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759176.995418:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759176.995419:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759176.995427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759176.995428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759176.995433:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759176.995434:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759176.995448:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759176.995456:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759176.995461:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759176.995466:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759176.995469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759176.995473:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759176.995480:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759176.995486:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759176.995491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759176.995496:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759176.995497:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759176.995502:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759176.995506:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759176.995506:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759176.995513:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759176.995514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759176.995523:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759176.995530:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759176.995531:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759176.995536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759176.995543:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759176.995544:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759176.995552:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759176.995557:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759176.995581:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759176.995584:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759176.995589:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759178.019422:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759178.019422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759178.019431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759178.019432:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759178.019434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759178.019442:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759178.019444:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759178.019452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759178.019452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759178.019458:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759178.019458:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759178.019465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759178.019465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759178.019470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759178.019475:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759178.019491:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759178.019492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759178.019495:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759178.019497:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759178.019498:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759178.019500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759178.019506:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759178.019513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759178.019518:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759178.019525:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759178.019528:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759178.019530:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759178.019556:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759178.019561:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759178.019566:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759178.019573:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759178.019582:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759178.019587:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759178.019597:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759178.019602:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759178.019607:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759178.019708:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759178.019712:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759178.019716:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759178.083413:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311555024, at 4311555072 00000100:00000040:1.0:1787759178.083413:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311555024, at 4311555072 00000100:00000010:0.0:1787759178.083434:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aba0. 00000100:00000010:1.0:1787759178.083440:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a360. 00000100:00000001:0.0:1787759179.043412:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759179.043414:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759179.043432:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759179.043432:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759179.043444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759179.043445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759179.043454:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759179.043460:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759179.043461:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759179.043467:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759179.043479:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759179.043482:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759179.043486:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759179.043486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759179.043496:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759179.043507:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759179.043510:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759179.043517:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759179.043517:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759179.043525:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759179.043529:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759179.043530:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759179.043546:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759179.043552:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759179.043556:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759179.043558:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759179.043560:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759179.043578:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759179.043583:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759179.043586:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759179.043589:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759179.043594:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759179.043596:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759179.043598:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759179.043601:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759179.043603:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759179.043687:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759179.043691:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759179.043694:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759180.067420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759180.067431:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759180.067435:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759180.067443:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759180.067449:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759180.067457:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759180.067465:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759180.067476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759180.067481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759180.067484:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759180.067490:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759180.067491:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759180.067493:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759180.067498:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759180.067505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759180.067513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759180.067518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759180.067525:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759180.067544:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759180.067548:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759180.067550:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759180.067554:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759180.067559:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759180.067563:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759180.067567:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759180.067572:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759180.067573:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759180.067583:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759180.067583:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759180.067591:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759180.067597:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759180.067605:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787759180.067610:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759180.067612:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759180.067613:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759180.067623:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1787759180.067624:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759180.067629:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759180.067634:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759181.091422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759181.091434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759181.091441:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759181.091449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759181.091457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759181.091463:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759181.091580:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759181.091588:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759181.091592:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759181.091597:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759181.091601:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759181.091605:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759181.092892:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759181.092895:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759181.092907:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759181.092920:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759181.092925:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759181.092930:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759181.092937:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759181.092939:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759181.092943:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759181.092946:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759181.092948:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759181.092951:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759181.092953:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759181.092955:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759181.092958:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759181.092981:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759181.092986:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759181.092989:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759181.093004:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759181.093007:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759181.093011:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759181.093016:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759181.093019:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759181.093024:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759181.093151:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759181.093154:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759181.093163:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759182.115351:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759182.115361:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759182.115363:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759182.115368:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759182.115371:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759182.115375:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115378:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759182.115378:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759182.115382:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115384:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759182.115387:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759182.115388:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759182.115393:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759182.115406:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759182.115410:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115417:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759182.115419:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759182.115420:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759182.115426:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759182.115432:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759182.115442:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759182.115448:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759182.115450:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759182.115453:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115455:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759182.115464:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759182.115465:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759182.115468:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759182.115469:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759182.115475:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759182.115476:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759182.115483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759182.115499:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759182.115499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759182.115507:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759182.115509:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759182.115510:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759182.115514:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759182.115519:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759182.115521:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759182.115523:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759182.115524:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759182.115526:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759182.115550:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759182.115559:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759182.115568:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759182.115575:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759182.115579:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759182.115583:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115589:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759182.115593:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759182.115596:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759183.139385:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759183.139388:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759183.139392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759183.139394:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759183.139397:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759183.139398:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759183.139406:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759183.139407:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759183.139414:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759183.139415:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759183.139422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139423:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759183.139430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759183.139431:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759183.139435:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139436:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759183.139441:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759183.139442:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759183.139460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759183.139463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759183.139465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759183.139467:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759183.139469:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759183.139470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759183.139475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759183.139476:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759183.139481:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759183.139482:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759183.139487:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139494:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759183.139499:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139504:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759183.139505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759183.139510:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759183.139515:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759183.139530:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759183.139535:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759183.139537:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759183.139539:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759183.139542:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759183.139544:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139547:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759183.139548:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759183.139551:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759183.203399:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311560145, at 4311560192 00000100:00000040:1.0:1787759183.203399:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311560145, at 4311560192 00000100:00000010:0.0:1787759183.203417:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:1.0:1787759183.203420:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787759184.163400:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759184.163409:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759184.163410:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759184.163414:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759184.163416:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759184.163419:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759184.163427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759184.163430:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759184.163436:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759184.163440:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759184.163444:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163445:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759184.163458:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759184.163462:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759184.163477:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759184.163478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759184.163480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163484:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759184.163537:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759184.163542:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759184.163546:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759184.163547:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759184.163554:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759184.163558:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759184.163559:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759184.163567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759184.163569:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759184.163571:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759184.163575:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163578:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759184.163582:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759184.163583:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759184.163589:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163592:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759184.163596:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163602:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759184.163607:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759184.163609:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759184.163616:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759184.163618:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759184.163625:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759184.163630:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163634:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759184.163640:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759184.163643:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759185.187419:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759185.187429:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759185.187433:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759185.187440:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759185.187446:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759185.187450:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759185.187456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759185.187461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759185.187466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759185.187485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759185.187490:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759185.187495:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759185.187495:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759185.187500:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759185.187501:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759185.187504:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759185.187504:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759185.187509:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759185.187510:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759185.187514:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759185.187516:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759185.187518:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759185.187518:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759185.187522:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759185.187522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759185.187525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759185.187529:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759185.187543:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759185.187544:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759185.187548:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759185.187548:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759185.187552:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759185.187552:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759185.187555:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759185.187555:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759185.187558:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759185.187558:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759185.187560:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759185.187560:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759185.187562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759185.187564:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759185.187567:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759185.187569:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759185.187571:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759185.187574:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759186.211354:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759186.211363:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759186.211368:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759186.211378:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759186.211384:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759186.211388:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759186.211403:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759186.211406:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759186.211407:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759186.211462:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759186.211467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759186.211469:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759186.211472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759186.211475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759186.211478:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211482:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759186.211483:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759186.211487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211488:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759186.211491:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759186.211494:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759186.211495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759186.211500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759186.211504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759186.211513:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211516:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759186.211525:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759186.211530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759186.211532:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759186.211533:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759186.211535:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759186.211537:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759186.211538:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759186.211542:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759186.211543:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759186.211544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759186.211546:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211547:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759186.211550:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759186.211551:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759186.211553:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211554:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759186.211558:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759186.211558:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759187.235403:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759187.235404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759187.235410:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759187.235411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759187.235414:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.235416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759187.235420:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759187.235421:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759187.235426:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759187.235429:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759187.235431:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759187.235434:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759187.235437:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759187.235441:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759187.235445:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.235446:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759187.235452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759187.235457:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759187.235469:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759187.235474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759187.235477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759187.235482:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759187.235488:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759187.235490:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759187.235493:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759187.235503:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759187.235506:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759187.235512:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759187.235514:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759187.235518:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759187.235519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759187.235523:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759187.235525:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.235528:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759187.235531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759187.235535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759187.299443:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759187.299453:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759187.299456:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759187.299460:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759187.299464:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759187.299472:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16891 00000400:00000200:1.0:1787759187.299481:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759187.299488:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759187.299490:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759187.299493:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299496:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299498:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299500:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759187.299505:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759187.299507:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759187.299510:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759187.299514:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759187.299517:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759187.299519:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759187.299523:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299526:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299528:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299530:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759187.299542:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759187.299546:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299549:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759187.299552:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759187.299556:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759187.299558:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299560:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759187.299562:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759187.299574:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787759187.299577:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759187.299582:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759187.299583:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299586:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759187.299589:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759187.299594:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759187.299602:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759187.299609:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759187.299620:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931270144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759187.299632:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759187.299638:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759187.299644:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931270144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759187.299668:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759187.299671:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759187.299675:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759187.299677:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759187.299679:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759187.299683:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759187.299686:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16891 00000400:00000200:1.0:1787759187.299690:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759187.299693:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759187.299695:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759187.299698:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299700:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299702:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299704:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759187.299707:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759187.299708:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759187.299710:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759187.299712:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759187.299714:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759187.299716:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759187.299720:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299722:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299724:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299726:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759187.299728:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759187.299731:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299734:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759187.299735:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759187.299741:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759187.299743:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299745:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759187.299750:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759187.299753:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299756:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759187.299761:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787759187.299763:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759187.299766:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759187.299767:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299769:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759187.299770:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759187.299772:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759187.299781:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759187.299785:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759187.299789:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931270272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759187.299796:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759187.299799:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759187.299802:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931270272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759187.299810:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759187.299813:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759187.299817:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759187.299818:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759187.299820:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759187.299823:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759187.299826:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16891 00000400:00000200:1.0:1787759187.299830:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759187.299833:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759187.299835:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759187.299838:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299840:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299842:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299844:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759187.299846:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759187.299848:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759187.299850:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759187.299852:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759187.299853:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759187.299855:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759187.299858:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299860:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299862:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299864:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759187.299867:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759187.299869:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299872:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759187.299874:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759187.299876:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759187.299878:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299880:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759187.299893:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759187.299896:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299897:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759187.299903:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759187.299905:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759187.299908:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759187.299909:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.299911:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759187.299912:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759187.299914:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759187.299918:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759187.299921:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759187.299925:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931270400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759187.299932:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759187.299934:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759187.299938:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931270400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759187.299946:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759187.299948:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759187.299952:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759187.299953:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759187.299955:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759187.299958:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759187.299961:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16891 00000400:00000200:1.0:1787759187.299964:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759187.299967:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759187.299969:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759187.299972:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299975:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299977:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299978:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759187.299980:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759187.299982:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759187.299983:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759187.299985:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759187.299987:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759187.299989:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759187.299992:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.299994:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.299996:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300006:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759187.300009:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759187.300015:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300018:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759187.300020:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759187.300023:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759187.300025:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.300033:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759187.300035:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759187.300038:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.300040:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759187.300043:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759187.300046:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759187.300048:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759187.300049:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.300051:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759187.300052:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759187.300053:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759187.300057:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759187.300060:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759187.300064:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931270528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759187.300071:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759187.300073:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759187.300077:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931270528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759187.300084:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759187.300087:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759187.300090:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759187.300092:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759187.300094:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759187.300097:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759187.300099:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16891 00000400:00000200:1.0:1787759187.300102:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759187.300105:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759187.300107:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759187.300111:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300113:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.300115:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300117:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759187.300125:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759187.300126:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759187.300128:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759187.300130:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759187.300132:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759187.300135:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759187.300138:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300140:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759187.300142:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300145:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759187.300147:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759187.300150:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759187.300152:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759187.300154:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759187.300156:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759187.300158:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.300160:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759187.300162:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759187.300164:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.300166:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759187.300169:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759187.300172:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759187.300175:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759187.300176:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759187.300177:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759187.300178:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759187.300180:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759187.300183:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759187.300186:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759187.300191:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931270656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759187.300198:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759187.300200:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759187.300204:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931270656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759187.300212:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759187.300216:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16901) 00000100:00000001:0.0:1787759188.259400:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759188.259407:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759188.259410:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759188.259414:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759188.259421:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759188.259427:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759188.259427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759188.259438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759188.259438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759188.259444:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759188.259446:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759188.259464:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759188.259465:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759188.259481:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759188.259486:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759188.259502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759188.259506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759188.259517:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759188.259545:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759188.259551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759188.259554:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759188.259560:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759188.259567:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759188.259572:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759188.259581:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759188.259583:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759188.259588:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759188.259606:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759188.259611:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759188.259612:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759188.259615:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759188.259617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759188.259622:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759188.259625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759188.259627:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759188.259629:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759188.323379:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311565264, at 4311565312 00000100:00000010:1.0:1787759188.323398:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000040:0.0:1787759188.323427:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311565264, at 4311565312 00000100:00000010:0.0:1787759188.323444:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:1.0:1787759189.283438:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759189.283445:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759189.283446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759189.283451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759189.283458:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759189.283464:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283467:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759189.283469:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283473:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759189.283484:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759189.283490:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759189.283494:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759189.283496:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759189.283505:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759189.283505:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759189.283513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759189.283516:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759189.283516:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759189.283523:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759189.283532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759189.283533:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759189.283541:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759189.283545:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759189.283546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759189.283566:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283570:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759189.283573:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759189.283588:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759189.283603:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759189.283607:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759189.283620:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759189.283623:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759189.283632:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283633:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759189.283641:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759189.283643:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759189.283659:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759189.283660:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759189.283670:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759189.283680:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759189.283684:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283700:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759189.283705:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759189.283708:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759189.283726:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759189.283729:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759189.283731:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759190.307382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759190.307387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759190.307392:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759190.307399:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759190.307406:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759190.307411:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759190.307416:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759190.307420:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759190.307426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759190.307446:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759190.307449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759190.307450:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759190.307452:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759190.307456:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759190.307461:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759190.307466:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759190.307468:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759190.307471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759190.307579:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759190.307582:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759190.307584:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759190.307586:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759190.307589:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759190.307592:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759190.307597:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759190.307600:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759190.307604:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759190.307615:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759190.307618:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759190.307622:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759190.307624:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759190.307626:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759190.307628:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759190.307630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759190.307632:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759190.307634:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759190.307697:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759190.307700:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759190.307701:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759190.307703:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759190.307705:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759190.307706:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759190.307708:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759190.307709:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759190.307710:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759191.331415:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759191.331423:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759191.331427:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759191.331434:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759191.331440:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759191.331445:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759191.331463:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759191.331467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759191.331470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759191.331518:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759191.331520:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759191.331523:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759191.331525:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759191.331526:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759191.331529:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759191.331532:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759191.331536:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759191.331538:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759191.331540:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759191.331542:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759191.331544:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759191.331549:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759191.331549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759191.331554:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759191.331557:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759191.331559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759191.331562:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759191.331798:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759191.331799:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759191.331800:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759191.331802:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759191.331804:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759191.331805:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759191.331807:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759191.331808:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759191.331826:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.355401:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759192.355410:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759192.355413:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.355420:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759192.355425:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759192.355430:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759192.355434:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759192.355438:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759192.355443:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759192.355497:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759192.355500:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759192.355504:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759192.355589:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759192.355592:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759192.355593:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.355595:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759192.355597:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759192.355598:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759192.355601:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759192.355602:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759192.355605:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759192.355606:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.355607:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759192.355612:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759192.355612:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759192.355618:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759192.355622:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759192.355627:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759192.355630:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759192.355632:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759192.355633:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.355637:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759192.355639:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.355642:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759192.355645:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759192.355648:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759192.355649:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759192.355651:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759192.355653:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759192.419380:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759192.419391:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759192.419394:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759192.419398:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759192.419402:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759192.419409:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16896 00000400:00000200:1.0:1787759192.419417:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759192.419425:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759192.419428:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759192.419432:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419436:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419438:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419441:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759192.419446:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759192.419448:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759192.419452:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759192.419456:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759192.419458:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759192.419461:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759192.419465:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419467:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419469:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419471:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759192.419473:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759192.419476:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419478:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759192.419480:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759192.419483:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759192.419486:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419488:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759192.419490:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759192.419501:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759192.419504:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759192.419509:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759192.419510:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419513:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759192.419516:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759192.419520:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759192.419528:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759192.419535:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.419544:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931270784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759192.419552:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759192.419556:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759192.419561:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931270784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759192.419578:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759192.419581:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759192.419584:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759192.419585:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759192.419586:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759192.419588:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759192.419592:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16896 00000400:00000200:1.0:1787759192.419595:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759192.419598:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759192.419599:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759192.419602:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419604:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419606:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419609:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759192.419611:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759192.419613:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759192.419615:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759192.419618:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759192.419620:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759192.419623:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759192.419626:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419630:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419633:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419637:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759192.419641:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759192.419644:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419648:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759192.419650:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759192.419656:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759192.419661:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419665:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759192.419671:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759192.419674:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419678:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759192.419685:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759192.419687:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759192.419689:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759192.419691:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419695:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759192.419697:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759192.419699:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759192.419703:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759192.419709:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.419715:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931270912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759192.419721:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759192.419724:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759192.419726:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931270912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759192.419737:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759192.419740:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759192.419744:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759192.419747:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759192.419749:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759192.419754:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759192.419756:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16896 00000400:00000200:1.0:1787759192.419759:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759192.419764:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759192.419768:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759192.419770:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419773:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419778:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419782:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759192.419783:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759192.419784:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759192.419786:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759192.419789:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759192.419790:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759192.419807:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759192.419809:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419811:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419812:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419814:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759192.419815:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759192.419817:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419818:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759192.419819:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759192.419821:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759192.419823:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419827:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759192.419828:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759192.419830:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419831:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759192.419836:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759192.419839:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759192.419841:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759192.419841:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419843:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759192.419844:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759192.419847:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759192.419851:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759192.419854:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.419861:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931271040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759192.419869:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759192.419872:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759192.419878:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931271040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759192.419895:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759192.419900:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759192.419904:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759192.419907:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759192.419910:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759192.419913:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759192.419919:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16896 00000400:00000200:1.0:1787759192.419925:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759192.419928:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759192.419931:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759192.419935:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419937:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419938:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419941:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759192.419945:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759192.419947:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759192.419949:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759192.419951:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759192.419954:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759192.419958:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759192.419964:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419967:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.419972:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419975:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759192.419977:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759192.419981:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759192.419983:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759192.419985:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759192.419988:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759192.419992:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.419995:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759192.419998:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759192.420002:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.420007:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759192.420010:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759192.420012:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759192.420015:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759192.420015:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.420016:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759192.420017:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759192.420018:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759192.420020:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759192.420023:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.420030:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931271168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759192.420038:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759192.420041:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759192.420047:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931271168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759192.420063:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759192.420066:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759192.420069:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759192.420070:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759192.420071:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759192.420076:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759192.420079:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16896 00000400:00000200:1.0:1787759192.420082:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759192.420088:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759192.420092:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759192.420095:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.420096:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.420098:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.420101:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759192.420103:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759192.420104:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759192.420105:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759192.420108:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759192.420110:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759192.420111:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759192.420113:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.420115:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759192.420117:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759192.420121:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759192.420123:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759192.420127:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759192.420132:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759192.420134:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759192.420138:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759192.420141:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.420144:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759192.420147:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759192.420150:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.420151:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759192.420156:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759192.420160:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759192.420163:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759192.420165:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759192.420169:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759192.420171:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759192.420173:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759192.420178:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759192.420181:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759192.420187:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931271296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759192.420208:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759192.420211:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759192.420218:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931271296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759192.420226:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759192.420232:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16907) 00000100:00000001:0.0:1787759193.379389:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759193.379389:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759193.379397:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759193.379398:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759193.379400:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759193.379402:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759193.379408:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759193.379409:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759193.379415:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759193.379416:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759193.379422:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759193.379423:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759193.379426:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759193.379430:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759193.379430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759193.379434:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759193.379436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759193.379441:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759193.379460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759193.379466:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759193.379468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759193.379472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759193.379477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759193.379482:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759193.379488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759193.379492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759193.379496:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759193.379498:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759193.379499:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759193.379503:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759193.379507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759193.379513:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759193.379517:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759193.379519:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759193.379522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759193.379526:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759193.379568:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759193.379571:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759193.379573:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787759193.443437:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311570384, at 4311570432 00000100:00000010:1.0:1787759193.443457:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000040:0.0:1787759193.443601:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311570384, at 4311570432 00000100:00000010:0.0:1787759193.443609:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:0.0:1787759194.403412:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759194.403413:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759194.403422:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759194.403422:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759194.403427:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759194.403427:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759194.403435:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759194.403435:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759194.403442:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759194.403442:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759194.403447:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759194.403447:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759194.403452:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759194.403456:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759194.403458:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759194.403461:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759194.403462:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759194.403466:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759194.403477:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759194.403481:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759194.403482:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759194.403485:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759194.403485:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759194.403489:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759194.403489:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759194.403495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759194.403495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759194.403500:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759194.403501:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759194.403506:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759194.403506:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759194.403509:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759194.403514:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759194.403522:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759194.403525:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759194.403528:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759194.403530:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759194.403535:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759194.403542:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759195.427448:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759195.427448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759195.427462:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759195.427467:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759195.427473:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759195.427474:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759195.427492:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759195.427493:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759195.427500:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759195.427508:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759195.427509:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759195.427517:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759195.427520:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759195.427522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759195.427532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759195.427537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759195.427538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759195.427545:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759195.427567:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759195.427575:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759195.427580:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759195.427586:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759195.427589:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759195.427592:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759195.427597:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759195.427597:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759195.427601:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759195.427603:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759195.427609:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759195.427609:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759195.427621:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759195.427623:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759195.427639:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759195.427657:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759195.427668:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759195.427670:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759195.427678:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759195.427683:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759195.427685:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759195.427688:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759195.427706:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759195.427712:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759195.427718:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759195.427722:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759195.427735:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759195.427803:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759195.427806:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759195.427809:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759196.451385:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759196.451388:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759196.451392:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759196.451395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759196.451398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759196.451408:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759196.451411:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759196.451417:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759196.451419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759196.451424:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759196.451424:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.451429:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759196.451434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759196.451452:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759196.451458:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.451459:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759196.451463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.451467:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759196.451480:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759196.451486:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787759196.451487:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.451491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759196.451495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759196.451495:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759196.451501:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759196.451504:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759196.451507:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759196.451510:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759196.451513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759196.451515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759196.451516:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759196.451520:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.451521:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759196.451528:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759196.451532:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759196.451535:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759196.451538:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759196.451540:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759196.451543:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759197.475439:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759197.475444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759197.475450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759197.475458:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759197.475459:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759197.475467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759197.475472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759197.475475:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759197.475482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759197.475488:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759197.475489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759197.475494:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.475506:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759197.475512:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.475518:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759197.475519:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759197.475525:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759197.475531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759197.475547:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759197.475555:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759197.475558:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759197.475559:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759197.475567:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759197.475570:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759197.475572:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759197.475582:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759197.475582:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759197.475589:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759197.475592:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759197.475600:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759197.475601:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.475607:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759197.475611:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759197.475613:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759197.475615:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759197.475623:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759197.475740:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759197.475743:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759197.475747:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759198.499357:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759198.499365:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759198.499368:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759198.499374:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759198.499379:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759198.499380:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759198.499385:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.499386:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759198.499390:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759198.499391:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759198.499393:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759198.499398:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759198.499399:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759198.499406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759198.499411:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759198.499415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759198.499419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759198.499419:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759198.499424:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759198.499424:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759198.499432:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759198.499432:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759198.499436:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759198.499440:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759198.499442:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759198.499444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759198.499446:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759198.499457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787759198.499460:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759198.499462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787759198.499464:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759198.499467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759198.499470:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787759198.499472:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759198.499478:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759198.499483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.499490:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759198.499490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759198.499494:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.499499:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759198.499501:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759198.499506:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759198.499509:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759198.499514:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759198.499518:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759198.499521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759198.499522:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759198.499524:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759198.563361:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311575505, at 4311575552 00000100:00000040:0.0:1787759198.563363:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311575505, at 4311575552 00000100:00000010:1.0:1787759198.563376:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ade0. 00000100:00000010:0.0:1787759198.563379:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542acc0. 00000100:00000001:0.0:1787759199.523407:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.523413:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759199.523413:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.523416:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759199.523426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759199.523428:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759199.523434:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.523437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759199.523442:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759199.523444:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759199.523452:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759199.523453:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759199.523466:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759199.523466:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759199.523484:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759199.523488:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759199.523489:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759199.523510:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.523521:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.523527:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759199.523534:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759199.523538:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759199.523544:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759199.523550:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759199.523553:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759199.523555:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759199.523559:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759199.523560:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759199.523571:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759199.523571:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759199.523582:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759199.523587:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759199.523591:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759199.523592:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759199.523599:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759199.523605:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759199.523623:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759199.523627:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759199.523637:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759200.547382:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759200.547384:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759200.547391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759200.547392:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759200.547394:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759200.547397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759200.547399:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759200.547406:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759200.547406:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759200.547413:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.547414:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759200.547417:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759200.547421:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.547422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759200.547428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759200.547441:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759200.547445:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759200.547449:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759200.547450:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759200.547454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759200.547458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759200.547463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759200.547466:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759200.547471:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759200.547473:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759200.547478:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.547479:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759200.547486:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759200.547487:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759200.547492:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759200.547492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.547498:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759200.547500:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759200.547509:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759200.547514:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.547519:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759200.547542:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759200.547547:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759200.547549:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759200.547552:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787759200.547553:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000020:00000001:0.0:1787759200.547556:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759200.547559:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1787759200.547561:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759200.547574:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759200.547577:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759200.547580:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759200.547583:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.571390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759201.571390:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759201.571399:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759201.571399:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759201.571406:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759201.571406:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.571416:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759201.571416:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759201.571425:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759201.571426:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759201.571433:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759201.571433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759201.571443:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759201.571449:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.571456:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759201.571457:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.571461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.571469:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759201.571488:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759201.571494:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759201.571498:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759201.571504:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759201.571507:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759201.571512:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759201.571513:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759201.571517:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759201.571518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759201.571522:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759201.571528:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759201.571533:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759201.571533:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.571540:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759201.571542:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.571550:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759201.571556:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.571562:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759201.571579:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759201.571588:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759201.571596:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.571602:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759201.571604:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759201.571606:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759201.571609:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759201.571612:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759201.571613:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759201.571617:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.571618:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759201.571622:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759201.571623:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759201.571628:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759201.571647:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.571649:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759201.571653:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.571656:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.595464:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759202.595470:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759202.595474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759202.595477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759202.595478:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759202.595486:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759202.595490:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759202.595490:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759202.595499:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759202.595501:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.595503:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.595511:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759202.595514:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759202.595521:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759202.595527:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759202.595535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759202.595541:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759202.595549:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.595557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759202.595562:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759202.595567:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759202.595569:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759202.595575:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759202.595587:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.595591:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759202.595595:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.595599:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759202.595599:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759202.595609:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759202.595629:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759202.595633:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759202.595637:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759202.595641:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759202.595657:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759202.595664:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759202.595673:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759203.619382:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759203.619393:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759203.619402:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.619411:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759203.619413:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759203.619422:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759203.619422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759203.619430:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759203.619431:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759203.619444:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759203.619447:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759203.619455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759203.619457:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.619463:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.619477:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759203.619478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.619484:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.619490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.619511:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759203.619515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759203.619519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759203.619521:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759203.619525:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759203.619532:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759203.619533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.619543:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759203.619548:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759203.619549:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759203.619556:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.619557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759203.619568:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759203.619584:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759203.619593:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.619610:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759203.619617:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759203.619618:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759203.619622:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759203.619627:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759203.619628:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759203.619634:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759203.619639:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759203.619639:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.619642:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759203.619646:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.619649:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759203.683415:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311580624, at 4311580672 00000100:00000040:1.0:1787759203.683415:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311580625, at 4311580672 00000100:00000010:1.0:1787759203.683434:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a9c0. 00000100:00000010:0.0:1787759203.683440:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a900. 00000100:00000001:1.0:1787759204.643385:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759204.643386:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759204.643395:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759204.643396:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759204.643400:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.643401:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759204.643411:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759204.643411:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759204.643418:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759204.643419:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759204.643423:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.643424:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759204.643428:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759204.643434:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759204.643440:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.643441:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759204.643445:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.643449:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759204.643458:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759204.643461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759204.643465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759204.643467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759204.643469:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759204.643470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759204.643473:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759204.643475:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.643476:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759204.643480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759204.643483:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759204.643485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.643490:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759204.643491:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.643494:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.643499:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759204.643502:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.643510:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759204.643526:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759204.643532:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759204.643537:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759204.643543:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759204.643548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759204.643552:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759204.643554:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759204.643555:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759204.643557:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.667396:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759205.667405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759205.667407:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.667416:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759205.667417:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759205.667433:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759205.667433:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.667452:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759205.667452:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759205.667466:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759205.667478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759205.667480:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759205.667483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.667489:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759205.667492:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759205.667495:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759205.667501:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759205.667514:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.667519:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759205.667530:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.667538:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759205.667538:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759205.667548:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759205.667551:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759205.667574:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759205.667577:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.667586:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759205.667587:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.667590:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759205.667596:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759205.667600:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759205.667604:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759205.667615:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759205.667633:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759205.667638:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759205.667643:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.667645:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.667648:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759205.667650:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759205.667655:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759205.667661:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759205.667669:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.667678:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759205.667684:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.667689:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759206.691394:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759206.691403:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759206.691406:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759206.691412:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759206.691417:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759206.691425:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759206.691430:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759206.691434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759206.691446:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759206.691466:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759206.691472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759206.691484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759206.691489:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759206.691495:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759206.691497:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759206.691500:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759206.691509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759206.691510:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759206.691514:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759206.691516:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759206.691519:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.691521:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759206.691525:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.691531:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759206.691532:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759206.691554:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759206.691560:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759206.691579:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759206.691584:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759206.691587:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759206.691590:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759206.691597:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759206.691600:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759206.691603:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.691604:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759206.691607:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759206.691614:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759206.691615:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759206.691618:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.691622:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759206.691626:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.691630:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759206.691630:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759206.691636:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.691640:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759206.819939:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759206.819950:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759206.819952:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759206.819960:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759206.819964:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759206.819969:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.819973:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759206.819977:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.819981:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759207.715366:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759207.715369:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759207.715377:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759207.715378:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759207.715381:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.715382:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759207.715389:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759207.715389:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759207.715395:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759207.715396:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759207.715405:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715406:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715423:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759207.715427:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715437:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759207.715438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759207.715443:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.715462:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.715464:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759207.715475:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759207.715482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759207.715488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759207.715496:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759207.715501:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715503:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759207.715505:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759207.715539:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759207.715547:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759207.715551:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.715554:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759207.715556:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759207.715561:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759207.715566:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759207.715569:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759207.715571:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759207.715581:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759207.715585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759207.715591:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715593:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759207.715597:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.715602:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715615:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759207.715621:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759207.715627:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759207.779412:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759207.779423:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759207.779425:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759207.779429:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759207.779434:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759207.779441:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16912 00000400:00000200:1.0:1787759207.779450:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759207.779456:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759207.779460:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759207.779462:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779466:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.779468:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779470:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759207.779473:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759207.779475:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759207.779483:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759207.779486:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759207.779488:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759207.779492:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759207.779494:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779495:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.779497:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779498:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759207.779501:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759207.779503:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779505:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759207.779507:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759207.779511:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759207.779513:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.779515:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759207.779518:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759207.779538:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787759207.779543:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759207.779548:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759207.779550:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.779553:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759207.779557:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759207.779562:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759207.779574:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759207.779581:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759207.779591:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931272704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759207.779603:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759207.779607:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759207.779611:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931272704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759207.779633:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759207.779635:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759207.779639:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759207.779640:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759207.779641:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759207.779644:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759207.779646:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16912 00000400:00000200:1.0:1787759207.779649:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759207.779652:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759207.779654:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759207.779657:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779658:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.779660:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779662:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759207.779664:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759207.779665:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759207.779667:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759207.779669:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759207.779671:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759207.779672:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759207.779674:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779675:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.779677:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779678:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759207.779681:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759207.779685:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779688:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759207.779691:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759207.779699:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759207.779705:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.779706:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759207.779711:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759207.779715:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.779720:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759207.779729:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787759207.779737:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759207.779747:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759207.779750:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.779754:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759207.779761:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759207.779765:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759207.779773:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759207.779789:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759207.779801:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931272832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759207.779812:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759207.779821:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759207.779832:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931272832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759207.779858:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759207.779863:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759207.779866:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759207.779867:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759207.779870:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759207.779876:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759207.779881:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16912 00000400:00000200:1.0:1787759207.779890:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759207.779896:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759207.779900:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759207.779908:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779911:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.779915:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779916:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759207.779918:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759207.779919:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759207.779920:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759207.779921:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759207.779925:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759207.779928:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759207.779939:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779948:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.779957:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779969:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759207.779978:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759207.779989:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759207.779998:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759207.780001:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759207.780007:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759207.780011:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780018:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759207.780025:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759207.780030:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780034:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759207.780043:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759207.780049:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759207.780058:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759207.780064:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780069:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759207.780077:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759207.780081:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759207.780086:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759207.780095:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759207.780107:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931272960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759207.780130:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759207.780134:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759207.780143:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931272960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759207.780159:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759207.780162:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759207.780166:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759207.780173:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759207.780175:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759207.780186:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759207.780196:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16912 00000400:00000200:1.0:1787759207.780204:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759207.780210:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759207.780213:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759207.780219:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780228:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.780232:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780238:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759207.780245:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759207.780248:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759207.780255:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759207.780260:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759207.780264:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759207.780312:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759207.780320:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780324:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.780334:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780342:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759207.780350:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759207.780363:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780372:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759207.780378:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759207.780383:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759207.780394:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780406:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759207.780408:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759207.780412:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780416:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759207.780427:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759207.780435:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759207.780442:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759207.780445:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780454:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759207.780460:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759207.780464:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759207.780473:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759207.780479:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759207.780487:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931273088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759207.780501:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759207.780506:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759207.780516:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931273088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759207.780547:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759207.780556:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759207.780572:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759207.780575:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759207.780581:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759207.780590:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759207.780598:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16912 00000400:00000200:1.0:1787759207.780606:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759207.780616:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759207.780623:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759207.780633:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780636:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.780641:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780646:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759207.780650:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759207.780652:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759207.780653:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759207.780656:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759207.780659:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759207.780665:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759207.780670:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780677:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759207.780684:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780694:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759207.780701:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759207.780722:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759207.780728:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759207.780735:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759207.780742:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759207.780750:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780756:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759207.780762:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759207.780770:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780777:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759207.780786:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759207.780796:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759207.780803:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759207.780808:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759207.780813:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759207.780817:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759207.780822:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759207.780834:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759207.780847:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759207.780862:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931273216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759207.780880:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759207.780887:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759207.780900:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931273216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759207.780923:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759207.780933:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16922) 00000100:00000001:0.0:1787759207.843366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759207.843373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759207.843375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759207.843379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759207.843382:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759207.843385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.843387:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759207.843389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.843392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759208.739435:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759208.739441:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.739448:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759208.739452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759208.739454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.739461:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759208.739465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.739470:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759208.739474:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759208.739476:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759208.739483:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759208.739487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.739490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759208.739500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759208.739522:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.739525:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759208.739529:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.739532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759208.739534:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759208.739534:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759208.739544:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759208.739548:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759208.739552:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.739564:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759208.739564:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759208.739572:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.739581:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759208.739606:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759208.739614:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.739620:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759208.739621:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759208.739632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759208.739634:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.739639:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759208.739641:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759208.739643:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.739650:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759208.739651:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.739652:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.739659:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759208.739661:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759208.739668:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759208.739673:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759208.739676:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759208.739680:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759208.803427:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311585744, at 4311585792 00000100:00000040:1.0:1787759208.803427:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311585744, at 4311585792 00000100:00000010:0.0:1787759208.803456:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a4e0. 00000100:00000010:1.0:1787759208.803463:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aae0. 00000100:00000001:0.0:1787759208.867333:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759208.867342:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.867344:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759208.867348:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.867352:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759208.867356:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.867358:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759208.867360:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.867363:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759209.763436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759209.763438:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759209.763445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.763447:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.763454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759209.763461:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759209.763465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759209.763471:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759209.763476:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759209.763480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759209.763483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.763501:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759209.763507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759209.763513:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.763515:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759209.763532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759209.763538:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759209.763546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759209.763560:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759209.763564:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.763566:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759209.763569:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759209.763573:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759209.763574:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759209.763583:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759209.763583:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.763599:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759209.763599:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759209.763603:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759209.763613:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759209.763616:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759209.763619:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759209.763629:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759209.763634:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759209.763638:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.763639:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759209.763646:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.763649:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759209.763650:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759209.763656:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759209.763657:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759209.763661:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.763676:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759209.763679:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.763683:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759209.763710:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759209.763713:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759209.763716:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759209.891438:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759209.891447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.891449:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759209.891454:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759209.891461:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759209.891465:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.891468:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759209.891470:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.891473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759210.787379:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759210.787379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759210.787386:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759210.787387:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759210.787390:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759210.787391:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759210.787400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759210.787400:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759210.787408:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759210.787408:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759210.787414:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759210.787414:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759210.787427:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759210.787428:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759210.787430:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759210.787431:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759210.787434:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.787438:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759210.787439:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759210.787444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759210.787447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759210.787451:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759210.787453:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759210.787456:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759210.787457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759210.787460:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759210.787460:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759210.787466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759210.787466:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759210.787482:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759210.787485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759210.787493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.787499:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759210.787499:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759210.787503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.787507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759210.787526:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759210.787529:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759210.787533:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759210.915343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759210.915352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759210.915354:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759210.915359:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759210.915363:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759210.915366:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.915368:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759210.915370:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.915374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.811383:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759211.811383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759211.811391:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759211.811391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759211.811396:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.811397:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759211.811403:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759211.811404:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759211.811411:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759211.811412:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759211.811418:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759211.811419:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759211.811436:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759211.811440:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.811447:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759211.811463:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759211.811463:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.811471:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759211.811481:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759211.811486:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759211.811490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759211.811491:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.811496:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759211.811496:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759211.811500:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759211.811501:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759211.811506:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759211.811507:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759211.811513:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759211.811514:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759211.811516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.811519:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759211.811520:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.811525:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759211.811529:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.811536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759211.811550:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787759211.811556:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759211.811556:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787759211.811561:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759211.811561:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759211.811567:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759211.811567:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759211.811572:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759211.811575:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759211.811577:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759211.811578:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759211.811581:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.939382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759211.939390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759211.939392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759211.939397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759211.939401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759211.939404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.939406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759211.939409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.939412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.835371:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.835377:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759212.835377:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.835381:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759212.835383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759212.835388:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.835389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.835395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759212.835395:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759212.835401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759212.835406:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.835409:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759212.835414:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759212.835415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.835418:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759212.835420:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759212.835424:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759212.835428:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.835444:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.835448:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759212.835450:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.835453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.835456:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759212.835459:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.835465:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759212.835467:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.835469:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759212.835481:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759212.835484:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759212.835487:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759212.835511:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759212.835516:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759212.835520:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759212.835525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759212.835530:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759212.835534:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759212.835538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759212.835541:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759212.835544:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759212.899371:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759212.899380:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759212.899383:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759212.899385:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759212.899400:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759212.899406:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16917 00000400:00000200:0.0:1787759212.899414:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759212.899420:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759212.899424:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759212.899427:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899440:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899443:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899446:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759212.899450:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759212.899452:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759212.899454:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759212.899458:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759212.899460:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759212.899463:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759212.899465:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899467:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899468:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899469:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759212.899472:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759212.899474:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899476:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759212.899483:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759212.899487:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759212.899490:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899493:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759212.899495:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759212.899502:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759212.899507:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759212.899510:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759212.899512:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899516:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759212.899518:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759212.899522:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759212.899530:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759212.899536:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.899550:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931273344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759212.899561:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759212.899565:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759212.899571:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931273344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759212.899600:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759212.899604:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759212.899608:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759212.899609:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759212.899611:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759212.899614:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759212.899617:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16917 00000400:00000200:0.0:1787759212.899621:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759212.899624:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759212.899626:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759212.899629:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899631:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899633:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899636:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759212.899638:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759212.899639:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759212.899641:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759212.899643:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759212.899645:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759212.899647:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759212.899650:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899652:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899654:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899656:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759212.899659:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759212.899661:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899664:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759212.899666:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759212.899671:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759212.899674:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899676:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759212.899680:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759212.899684:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899686:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759212.899690:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759212.899692:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759212.899694:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759212.899696:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899697:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759212.899699:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759212.899701:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759212.899705:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759212.899709:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.899714:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931273472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759212.899723:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759212.899725:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759212.899728:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931273472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759212.899736:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759212.899739:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759212.899743:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759212.899745:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759212.899746:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759212.899749:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759212.899752:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16917 00000400:00000200:0.0:1787759212.899755:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759212.899758:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759212.899761:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759212.899764:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899766:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899768:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899770:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759212.899773:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759212.899774:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759212.899776:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759212.899779:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759212.899781:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759212.899783:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759212.899787:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899789:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899791:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899793:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759212.899797:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759212.899800:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899802:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759212.899804:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759212.899807:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759212.899809:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899812:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759212.899814:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759212.899817:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899818:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759212.899823:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759212.899826:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759212.899828:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759212.899830:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899832:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759212.899833:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759212.899835:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759212.899839:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759212.899842:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.899849:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931273600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759212.899856:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759212.899858:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759212.899862:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931273600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759212.899869:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759212.899872:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759212.899875:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759212.899877:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759212.899879:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759212.899882:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759212.899885:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16917 00000400:00000200:0.0:1787759212.899889:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759212.899892:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759212.899894:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759212.899897:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899899:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899901:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899903:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759212.899905:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759212.899907:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759212.899908:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759212.899910:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759212.899912:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759212.899914:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759212.899917:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899919:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.899921:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899923:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759212.899926:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759212.899928:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759212.899930:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759212.899932:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759212.899935:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759212.899937:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899938:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759212.899941:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759212.899943:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899944:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759212.899948:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759212.899950:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759212.899953:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759212.899954:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.899955:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759212.899957:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759212.899958:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759212.899962:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759212.899964:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.899969:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931273728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759212.899976:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759212.899978:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759212.899981:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931273728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759212.899988:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759212.899991:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759212.899994:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759212.899995:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759212.899997:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759212.900000:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759212.900002:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16917 00000400:00000200:0.0:1787759212.900005:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759212.900008:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759212.900010:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759212.900013:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.900015:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.900016:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.900018:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759212.900020:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759212.900021:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759212.900022:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759212.900024:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759212.900026:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759212.900028:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759212.900032:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.900034:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759212.900036:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759212.900038:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759212.900040:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759212.900043:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759212.900045:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759212.900047:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759212.900049:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759212.900051:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.900053:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759212.900055:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759212.900062:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.900063:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759212.900066:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759212.900068:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759212.900076:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759212.900077:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.900079:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759212.900080:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759212.900082:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759212.900086:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759212.900089:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.900093:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931273856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759212.900100:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759212.900102:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759212.900105:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931273856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759212.900112:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759212.900118:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16927) 00000100:00000001:0.0:1787759212.963363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.963371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759212.963373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.963377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.963380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759212.963383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.963385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759212.963387:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.963389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759213.859374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759213.859374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759213.859382:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759213.859382:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759213.859386:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759213.859387:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759213.859392:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759213.859393:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759213.859399:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759213.859400:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759213.859406:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759213.859406:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.859438:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759213.859441:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.859445:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759213.859446:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759213.859450:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759213.859455:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759213.859464:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759213.859469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759213.859469:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759213.859473:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759213.859474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759213.859477:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759213.859479:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759213.859480:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759213.859483:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759213.859486:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759213.859487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759213.859491:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.859492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759213.859496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759213.859501:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759213.859502:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759213.859505:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759213.859510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759213.859528:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759213.859532:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759213.859535:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759213.923338:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311590865, at 4311590912 00000100:00000040:1.0:1787759213.923344:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311590865, at 4311590912 00000100:00000010:0.0:1787759213.923352:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000010:1.0:1787759213.923353:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a2a0. 00000100:00000001:0.0:1787759213.987377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759213.987383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759213.987385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759213.987390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759213.987394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759213.987399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.987401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759213.987404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.987407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759214.883387:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759214.883394:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759214.883409:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759214.883413:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759214.883416:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759214.883419:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759214.883422:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759214.883423:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759214.883424:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.883429:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759214.883429:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759214.883432:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759214.883435:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759214.883437:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.883443:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.883454:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759214.883459:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759214.883461:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759214.883467:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759214.883468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759214.883476:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759214.883489:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759214.883497:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759214.883499:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.883501:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759214.883507:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759214.883510:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759214.883513:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759214.883514:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759214.883522:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.883523:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.883528:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759214.883528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759214.883530:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759214.883533:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.883535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759214.883549:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759214.883555:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759214.883559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759214.883567:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787759214.883567:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000020:00000001:0.0:1787759214.883575:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759214.883576:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759214.883582:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787759214.883589:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759214.883589:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759214.883598:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759214.883609:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.011362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759215.011368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759215.011369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759215.011373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759215.011376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759215.011379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.011381:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759215.011389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.011392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759215.907406:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759215.907413:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759215.907417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759215.907417:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.907426:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759215.907428:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759215.907432:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759215.907436:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759215.907445:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759215.907446:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759215.907459:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759215.907465:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759215.907466:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907479:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759215.907479:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.907485:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907490:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759215.907507:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759215.907511:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759215.907515:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759215.907523:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759215.907526:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759215.907528:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759215.907531:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759215.907533:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907541:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759215.907544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759215.907546:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759215.907552:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907555:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759215.907560:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.907561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907570:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759215.907573:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.907576:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759215.907606:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759215.907611:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759215.907618:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759216.035464:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759216.035473:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759216.035476:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759216.035481:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759216.035485:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.035488:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.035491:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759216.035494:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.035497:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759216.931405:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759216.931420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759216.931425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759216.931429:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759216.931433:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759216.931439:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759216.931444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759216.931445:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759216.931461:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.931463:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.931474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759216.931478:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759216.931493:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759216.931494:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759216.931498:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.931499:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.931513:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759216.931515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759216.931607:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759216.931611:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1787759216.931612:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759216.931623:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1787759216.931625:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759216.931634:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759216.931645:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759216.931649:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759216.931655:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.931656:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759216.931669:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759216.931671:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759216.931680:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759216.931681:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759216.931694:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.931695:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.931701:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759216.931704:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759216.931720:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759216.931723:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.931727:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.059417:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759217.059422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759217.059424:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759217.059428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759217.059431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759217.059434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.059436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759217.059438:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.059440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759217.955420:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759217.955421:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759217.955433:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759217.955434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759217.955446:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759217.955446:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759217.955459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759217.955461:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759217.955471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759217.955472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759217.955484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759217.955485:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.955492:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759217.955498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.955507:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759217.955508:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759217.955513:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759217.955522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759217.955538:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759217.955545:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759217.955549:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759217.955558:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759217.955565:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759217.955569:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759217.955570:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.955576:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759217.955580:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759217.955581:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759217.955592:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759217.955593:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759217.955608:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.955609:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759217.955619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759217.955626:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759217.955634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759217.955647:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.955648:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759217.955653:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.955664:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759218.019340:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759218.019372:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759218.019375:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759218.019377:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759218.019380:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759218.019386:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16922 00000400:00000200:0.0:1787759218.019392:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759218.019397:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759218.019399:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759218.019401:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019403:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019405:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019407:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759218.019410:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759218.019411:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759218.019413:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759218.019415:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759218.019416:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759218.019418:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759218.019419:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019420:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759218.019425:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759218.019428:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019429:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759218.019431:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759218.019434:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759218.019436:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019438:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759218.019439:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759218.019447:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759218.019450:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759218.019453:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759218.019454:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019456:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759218.019458:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759218.019461:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759218.019467:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759218.019471:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.019478:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931273984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759218.019484:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759218.019488:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759218.019491:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931273984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759218.019508:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759218.019511:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759218.019513:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759218.019514:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759218.019515:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759218.019517:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759218.019519:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16922 00000400:00000200:0.0:1787759218.019520:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759218.019522:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759218.019523:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759218.019526:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019527:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019528:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019529:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759218.019531:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759218.019531:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759218.019532:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759218.019534:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759218.019535:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759218.019537:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759218.019540:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019541:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019542:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019543:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759218.019545:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759218.019547:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019550:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759218.019552:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759218.019556:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759218.019558:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019559:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759218.019563:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759218.019565:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019567:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759218.019570:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759218.019573:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759218.019575:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759218.019575:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019578:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759218.019582:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759218.019584:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759218.019590:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759218.019593:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.019606:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931274112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759218.019654:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759218.019659:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759218.019669:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931274112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759218.019717:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759218.019721:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759218.019728:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759218.019733:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759218.019737:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759218.019740:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759218.019744:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16922 00000400:00000200:0.0:1787759218.019747:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759218.019751:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759218.019759:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759218.019768:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019770:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019772:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019780:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759218.019789:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759218.019790:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759218.019791:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759218.019794:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759218.019803:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759218.019805:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759218.019807:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019809:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019815:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019818:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759218.019820:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759218.019822:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019824:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759218.019831:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759218.019835:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759218.019839:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019847:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759218.019850:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759218.019852:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019855:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759218.019858:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759218.019860:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759218.019862:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759218.019863:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.019864:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759218.019866:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759218.019868:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759218.019874:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759218.019877:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.019886:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931274240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759218.019911:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759218.019915:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759218.019925:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931274240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759218.019942:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759218.019949:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759218.019952:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759218.019953:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759218.019954:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759218.019956:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759218.019963:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16922 00000400:00000200:0.0:1787759218.019971:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759218.019973:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759218.019974:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759218.019978:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019982:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.019987:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.019991:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759218.019993:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759218.019994:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759218.019997:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759218.019999:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759218.020012:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759218.020014:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759218.020021:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020023:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.020035:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020044:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759218.020046:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759218.020051:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020057:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759218.020062:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759218.020066:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759218.020069:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.020070:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759218.020072:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759218.020073:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.020074:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759218.020076:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759218.020077:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759218.020083:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759218.020085:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.020088:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759218.020092:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759218.020094:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759218.020103:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759218.020111:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.020120:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931274368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759218.020154:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759218.020158:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759218.020164:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931274368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759218.020172:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759218.020176:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759218.020179:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759218.020180:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759218.020185:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759218.020188:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759218.020193:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16922 00000400:00000200:0.0:1787759218.020202:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759218.020208:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759218.020211:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759218.020221:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020226:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.020239:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020248:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759218.020254:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759218.020257:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759218.020264:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759218.020293:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759218.020295:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759218.020298:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759218.020301:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020303:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759218.020306:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020308:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759218.020311:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759218.020313:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759218.020314:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759218.020316:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759218.020320:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759218.020328:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.020330:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759218.020332:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759218.020333:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.020335:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759218.020337:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759218.020354:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759218.020358:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759218.020361:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.020369:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759218.020372:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759218.020374:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759218.020380:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759218.020388:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.020397:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931274496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759218.020414:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759218.020419:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759218.020429:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931274496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759218.020444:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759218.020451:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16932) 00000100:00000001:0.0:1787759218.083378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759218.083384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759218.083386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.083390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759218.083393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759218.083395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.083397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759218.083399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.083401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.979418:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759218.979421:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759218.979426:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759218.979428:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759218.979435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.979436:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759218.979447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759218.979455:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759218.979457:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759218.979463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.979470:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759218.979470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759218.979479:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759218.979480:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759218.979493:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.979494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759218.979504:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.979515:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759218.979539:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759218.979539:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759218.979547:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787759218.979548:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759218.979558:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759218.979560:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759218.979566:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759218.979575:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759218.979576:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759218.979580:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.979582:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759218.979593:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759218.979593:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759218.979600:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759218.979601:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759218.979608:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759218.979609:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.979612:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.979635:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759218.979638:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.979640:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759219.043387:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311595985, at 4311596032 00000100:00000010:0.0:1787759219.043400:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ae40. 00000100:00000040:1.0:1787759219.043405:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311595985, at 4311596032 00000100:00000010:1.0:1787759219.043422:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:0.0:1787759219.107380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759219.107387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759219.107388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759219.107392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759219.107394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759219.107397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759219.107399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759219.107401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759219.107403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759220.003418:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759220.003418:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759220.003428:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759220.003428:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759220.003432:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759220.003433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759220.003440:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759220.003441:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759220.003447:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759220.003447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759220.003454:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759220.003454:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.003461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759220.003464:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.003470:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759220.003471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759220.003476:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759220.003480:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759220.003493:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759220.003496:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759220.003499:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759220.003528:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759220.003528:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759220.003536:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759220.003538:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759220.003541:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759220.003542:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759220.003548:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759220.003548:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759220.003554:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759220.003554:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759220.003562:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759220.003562:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759220.003569:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.003570:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.003577:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759220.003577:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759220.003582:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759220.003589:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759220.003611:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759220.003617:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759220.003625:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759220.003629:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759220.003636:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759220.003639:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759220.003645:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759220.003648:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759220.003651:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759220.131411:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759220.131419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759220.131422:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759220.131427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759220.131431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759220.131435:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.131438:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759220.131440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.131443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759221.027466:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759221.027469:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759221.027474:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759221.027475:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759221.027483:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759221.027483:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759221.027496:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759221.027496:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759221.027507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759221.027510:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759221.027513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759221.027515:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.027523:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759221.027524:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759221.027529:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759221.027530:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.027535:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759221.027540:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759221.027556:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759221.027561:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759221.027565:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759221.027575:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759221.027579:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759221.027582:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759221.027584:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759221.027589:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759221.027594:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759221.027595:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759221.027599:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759221.027600:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759221.027604:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.027605:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759221.027607:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759221.027611:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759221.027615:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.027621:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759221.027652:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759221.027656:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759221.027659:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759221.027665:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759221.027671:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759221.027675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.027678:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759221.027679:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.027681:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759221.155394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759221.155406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759221.155409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759221.155416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759221.155421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759221.155426:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.155430:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759221.155433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759221.155437:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759222.051443:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759222.051455:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.051456:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759222.051460:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.051463:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.051467:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759222.051468:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759222.051479:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759222.051480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.051484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759222.051488:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.051493:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759222.051495:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759222.051505:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.051514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759222.051515:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.051518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.051522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.051551:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759222.051556:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759222.051559:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759222.051561:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.051572:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759222.051575:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.051585:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759222.051585:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.051593:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.051601:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759222.051602:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759222.051612:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759222.051614:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.051627:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759222.051627:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759222.051646:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759222.051651:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759222.051658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.051714:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759222.051719:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.051727:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.051734:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759222.051738:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.051741:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.051744:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.051746:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.051749:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.179387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759222.179398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.179401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.179409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759222.179414:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.179419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.179423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.179426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.179431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759223.075409:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.075412:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759223.075419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.075420:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.075422:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759223.075422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759223.075429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759223.075431:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759223.075438:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759223.075438:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759223.075447:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759223.075448:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.075457:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759223.075461:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.075473:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759223.075473:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759223.075478:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759223.075489:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.075492:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.075497:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.075501:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759223.075504:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759223.075505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759223.075512:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.075515:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759223.075518:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.075520:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759223.075521:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759223.075525:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759223.075526:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759223.075530:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.075531:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.075536:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759223.075556:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759223.075561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759223.075570:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.075575:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.075579:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.075580:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759223.075583:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759223.075586:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759223.075590:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.075593:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759223.075595:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.075601:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.203357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.203366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.203368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759223.203374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759223.203379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759223.203384:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.203388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759223.203391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.203395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759224.099402:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759224.099413:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759224.099417:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759224.099426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759224.099434:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759224.099440:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759224.099453:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759224.099458:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759224.099463:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759224.099466:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759224.099476:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759224.099482:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759224.099483:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759224.099492:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759224.099492:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759224.099500:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759224.099502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759224.099506:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759224.099512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759224.099515:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759224.099518:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759224.099520:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.099526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.099544:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759224.099544:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759224.099554:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759224.099560:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759224.099572:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759224.099577:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759224.099580:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759224.099585:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759224.099588:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759224.099591:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.099594:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759224.099597:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.099600:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759224.099602:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759224.099611:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759224.099615:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759224.099620:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759224.099623:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759224.099627:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759224.099630:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759224.099632:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759224.099635:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759224.163402:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311601105, at 4311601152 00000100:00000040:0.0:1787759224.163403:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311601105, at 4311601152 00000100:00000010:0.0:1787759224.163428:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:1.0:1787759224.163437:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787759224.227385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759224.227396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759224.227399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759224.227405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759224.227409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759224.227415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.227419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759224.227422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.227427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759225.123415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759225.123425:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759225.123433:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759225.123444:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759225.123449:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759225.123453:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.123455:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759225.123458:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.123461:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759225.124322:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759225.124332:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759225.124332:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759225.124337:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759225.124338:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759225.124343:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759225.124350:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759225.124350:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759225.124362:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759225.124364:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759225.124367:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759225.124369:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.124378:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759225.124378:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759225.124388:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.124390:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.124406:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759225.124406:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759225.251375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759225.251381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759225.251384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759225.251389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759225.251392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759225.251395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.251398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759225.251401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.251404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759226.147390:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759226.147401:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759226.147404:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.147408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.147416:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759226.147418:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759226.147421:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759226.147425:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759226.147436:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759226.147438:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.147451:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.147456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759226.147477:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759226.147478:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.147486:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759226.147486:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.147490:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.147495:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.147517:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.147523:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759226.147528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759226.147533:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759226.147538:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759226.147538:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759226.147546:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.147549:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759226.147551:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759226.147553:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759226.147559:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.147564:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759226.147566:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.147569:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759226.147573:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759226.147576:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759226.147580:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759226.147585:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.275379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.275387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759226.275389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759226.275394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759226.275398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.275401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.275404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759226.275407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.275410:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759227.171423:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759227.171430:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.171431:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759227.171435:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.171439:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759227.171443:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.171444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.171458:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759227.171459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759227.171466:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.171467:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759227.171474:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.171477:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171477:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171494:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.171495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.171503:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.171513:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759227.171517:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759227.171530:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759227.171533:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759227.171538:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759227.171544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759227.171548:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171562:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759227.171570:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171584:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.171589:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759227.171595:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.171600:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.171606:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.171612:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.171619:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171627:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759227.171636:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759227.171637:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.171644:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171644:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759227.171652:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.171653:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759227.171661:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759227.171665:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759227.171671:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759227.171674:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.299378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759227.299385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.299387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.299392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.299395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.299399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.299402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.299404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.299407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759228.195385:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759228.195394:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759228.195397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759228.195402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759228.195406:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759228.195410:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.195415:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759228.195418:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759228.195421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759228.195425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759228.195426:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759228.195435:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759228.195437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.195445:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759228.195452:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.195465:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759228.195470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.195474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759228.195496:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759228.195507:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759228.195514:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759228.195525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759228.195533:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759228.195538:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759228.195556:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759228.195558:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759228.195561:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759228.260329:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759228.260341:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759228.260344:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759228.260349:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759228.260354:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759228.260362:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16932 00000400:00000200:0.0:1787759228.260373:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759228.260380:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759228.260384:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759228.260387:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260391:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.260393:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260396:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759228.260401:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759228.260403:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759228.260406:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759228.260410:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759228.260412:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759228.260415:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759228.260418:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260420:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.260422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759228.260428:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759228.260432:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260435:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759228.260439:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759228.260443:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759228.260446:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260449:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759228.260451:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759228.260462:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759228.260467:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759228.260471:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759228.260474:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260477:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759228.260481:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759228.260485:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759228.260496:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759228.260503:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.260513:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931275264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759228.260525:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759228.260530:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759228.260535:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931275264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759228.260561:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759228.260564:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759228.260568:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759228.260570:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759228.260572:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759228.260575:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759228.260578:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16932 00000400:00000200:0.0:1787759228.260581:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759228.260584:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759228.260587:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759228.260589:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260592:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.260594:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260597:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759228.260599:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759228.260601:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759228.260603:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759228.260605:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759228.260607:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759228.260609:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759228.260613:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260617:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.260620:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260623:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759228.260628:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759228.260632:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260636:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759228.260638:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759228.260645:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759228.260650:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260654:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759228.260661:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759228.260666:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260670:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759228.260674:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759228.260679:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759228.260684:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759228.260687:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260690:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759228.260693:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759228.260695:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759228.260701:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759228.260707:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.260715:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931275392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759228.260724:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759228.260726:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759228.260730:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931275392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759228.260745:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759228.260751:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759228.260756:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759228.260759:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759228.260762:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759228.260765:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759228.260768:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16932 00000400:00000200:0.0:1787759228.260775:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759228.260779:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759228.260782:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759228.260787:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260799:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.260804:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260808:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759228.260812:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759228.260813:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759228.260815:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759228.260817:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759228.260819:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759228.260822:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759228.260828:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260831:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.260835:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260840:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759228.260844:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759228.260849:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759228.260853:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759228.260857:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759228.260860:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759228.260862:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260870:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759228.260873:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759228.260877:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260880:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759228.260884:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759228.260887:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759228.260889:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759228.260892:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.260895:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759228.260897:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759228.260900:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759228.260906:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759228.260911:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.260919:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931275520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759228.260930:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759228.260934:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759228.260942:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931275520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759228.260961:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759228.260965:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759228.260972:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759228.260975:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759228.260979:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759228.260984:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759228.260989:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16932 00000400:00000200:0.0:1787759228.260995:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759228.260998:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759228.261003:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759228.261007:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261011:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.261017:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261020:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759228.261024:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759228.261027:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759228.261030:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759228.261033:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759228.261037:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759228.261040:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759228.261048:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261053:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.261057:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261061:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759228.261064:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759228.261067:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261071:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759228.261074:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759228.261078:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759228.261082:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.261085:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759228.261089:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759228.261095:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.261097:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759228.261103:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759228.261107:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759228.261112:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759228.261115:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.261119:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759228.261121:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759228.261124:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759228.261129:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759228.261132:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.261138:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931275648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759228.261154:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759228.261158:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759228.261180:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931275648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759228.261191:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759228.261196:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759228.261202:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759228.261204:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759228.261207:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759228.261211:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759228.261215:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16932 00000400:00000200:0.0:1787759228.261221:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759228.261225:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759228.261228:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759228.261232:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261236:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.261240:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261244:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759228.261249:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759228.261250:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759228.261253:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759228.261256:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759228.261259:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759228.261263:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759228.261298:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261300:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759228.261303:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261307:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759228.261309:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759228.261314:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759228.261319:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759228.261324:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759228.261328:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759228.261332:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.261336:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759228.261340:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759228.261344:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.261348:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759228.261354:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759228.261358:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759228.261362:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759228.261364:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.261368:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759228.261370:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759228.261374:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759228.261380:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759228.261385:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.261392:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931275776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759228.261406:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759228.261410:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759228.261418:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931275776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759228.261436:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759228.261443:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16942) 00000100:00000001:0.0:1787759228.323351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759228.323360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759228.323363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.323369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759228.323373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759228.323378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.323381:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759228.323384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.323388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759229.219421:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759229.219435:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759229.219439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759229.219445:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759229.219452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759229.219459:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219467:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759229.219471:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219476:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759229.219493:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759229.219498:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759229.219499:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759229.219502:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759229.219506:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759229.219510:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219516:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759229.219519:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219524:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759229.219557:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759229.219573:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759229.219574:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759229.219577:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759229.219579:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759229.219581:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759229.219582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759229.219585:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759229.219587:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759229.219588:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.219592:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759229.219593:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759229.219596:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219596:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.219601:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759229.219602:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759229.219606:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.219609:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759229.219619:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759229.219624:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759229.219626:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759229.219629:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759229.219631:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759229.219634:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219635:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759229.219637:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759229.219640:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759229.283407:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311606225, at 4311606272 00000100:00000040:1.0:1787759229.283407:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311606225, at 4311606272 00000100:00000010:0.0:1787759229.283428:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:1.0:1787759229.283430:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787759229.347427:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759229.347436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759229.347439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759229.347446:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759229.347450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759229.347454:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.347457:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759229.347460:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.347462:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.243391:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759230.243396:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759230.243402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759230.243403:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759230.243407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759230.243407:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759230.243414:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759230.243414:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759230.243419:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759230.243421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759230.243422:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.243425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.243429:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759230.243429:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759230.243433:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.243434:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759230.243438:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.243439:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759230.243461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759230.243465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759230.243467:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759230.243469:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759230.243480:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759230.243485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759230.243488:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.243490:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759230.243492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.243494:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759230.243496:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759230.243496:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759230.243502:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759230.243505:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759230.243508:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.243510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.243511:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759230.243513:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759230.243518:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759230.243522:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759230.243525:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759230.243528:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759230.243532:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759230.243537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759230.243539:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759230.243540:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759230.243541:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.371407:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759230.371417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759230.371420:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759230.371427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759230.371432:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759230.371437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.371440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.371444:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.371448:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.267423:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.267433:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759231.267437:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759231.267446:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759231.267451:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759231.267456:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267461:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.267466:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267470:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.267510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.267515:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759231.267519:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759231.267524:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759231.267528:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759231.267532:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.267541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267544:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759231.267571:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.267573:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.267579:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759231.267579:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759231.267583:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759231.267583:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759231.267590:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759231.267590:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759231.267597:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759231.267597:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759231.267602:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759231.267603:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267607:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.267610:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267613:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759231.267614:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759231.267618:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759231.267621:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.267639:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.267645:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759231.267649:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759231.267654:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759231.267659:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759231.267662:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267667:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.267668:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.267670:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.395446:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.395457:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759231.395460:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759231.395467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759231.395471:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759231.395477:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.395480:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.395484:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.395488:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.291390:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759232.291393:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.291399:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759232.291400:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.291404:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759232.291404:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.291413:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759232.291413:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759232.291421:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759232.291421:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.291427:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759232.291427:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759232.291434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759232.291438:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.291445:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759232.291445:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.291449:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.291454:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759232.291465:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.291472:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759232.291472:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759232.291476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.291477:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.291481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759232.291481:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759232.291485:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759232.291488:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.291489:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.291492:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759232.291493:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.291495:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.291498:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.291501:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759232.291504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759232.291507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759232.291512:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.291514:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.291520:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.291525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.291531:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759232.291537:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.291542:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.291546:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.291550:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.291555:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.419445:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.419454:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.419456:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.419461:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759232.419464:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.419469:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.419472:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.419474:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.419477:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759233.315402:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759233.315413:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759233.315415:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.315419:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759233.315420:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.315422:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759233.315428:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759233.315429:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759233.315434:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759233.315436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759233.315438:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759233.315442:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.315443:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759233.315446:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.315450:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759233.315459:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759233.315462:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759233.315466:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.315470:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759233.315475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.315479:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759233.315485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759233.315486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759233.315490:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.315492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759233.315494:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.315497:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759233.315498:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759233.315506:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759233.315510:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.315513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759233.315518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.315521:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759233.315522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759233.315525:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759233.315528:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759233.315561:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759233.315566:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759233.315569:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759233.315574:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759233.315579:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759233.315581:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759233.315584:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759233.315586:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759233.315588:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.443406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759233.443414:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.443416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759233.443421:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759233.443424:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759233.443427:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.443430:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759233.443433:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.443436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.339413:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759234.339422:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759234.339428:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759234.339437:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759234.339444:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.339451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339459:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.339464:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339472:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.339491:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759234.339496:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759234.339497:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759234.339500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759234.339503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.339505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339507:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.339509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339512:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.339625:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759234.339629:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759234.339631:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759234.339634:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759234.339636:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.339639:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339640:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.339642:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339644:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759234.339653:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759234.339659:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759234.339662:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.339665:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759234.339666:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759234.339669:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759234.339671:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.339672:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759234.339676:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759234.339676:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339681:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759234.339682:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.339684:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759234.339686:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759234.339690:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.339691:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.339694:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.339697:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759234.403391:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311611344, at 4311611392 00000100:00000040:1.0:1787759234.403391:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311611344, at 4311611392 00000100:00000010:0.0:1787759234.403413:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af00. 00000100:00000010:1.0:1787759234.403417:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac00. 00000100:00000001:0.0:1787759234.467439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759234.467451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759234.467453:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759234.467460:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759234.467464:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.467470:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.467474:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.467478:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.467482:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759235.363395:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759235.363404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759235.363407:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.363409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.363414:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759235.363415:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.363416:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759235.363422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759235.363423:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.363428:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759235.363428:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.363432:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759235.363433:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759235.363436:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759235.363439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.363444:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759235.363449:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.363456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.363474:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.363480:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759235.363482:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759235.363484:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.363488:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759235.363489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.363492:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759235.363495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759235.363496:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.363502:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759235.363503:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759235.363508:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759235.363515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759235.363522:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759235.363526:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759235.363531:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759235.363534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759235.363538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.491418:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.491435:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759235.491437:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759235.491444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.491448:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759235.491453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.491456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759235.491460:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.491465:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759236.387386:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759236.387397:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759236.387401:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.387406:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759236.387409:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.387414:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759236.387417:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.387418:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759236.387427:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759236.387433:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.387442:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.387448:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759236.387458:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759236.387461:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759236.387465:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.387466:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.387470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.387474:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759236.387488:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759236.387492:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759236.387495:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.387497:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759236.387501:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.387502:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759236.387509:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759236.387511:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759236.387516:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759236.387519:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.387520:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.387526:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759236.387535:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759236.387537:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759236.387542:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.387543:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.387547:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.387554:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759236.387573:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759236.387579:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759236.387582:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759236.387586:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759236.387589:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759236.387592:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759236.387594:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759236.387596:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759236.387598:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.515365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759236.515372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759236.515374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759236.515377:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.515380:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.515383:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.515386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.515388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.515392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759237.411383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759237.411389:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759237.411393:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759237.411398:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759237.411403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759237.411408:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.411415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759237.411418:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.411419:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.411422:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759237.411423:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.411428:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759237.411429:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.411434:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.411437:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.411440:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.411442:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759237.411444:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759237.411446:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759237.411449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759237.411453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759237.411459:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759237.411461:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759237.411465:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.411466:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.411471:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759237.411471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759237.411478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759237.411479:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759237.411480:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.411484:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759237.411486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.411487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.411495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.411499:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.411505:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759237.411517:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759237.411521:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759237.411524:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759237.411530:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759237.411535:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759237.411538:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759237.411541:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759237.411543:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759237.411545:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.539351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759237.539357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.539359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.539363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759237.539366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.539369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.539371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.539373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.539376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.435412:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759238.435412:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759238.435422:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759238.435422:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759238.435424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759238.435426:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759238.435432:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759238.435433:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759238.435437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759238.435438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759238.435442:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759238.435443:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.435446:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759238.435448:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759238.435449:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759238.435452:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.435454:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759238.435456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759238.435472:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759238.435475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759238.435476:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759238.435478:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759238.435481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759238.435483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759238.435485:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759238.435487:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759238.435489:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.435691:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759238.435694:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759238.435695:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759238.435697:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759238.435704:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759238.435706:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.435707:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759238.435708:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.435710:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759238.435734:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759238.435737:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759238.435739:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759238.435741:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759238.435743:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759238.435746:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759238.435748:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759238.435750:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759238.435752:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.563421:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759238.563430:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759238.563432:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759238.563437:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759238.563440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759238.563444:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.563446:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759238.563448:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.563451:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759239.459369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759239.459375:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759239.459379:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759239.459386:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759239.459391:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759239.459394:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759239.459398:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759239.459402:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759239.459405:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759239.459418:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759239.459421:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759239.459422:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759239.459424:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759239.459427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759239.459429:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759239.459431:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759239.459433:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759239.459435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759239.459467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759239.459469:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759239.459472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759239.459474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759239.459477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759239.459478:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.459487:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759239.459491:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759239.459493:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759239.459496:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759239.459497:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759239.459499:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759239.460446:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759239.460449:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759239.460459:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759239.460535:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759239.460538:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.460541:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759239.523347:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311616464, at 4311616512 00000100:00000040:1.0:1787759239.523347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311616464, at 4311616512 00000100:00000010:0.0:1787759239.523361:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ab40. 00000100:00000010:1.0:1787759239.523363:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a000. 00000100:00000001:0.0:1787759239.587386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759239.587394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759239.587397:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759239.587402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759239.587405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759239.587409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.587412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759239.587414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.587417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.483338:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759240.483345:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.483349:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759240.483354:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759240.483358:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759240.483359:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759240.483364:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.483365:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759240.483369:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.483370:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759240.483374:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759240.483374:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759240.483378:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759240.483379:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759240.483385:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759240.483390:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759240.483394:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759240.483398:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.483407:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759240.483411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.483414:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759240.483416:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759240.483418:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759240.483420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.483421:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759240.483425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759240.483425:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.483430:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759240.483431:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759240.483433:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.483438:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759240.483438:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759240.483443:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759240.483447:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759240.483451:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759240.483458:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.483461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759240.483465:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.483468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759240.483469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759240.483472:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759240.483475:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.483476:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759240.483478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.483479:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.611384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759240.611392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.611394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759240.611399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759240.611402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759240.611406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.611408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759240.611409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.611411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759241.507375:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759241.507383:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759241.507386:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759241.507394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759241.507401:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759241.507407:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759241.507412:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759241.507416:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.507420:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759241.507421:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.507426:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759241.507430:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759241.507434:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759241.507440:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759241.507443:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.507447:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759241.507450:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.507455:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759241.507483:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759241.507485:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759241.507490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759241.507495:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759241.507496:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.507500:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759241.507503:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759241.507506:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759241.507510:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759241.507511:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759241.507518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.507520:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759241.507522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759241.507528:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.507532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759241.507532:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.507536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.507540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.635378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759241.635385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759241.635387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759241.635392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759241.635396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759241.635399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.635402:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759241.635405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.635408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759242.531381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759242.531388:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759242.531392:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759242.531396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759242.531401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759242.531406:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759242.531412:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759242.531414:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.531417:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759242.531419:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.531426:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.531434:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759242.531438:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759242.531445:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759242.531451:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.531452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759242.531454:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.531464:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759242.531464:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.531474:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759242.531475:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.531490:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759242.531491:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.531499:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759242.531499:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.531511:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759242.531511:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.531574:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759242.531578:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.531585:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.531590:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.531597:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.531601:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.531613:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.531616:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.531618:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.659410:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759242.659419:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.659421:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.659427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.659430:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.659434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.659437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.659440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.659442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759243.555356:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759243.555364:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759243.555367:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759243.555373:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759243.555379:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759243.555384:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759243.555385:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.555391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759243.555391:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759243.555396:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759243.555396:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759243.555404:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759243.555404:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.555410:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759243.555414:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.555417:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759243.555420:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759243.555422:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759243.555425:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759243.555426:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759243.555430:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759243.555434:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759243.555438:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759243.555440:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759243.555442:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.555443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759243.555447:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759243.555449:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759243.555450:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759243.555452:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.555455:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759243.555458:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.555459:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.555463:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759243.555467:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.555472:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759243.619384:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759243.619392:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759243.619394:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759243.619397:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759243.619400:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759243.619405:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16948 00000400:00000200:0.0:1787759243.619412:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759243.619417:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759243.619419:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759243.619421:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619424:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619425:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619427:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759243.619430:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759243.619432:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759243.619433:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759243.619437:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759243.619438:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759243.619440:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759243.619441:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619442:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619444:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619445:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759243.619447:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759243.619449:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619451:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759243.619453:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759243.619456:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759243.619458:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619459:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759243.619460:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759243.619468:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759243.619471:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759243.619473:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759243.619475:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619477:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759243.619479:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759243.619482:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759243.619488:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759243.619493:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.619501:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931277184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759243.619508:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759243.619512:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759243.619515:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931277184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759243.619531:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759243.619533:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759243.619535:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759243.619536:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759243.619537:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759243.619539:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759243.619541:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16948 00000400:00000200:0.0:1787759243.619543:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759243.619545:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759243.619547:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759243.619549:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619550:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619553:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619554:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759243.619556:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759243.619557:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759243.619558:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759243.619559:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759243.619561:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759243.619563:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759243.619565:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619569:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619571:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619572:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759243.619576:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759243.619578:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619582:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759243.619583:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759243.619589:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759243.619593:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619597:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759243.619602:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759243.619608:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619614:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759243.619618:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759243.619622:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759243.619627:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759243.619631:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619635:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759243.619638:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759243.619642:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759243.619648:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759243.619655:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.619663:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931277312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759243.619688:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759243.619692:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759243.619698:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931277312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759243.619715:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759243.619720:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759243.619725:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759243.619728:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759243.619730:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759243.619733:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759243.619740:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16948 00000400:00000200:0.0:1787759243.619746:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759243.619750:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759243.619753:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759243.619757:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619760:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619764:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619766:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759243.619769:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759243.619770:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759243.619771:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759243.619772:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759243.619776:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759243.619779:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759243.619783:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619788:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619792:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619796:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759243.619799:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759243.619805:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619810:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759243.619813:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759243.619817:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759243.619821:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619823:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759243.619825:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759243.619829:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619833:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759243.619839:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759243.619844:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759243.619848:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759243.619849:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.619850:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759243.619853:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759243.619854:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759243.619860:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759243.619868:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.619878:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931277440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759243.619903:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759243.619906:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759243.619911:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931277440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759243.619928:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759243.619933:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759243.619938:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759243.619942:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759243.619944:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759243.619948:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759243.619953:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16948 00000400:00000200:0.0:1787759243.619962:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759243.619967:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759243.619972:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759243.619978:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619984:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.619990:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.619993:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759243.619996:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759243.619999:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759243.620002:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759243.620005:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759243.620011:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759243.620014:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759243.620020:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620022:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.620026:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620029:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759243.620034:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759243.620040:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620045:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759243.620048:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759243.620052:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759243.620057:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.620062:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759243.620066:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759243.620069:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.620074:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759243.620080:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759243.620086:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759243.620092:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759243.620096:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.620098:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759243.620101:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759243.620103:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759243.620109:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759243.620113:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.620121:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931277568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759243.620141:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759243.620145:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759243.620151:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931277568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759243.620178:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759243.620182:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759243.620187:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759243.620189:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759243.620191:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759243.620196:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759243.620200:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16948 00000400:00000200:0.0:1787759243.620207:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759243.620212:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759243.620214:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759243.620216:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620217:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.620218:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620221:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759243.620224:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759243.620226:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759243.620229:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759243.620232:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759243.620233:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759243.620236:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759243.620242:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620244:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759243.620249:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620253:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759243.620257:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759243.620262:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759243.620295:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759243.620299:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759243.620304:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759243.620308:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.620312:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759243.620315:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759243.620318:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.620320:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759243.620325:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759243.620329:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759243.620332:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759243.620335:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.620337:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759243.620340:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759243.620341:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759243.620346:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759243.620351:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.620360:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931277696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759243.620371:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759243.620377:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759243.620384:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931277696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759243.620402:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759243.620408:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16958) 00000100:00000001:0.0:1787759243.683344:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759243.683350:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759243.683351:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.683355:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759243.683357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759243.683360:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.683362:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759243.683364:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.683366:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759244.579336:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759244.579336:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759244.579343:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759244.579344:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759244.579345:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759244.579346:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759244.579352:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759244.579353:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759244.579359:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759244.579359:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759244.579364:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759244.579364:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759244.579369:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759244.579372:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.579378:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759244.579378:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759244.579381:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.579385:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759244.579415:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759244.579419:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759244.579425:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759244.579435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759244.579440:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759244.579443:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759244.579448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759244.579451:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759244.579455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759244.579463:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759244.579467:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759244.579470:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759244.579483:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759244.579486:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759244.579487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759244.579489:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759244.579491:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759244.579493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759244.579495:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759244.579496:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759244.579497:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759244.643354:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311621584, at 4311621632 00000100:00000040:1.0:1787759244.643354:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311621584, at 4311621632 00000100:00000010:1.0:1787759244.643368:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a5a0. 00000100:00000010:0.0:1787759244.643369:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000001:0.0:1787759244.707390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759244.707396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759244.707398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759244.707403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759244.707407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759244.707412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.707414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759244.707416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.707419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759245.603377:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759245.603385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759245.603389:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759245.603394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759245.603398:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759245.603403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759245.603409:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759245.603413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.603416:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759245.603418:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.603422:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.603426:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759245.603429:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759245.603434:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.603437:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759245.603437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.603441:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759245.603442:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.603443:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759245.603445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.603446:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759245.603449:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759245.603454:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759245.603459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759245.603464:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759245.603468:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.603471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.603473:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759245.603476:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759245.603478:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759245.603481:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.603483:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.603487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.603491:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759245.603494:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.603497:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759245.603579:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759245.603582:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759245.603585:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759245.731353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.731360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.731362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759245.731367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759245.731371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.731375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.731377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759245.731380:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.731384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759246.627380:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759246.627382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759246.627393:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.627396:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.627401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759246.627401:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759246.627411:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759246.627416:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.627419:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759246.627422:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.627426:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759246.627429:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.627438:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759246.627441:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759246.627443:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759246.627446:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.627449:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759246.627456:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.627470:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759246.627477:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759246.627479:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.627482:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759246.627483:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759246.627485:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759246.627487:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.627491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759246.627494:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.627496:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.627501:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759246.627503:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.627506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759246.627510:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.627511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759246.627530:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759246.627542:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759246.627542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.627547:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.627554:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759246.627556:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759246.627565:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.627570:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.627574:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759246.627581:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759246.627586:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787759246.627588:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.627592:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.627599:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759246.627599:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759246.755362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759246.755368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.755370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759246.755373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.755376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.755379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.755382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759246.755384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.755386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759247.651463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759247.651474:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759247.651478:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.651482:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759247.651485:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759247.651489:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759247.651491:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759247.651493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759247.651498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759247.651499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759247.651509:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.651510:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759247.651518:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759247.651521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759247.651534:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.651548:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.651556:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.651561:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759247.651564:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759247.651577:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759247.651582:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759247.651588:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759247.651594:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759247.651599:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759247.651603:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759247.651606:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759247.651610:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759247.651633:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759247.651637:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759247.651644:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.651645:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759247.651655:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759247.651657:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759247.651659:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.651668:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759247.651670:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759247.651677:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.651681:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759247.651683:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.651691:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759247.651692:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.651700:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759247.651700:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.651704:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.651708:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.779369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759247.779378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759247.779381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.779386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759247.779390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759247.779394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.779396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.779400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.779402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759248.675427:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759248.675432:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759248.675433:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759248.675439:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.675443:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759248.675446:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759248.675448:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759248.675455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759248.675456:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759248.675468:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759248.675469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759248.675474:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759248.675475:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759248.675479:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.675481:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759248.675488:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.675489:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.675498:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759248.675511:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759248.675521:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759248.675521:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759248.675524:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759248.675527:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759248.675528:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759248.675530:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759248.675532:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759248.675539:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759248.675540:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759248.675544:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759248.675546:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.675547:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759248.675551:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.675552:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.675559:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759248.675562:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.675569:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759248.675584:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759248.675595:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759248.675601:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759248.675609:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787759248.675613:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000020:00000001:0.0:1787759248.675615:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759248.675624:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1787759248.675630:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759248.675631:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759248.675647:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759248.675650:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759248.675654:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.803439:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759248.803451:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759248.803454:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759248.803462:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759248.803467:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759248.803473:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.803477:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759248.803481:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.803486:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759249.699421:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759249.699432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759249.699438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759249.699449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759249.699456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759249.699463:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759249.699472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759249.699478:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.699482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759249.699484:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759249.699491:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759249.699498:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759249.699504:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759249.699509:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.699515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.699519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759249.699523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.699535:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759249.699557:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759249.699562:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759249.699563:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759249.699569:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759249.699570:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759249.699580:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759249.699580:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759249.699594:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759249.699597:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.699606:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759249.699607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.699614:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759249.699620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759249.699625:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.699632:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759249.699632:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759249.699642:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.699664:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759249.699704:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759249.699708:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759249.699713:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759249.763444:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311626705, at 4311626752 00000100:00000040:1.0:1787759249.763446:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311626705, at 4311626752 00000100:00000010:0.0:1787759249.763462:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000010:1.0:1787759249.763466:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a3c0. 00000100:00000001:0.0:1787759249.827374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759249.827380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759249.827382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759249.827386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759249.827389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.827392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.827399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759249.827401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.827404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759250.723425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759250.723437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759250.723441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.723456:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759250.723456:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759250.723461:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759250.723469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759250.723469:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.723475:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759250.723481:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759250.723489:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759250.723490:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759250.723492:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.723505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759250.723510:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.723515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759250.723523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759250.723523:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759250.723530:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759250.723531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759250.723538:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759250.723546:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759250.723548:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759250.723551:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759250.723560:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759250.723564:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759250.723567:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759250.723570:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759250.723574:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759250.723579:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759250.723593:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759250.723599:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759250.723603:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759250.723608:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759250.723614:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759250.723617:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759250.723619:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759250.723620:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759250.723623:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.851419:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759250.851432:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759250.851434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759250.851448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759250.851454:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759250.851460:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.851464:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759250.851468:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.851473:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759251.747372:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759251.747379:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759251.747383:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759251.747389:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759251.747396:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759251.747403:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.747409:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759251.747410:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759251.747414:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.747415:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759251.747418:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759251.747420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759251.747422:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759251.747429:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759251.747432:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.747439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759251.747442:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.747446:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759251.747454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759251.747457:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759251.747459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759251.747461:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759251.747464:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759251.747466:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759251.747470:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759251.747473:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.747475:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759251.747478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759251.747481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759251.747485:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759251.747490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759251.747495:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759251.747498:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759251.747500:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759251.747504:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759251.747505:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759251.747508:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759251.747509:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759251.747511:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759251.747513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759251.747517:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759251.747521:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759251.747542:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759251.747551:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759251.747557:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759251.747639:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759251.747642:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759251.747644:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759251.875371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759251.875380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759251.875383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759251.875389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759251.875393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759251.875397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.875401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759251.875404:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.875408:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759252.771384:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759252.771384:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.771392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759252.771393:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.771395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759252.771397:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759252.771402:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759252.771403:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759252.771408:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759252.771409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759252.771414:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759252.771415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.771419:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759252.771420:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759252.771424:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759252.771425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.771433:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759252.771433:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759252.771456:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.771459:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759252.771461:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.771463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.771466:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759252.771466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759252.771474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759252.771474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759252.771481:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759252.771482:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759252.771485:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759252.771488:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.771490:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759252.771495:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.771500:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759252.771502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759252.771506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759252.771510:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759252.771514:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759252.771517:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759252.771521:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759252.771522:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759252.771527:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759252.771530:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759252.771536:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759252.771539:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759252.771542:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759252.771544:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759252.771545:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759252.771547:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759252.899366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.899372:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.899374:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759252.899379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759252.899381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759252.899384:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.899386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759252.899388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.899391:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759253.795415:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759253.795423:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.795428:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759253.795431:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.795435:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.795444:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759253.795445:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759253.795455:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759253.795456:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759253.795459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.795467:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759253.795477:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759253.795482:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759253.795491:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.795497:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759253.795497:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.795502:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.795507:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759253.795522:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759253.795531:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759253.795534:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759253.795538:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759253.795546:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759253.795549:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759253.795553:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759253.795561:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759253.795575:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.795592:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759253.795598:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.795605:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.795611:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759253.795614:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759253.795618:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759253.795622:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.795625:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759253.795632:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759253.795636:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759253.795637:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759253.795642:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759253.795642:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759253.795645:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.795647:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759253.795648:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759253.795650:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759253.795655:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.923435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759253.923445:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.923448:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.923453:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759253.923457:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759253.923460:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.923463:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759253.923465:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.923468:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.819426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759254.819437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.819438:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759254.819444:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759254.819448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759254.819456:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759254.819457:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.819467:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759254.819474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759254.819481:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.819482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759254.819492:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759254.819492:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759254.819502:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.819505:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759254.819512:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759254.819518:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759254.819522:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.819541:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.819546:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759254.819551:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759254.819557:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759254.819559:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.819563:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759254.819573:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759254.819574:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.819585:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759254.819585:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.819592:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759254.819599:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.819601:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759254.819627:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759254.819633:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759254.819639:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759254.819641:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759254.819646:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.819661:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.819668:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759254.819670:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759254.819674:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.819678:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759254.819681:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.819684:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759254.819687:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.819690:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759254.883371:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311631825, at 4311631872 00000100:00000010:0.0:1787759254.883395:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a7e0. 00000100:00000040:1.0:1787759254.883405:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311631825, at 4311631872 00000100:00000010:1.0:1787759254.883425:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a1e0. 00000100:00000001:0.0:1787759254.947458:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.947471:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759254.947474:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759254.947482:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.947487:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759254.947492:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.947496:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759254.947499:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.947504:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759255.843425:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759255.843438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759255.843443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759255.843451:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759255.843459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759255.843467:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.843480:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759255.843487:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759255.843491:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759255.843494:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759255.843497:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759255.843502:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759255.843507:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759255.843513:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759255.843517:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.843520:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759255.843523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.843526:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759255.843541:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759255.843547:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759255.843547:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759255.843552:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759255.843554:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759255.843559:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759255.843559:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759255.843567:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759255.843567:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759255.843572:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.843574:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759255.843577:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759255.843581:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759255.843581:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759255.843589:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759255.843591:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759255.843597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759255.843605:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759255.843609:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759255.843613:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759255.843613:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759255.843619:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759255.843624:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759255.843628:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759255.843632:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759255.843635:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759255.843639:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759255.971420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759255.971429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759255.971431:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759255.971437:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759255.971440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759255.971445:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.971447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759255.971450:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.971453:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759256.867432:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759256.867444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759256.867448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759256.867453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759256.867458:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759256.867465:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759256.867475:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867479:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759256.867499:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759256.867503:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759256.867505:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759256.867507:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759256.867510:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759256.867512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867515:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759256.867516:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867519:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.867692:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.867697:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.867699:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759256.867703:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.867707:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759256.867707:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.867712:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867714:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.867716:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759256.867718:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.867721:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759256.867723:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.867727:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759256.867728:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759256.867733:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867736:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759256.867738:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867741:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.867746:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.867751:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.867753:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759256.867756:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.867759:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759256.867762:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.867765:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759256.867767:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.867771:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759256.867771:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759256.867777:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759256.867780:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759256.867783:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759256.867787:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759256.867789:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867792:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759256.867794:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759256.867797:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.995442:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.995454:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.995458:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759256.995466:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.995471:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759256.995475:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.995478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759256.995481:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.995483:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759257.891408:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759257.891408:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759257.891420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759257.891420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759257.891426:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759257.891427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759257.891433:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759257.891434:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759257.891440:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759257.891440:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759257.891445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891446:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759257.891453:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759257.891457:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891460:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759257.891462:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759257.891464:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891470:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759257.891485:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759257.891486:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759257.891491:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759257.891491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759257.891495:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759257.891496:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759257.891502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759257.891502:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759257.891509:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759257.891510:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759257.891513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759257.891515:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891517:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759257.891521:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759257.891527:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759257.891531:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759257.891535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759257.891543:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759257.891548:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759257.891551:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759257.891555:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759257.891561:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759257.891564:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891573:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759257.891576:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759257.891579:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.019426:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759258.019436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759258.019438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759258.019446:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759258.019450:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759258.019455:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.019459:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759258.019462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.019466:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.915391:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759258.915391:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759258.915401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759258.915402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759258.915404:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.915406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759258.915410:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759258.915412:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759258.915416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759258.915418:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759258.915422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.915423:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759258.915428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759258.915430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759258.915431:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.915434:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759258.915436:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.915440:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759258.915455:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759258.915458:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759258.915460:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759258.915460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759258.915463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759258.915466:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759258.915467:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759258.915472:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759258.915472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759258.915476:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759258.915478:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759258.915480:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.915485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759258.915486:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.915490:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.915494:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759258.915498:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759258.915501:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759258.915502:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759258.915505:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759258.915509:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759258.915515:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759258.915521:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759258.915526:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759258.915533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759258.915536:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759258.915539:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.043424:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.043434:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759259.043437:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759259.043444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.043448:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.043453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.043463:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759259.043467:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.043472:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.939414:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.939426:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759259.939433:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759259.939447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.939459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.939467:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.939471:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759259.939474:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.939478:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.939507:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.939513:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759259.939515:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759259.939524:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.939529:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.939532:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.939534:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759259.939537:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.939539:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.939647:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.939651:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759259.939653:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759259.939655:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.939658:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759259.939658:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.939664:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759259.939664:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759259.939667:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.939669:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759259.939673:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.939674:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759259.939680:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.939681:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759259.939687:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759259.939692:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759259.939694:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759259.939697:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.939718:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.939722:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759259.939724:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759259.939727:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.939730:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.939733:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.939735:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759259.939737:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.939740:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759260.003392:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311636944, at 4311636992 00000100:00000040:0.0:1787759260.003394:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311636944, at 4311636992 00000100:00000010:1.0:1787759260.003406:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787759260.003419:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000001:0.0:1787759260.067416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759260.067426:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759260.067428:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759260.067436:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759260.067440:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759260.067445:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.067448:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759260.067452:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.067455:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759260.963357:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759260.963364:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759260.963366:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759260.963371:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759260.963372:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759260.963378:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759260.963378:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759260.963383:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759260.963384:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759260.963390:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759260.963390:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759260.963394:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.963396:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759260.963400:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759260.963402:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759260.963417:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759260.963419:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.963422:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759260.963436:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759260.963440:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759260.963440:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759260.963443:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759260.963445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759260.963447:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759260.963448:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759260.963452:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759260.963453:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759260.963455:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759260.963456:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759260.963461:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759260.963461:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.963464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.963468:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759260.963471:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759260.963475:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759260.963482:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.091397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759261.091402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759261.091404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759261.091408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759261.091411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759261.091414:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.091417:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759261.091419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.091422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759261.987352:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759261.987361:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759261.987363:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759261.987369:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759261.987376:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759261.987376:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759261.987382:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759261.987383:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987386:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759261.987389:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759261.987391:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759261.987393:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987397:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759261.987400:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.987401:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987407:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759261.987412:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759261.987415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759261.987418:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759261.987420:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759261.987425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759261.987431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759261.987437:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759261.987437:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759261.987443:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759261.987443:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759261.987449:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759261.987451:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759261.987453:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759261.987460:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.987463:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987467:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759261.987471:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.987477:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759261.987485:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759261.987490:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759261.987494:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759261.987499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759261.987505:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759261.987510:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759261.987514:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759261.987518:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759261.987524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759262.115427:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759262.115436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759262.115438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759262.115444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759262.115448:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759262.115451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759262.115455:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759262.115458:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759262.115461:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.011393:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759263.011393:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759263.011400:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759263.011400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759263.011404:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759263.011405:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759263.011413:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759263.011413:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759263.011419:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759263.011419:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759263.011425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.011426:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.011433:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759263.011434:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759263.011444:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759263.011444:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759263.011455:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.011456:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759263.011480:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759263.011484:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759263.011487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759263.011491:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759263.011497:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.011501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759263.011501:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.011508:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759263.011508:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759263.011511:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759263.011512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759263.011515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759263.011518:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.011520:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.011525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.011535:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759263.011539:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.011546:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759263.011565:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759263.011573:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759263.011578:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759263.011585:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759263.011590:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759263.011593:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759263.011595:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759263.011597:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759263.011600:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.139386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759263.139393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759263.139395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759263.139401:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759263.139405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.139408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.139411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759263.139414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.139417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759264.035359:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759264.035372:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759264.035375:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759264.035381:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759264.035391:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759264.035394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759264.035399:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.035401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759264.035403:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759264.035406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759264.035411:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759264.035413:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759264.035427:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759264.035429:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759264.035435:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.035442:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759264.035446:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.035451:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759264.035488:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759264.035495:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759264.035506:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759264.035507:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759264.035512:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759264.035515:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759264.035516:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759264.035528:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759264.035540:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759264.035544:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759264.035546:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.035548:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.035563:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759264.035566:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.035571:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759264.035572:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759264.035575:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759264.035578:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759264.163423:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759264.163434:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759264.163436:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759264.163444:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759264.163448:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759264.163453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.163456:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759264.163460:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759264.163464:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759265.059376:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759265.059379:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759265.059384:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759265.059387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759265.059387:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.059391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759265.059394:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759265.059396:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759265.059399:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759265.059402:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759265.059404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759265.059410:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759265.059412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759265.059413:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.059419:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759265.059420:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.059423:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.059429:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759265.059434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759265.059438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759265.059441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759265.059443:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759265.059445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759265.059448:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759265.059450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759265.059453:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759265.059458:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.059486:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759265.059490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759265.059491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759265.059494:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759265.059497:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787759265.059502:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759265.059503:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759265.059506:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.059510:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787759265.059523:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759265.059528:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.059535:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759265.123367:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311642064, at 4311642112 00000100:00000040:1.0:1787759265.123367:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311642064, at 4311642112 00000100:00000010:0.0:1787759265.123381:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aea0. 00000100:00000010:1.0:1787759265.123384:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a1e0. 00000100:00000001:0.0:1787759265.187352:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759265.187358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759265.187359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759265.187363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759265.187366:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759265.187369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.187371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759265.187373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.187375:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.083369:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759266.083373:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.083376:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.083383:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759266.083390:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.083396:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083400:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759266.083403:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083407:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.083422:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759266.083425:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.083426:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.083427:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759266.083428:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.083430:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759266.083468:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759266.083472:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759266.083473:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759266.083475:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759266.083477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759266.083479:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083790:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759266.083793:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083795:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.083820:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759266.083823:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.083825:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.083829:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759266.083833:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.083835:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083837:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759266.083840:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083843:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.083861:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759266.083865:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.083867:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.083871:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759266.083874:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.083879:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083883:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759266.083886:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.083889:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759266.083932:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759266.083933:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759266.083939:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.211399:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759266.211408:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.211410:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.211416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759266.211420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.211424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.211427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759266.211430:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.211434:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759267.107354:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759267.107363:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759267.107367:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759267.107367:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759267.107374:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759267.107375:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759267.107380:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759267.107380:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759267.107387:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759267.107387:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.107394:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759267.107399:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759267.107399:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759267.107403:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759267.107407:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759267.107408:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759267.107413:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.107418:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759267.107439:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759267.107443:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759267.107444:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759267.107448:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759267.107450:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759267.107451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759267.107456:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759267.107457:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759267.107462:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759267.107463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759267.107465:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759267.107468:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.107475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759267.107487:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.107492:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759267.107493:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759267.107497:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759267.107500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759267.235338:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759267.235346:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759267.235347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759267.235353:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759267.235356:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759267.235359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.235362:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759267.235365:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.235368:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759268.131359:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759268.131367:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759268.131371:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.131373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759268.131378:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.131379:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759268.131383:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759268.131384:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759268.131386:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759268.131388:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.131390:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759268.131391:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.131395:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759268.131395:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759268.131402:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.131409:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.131412:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.131415:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.131430:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759268.131432:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759268.131433:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759268.131437:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759268.131438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759268.131442:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759268.131443:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.131448:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759268.131450:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.131452:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759268.131456:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759268.131457:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759268.131470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.131472:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.131477:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759268.131480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759268.131483:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759268.131487:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.131506:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759268.131509:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759268.131510:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759268.131512:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.131513:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759268.131515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.131517:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.131518:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.131519:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.259370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759268.259377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759268.259378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759268.259382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.259384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759268.259387:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.259389:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.259391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.259393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759269.155373:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759269.155379:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759269.155381:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759269.155385:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759269.155386:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.155389:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759269.155393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759269.155395:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759269.155398:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759269.155401:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759269.155403:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.155407:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759269.155408:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759269.155413:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759269.155417:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.155419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759269.155425:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.155430:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759269.155439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759269.155456:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759269.155461:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759269.155461:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.155466:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759269.155467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759269.155470:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759269.155472:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759269.155475:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759269.155476:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.155480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759269.155481:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759269.155484:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759269.155485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759269.155492:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.155493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759269.155496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.155500:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759269.155520:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759269.155524:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759269.155525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759269.155528:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759269.155535:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759269.155539:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759269.155543:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759269.155545:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759269.155547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.283380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759269.283386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759269.283389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759269.283394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759269.283397:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759269.283401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.283404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759269.283406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.283410:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.179417:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759270.179436:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.179441:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759270.179451:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.179457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759270.179460:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759270.179463:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759270.179473:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.179475:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759270.179477:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.179483:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759270.179486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.179490:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759270.179492:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759270.179506:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.179520:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759270.179523:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.179527:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759270.179528:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759270.179534:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759270.179534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.179546:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759270.179547:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.179551:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.179563:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759270.179566:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.179571:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759270.179586:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759270.179594:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759270.179599:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.179606:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759270.179613:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.179614:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.179619:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759270.179626:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759270.179627:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759270.179634:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.179635:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759270.179643:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759270.179644:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759270.179653:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759270.179658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.179659:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759270.179668:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.179672:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759270.243373:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311647184, at 4311647232 00000100:00000040:1.0:1787759270.243373:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311647184, at 4311647232 00000100:00000010:0.0:1787759270.243393:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a7e0. 00000100:00000010:1.0:1787759270.243399:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a3c0. 00000100:00000001:0.0:1787759270.307389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759270.307399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.307401:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759270.307408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.307412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759270.307417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.307433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759270.307437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.307443:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.203449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.203458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759271.203461:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.203463:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759271.203472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759271.203472:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759271.203481:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759271.203481:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.203487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203494:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759271.203498:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203502:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759271.203503:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759271.203513:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759271.203518:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203523:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759271.203523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759271.203527:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759271.203536:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759271.203538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759271.203541:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759271.203554:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759271.203558:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759271.203562:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.203565:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759271.203567:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759271.203569:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759271.203571:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.203577:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759271.203581:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759271.203587:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759271.203590:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203594:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.203599:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759271.203601:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759271.203602:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759271.203609:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759271.203611:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759271.203614:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.203616:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759271.203621:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203624:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759271.203626:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.203628:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.331447:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.331458:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759271.331460:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759271.331468:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759271.331472:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759271.331477:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.331480:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759271.331483:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.331487:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759272.227429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759272.227435:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759272.227437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759272.227441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.227442:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.227447:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759272.227448:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759272.227454:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759272.227454:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759272.227458:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.227460:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759272.227462:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.227465:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759272.227466:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759272.227473:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.227489:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759272.227492:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759272.227495:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759272.227500:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.227502:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759272.227508:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759272.227526:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759272.227530:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759272.227535:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.227539:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759272.227546:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.227548:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759272.227550:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759272.227558:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759272.227559:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759272.227563:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.227565:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.227571:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.227577:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.227582:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759272.227588:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759272.227591:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759272.227595:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759272.227601:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759272.227609:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759272.227619:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759272.227626:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759272.227633:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759272.227637:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759272.227656:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.355354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759272.355359:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.355361:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759272.355365:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759272.355367:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.355369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.355371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.355373:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.355376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.251400:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759273.251404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759273.251407:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759273.251411:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759273.251412:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759273.251415:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759273.251421:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759273.251428:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759273.251428:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759273.251435:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759273.251436:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759273.251439:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.251443:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759273.251446:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759273.251452:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759273.251453:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759273.251457:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759273.251461:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.251479:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759273.251479:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759273.251484:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759273.251485:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759273.251488:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.251489:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759273.251494:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759273.251495:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759273.251499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759273.251500:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759273.251502:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.251504:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759273.251523:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759273.251526:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759273.251529:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.251530:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759273.251533:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.251536:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.379343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759273.379350:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759273.379351:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759273.379354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759273.379357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759273.379359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.379361:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759273.379363:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.379376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759274.275394:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759274.275402:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759274.275407:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759274.275413:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759274.275419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759274.275423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.275427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759274.275428:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759274.275431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759274.275433:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.275434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.275440:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759274.275441:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.275446:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759274.275450:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.275455:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759274.275457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.275459:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759274.275464:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759274.275471:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759274.275474:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759274.275476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759274.275477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759274.275479:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.275481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759274.275483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759274.275485:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759274.275486:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759274.275488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759274.275490:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.275503:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759274.275505:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.275509:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759274.275510:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759274.275514:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759274.275516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759274.275535:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759274.275538:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759274.275542:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759274.339389:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759274.339398:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759274.339401:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759274.339404:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759274.339408:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759274.339415:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16978 00000400:00000200:0.0:1787759274.339422:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759274.339428:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759274.339431:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759274.339435:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339438:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.339440:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339443:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759274.339447:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759274.339449:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759274.339451:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759274.339454:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759274.339457:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759274.339459:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759274.339462:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339464:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.339466:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339468:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759274.339471:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759274.339474:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339476:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759274.339479:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759274.339482:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759274.339485:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339487:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759274.339489:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759274.339497:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759274.339500:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759274.339504:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759274.339505:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339508:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759274.339511:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759274.339514:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759274.339522:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759274.339528:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.339536:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931281024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759274.339545:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759274.339550:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759274.339554:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931281024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759274.339573:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759274.339576:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759274.339580:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759274.339581:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759274.339583:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759274.339587:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759274.339590:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16978 00000400:00000200:0.0:1787759274.339595:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759274.339601:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759274.339605:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759274.339611:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339615:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.339620:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339624:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759274.339628:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759274.339632:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759274.339635:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759274.339638:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759274.339642:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759274.339646:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759274.339654:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339658:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.339662:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339667:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759274.339670:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759274.339676:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339680:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759274.339684:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759274.339692:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759274.339696:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339700:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759274.339705:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759274.339711:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339715:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759274.339721:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759274.339727:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759274.339732:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759274.339735:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339738:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759274.339741:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759274.339745:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759274.339751:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759274.339757:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.339766:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931281152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759274.339780:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759274.339785:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759274.339793:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931281152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759274.339807:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759274.339812:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759274.339818:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759274.339820:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759274.339823:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759274.339827:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759274.339833:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16978 00000400:00000200:0.0:1787759274.339841:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759274.339846:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759274.339848:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759274.339851:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339854:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.339857:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339862:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759274.339866:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759274.339869:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759274.339873:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759274.339877:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759274.339882:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759274.339884:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759274.339888:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339892:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.339895:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339900:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759274.339904:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759274.339909:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759274.339912:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759274.339916:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759274.339922:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759274.339927:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339929:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759274.339932:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759274.339936:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339940:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759274.339947:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759274.339951:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759274.339956:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759274.339958:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.339962:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759274.339965:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759274.339969:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759274.339976:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759274.339982:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.339991:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931281280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759274.340019:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759274.340023:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759274.340030:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931281280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759274.340051:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759274.340056:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759274.340063:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759274.340067:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759274.340070:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759274.340076:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759274.340082:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16978 00000400:00000200:0.0:1787759274.340088:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759274.340096:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759274.340100:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759274.340107:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340112:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.340118:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340123:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759274.340128:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759274.340132:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759274.340136:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759274.340140:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759274.340144:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759274.340148:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759274.340154:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340158:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.340161:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340164:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759274.340169:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759274.340175:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340179:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759274.340184:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759274.340188:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759274.340192:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.340196:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759274.340200:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759274.340206:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.340210:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759274.340217:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759274.340221:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759274.340226:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759274.340229:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.340232:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759274.340235:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759274.340238:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759274.340243:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759274.340250:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.340258:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931281408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759274.340294:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759274.340296:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759274.340300:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931281408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759274.340309:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759274.340313:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759274.340318:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759274.340321:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759274.340324:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759274.340331:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759274.340342:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16978 00000400:00000200:0.0:1787759274.340358:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759274.340364:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759274.340369:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759274.340374:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340377:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.340382:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340386:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759274.340390:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759274.340392:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759274.340396:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759274.340398:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759274.340403:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759274.340406:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759274.340411:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340416:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759274.340420:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340423:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759274.340428:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759274.340433:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759274.340436:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759274.340440:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759274.340443:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759274.340447:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.340451:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759274.340455:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759274.340460:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.340462:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759274.340468:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759274.340472:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759274.340478:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759274.340481:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.340484:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759274.340486:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759274.340489:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759274.340494:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759274.340499:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.340508:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931281536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759274.340522:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759274.340525:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759274.340532:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931281536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759274.340546:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759274.340552:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16989) 00000100:00000001:0.0:1787759274.403372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759274.403380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759274.403382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759274.403388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759274.403392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759274.403395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.403398:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759274.403400:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.403404:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759275.299368:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759275.299371:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759275.299375:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759275.299377:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759275.299379:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759275.299380:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759275.299385:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759275.299386:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759275.299392:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759275.299393:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759275.299396:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.299398:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759275.299400:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759275.299403:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759275.299407:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759275.299408:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759275.299411:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.299415:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759275.299426:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759275.299430:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759275.299432:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759275.299433:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759275.299437:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759275.299437:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759275.299440:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759275.299442:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759275.299444:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759275.299446:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.299450:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759275.299451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759275.299455:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759275.299455:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759275.299459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759275.299468:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759275.299471:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.299474:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759275.299484:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759275.299488:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759275.299493:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759275.363398:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311652304, at 4311652352 00000100:00000040:1.0:1787759275.363398:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311652304, at 4311652352 00000100:00000010:1.0:1787759275.363415:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a960. 00000100:00000010:0.0:1787759275.363417:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a120. 00000100:00000001:0.0:1787759275.427329:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759275.427345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759275.427347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759275.427352:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759275.427356:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759275.427359:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.427361:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759275.427363:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.427366:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759276.323361:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759276.323370:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.323372:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759276.323378:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759276.323379:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759276.323386:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.323387:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759276.323390:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759276.323393:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759276.323394:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759276.323399:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759276.323402:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.323408:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759276.323411:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.323416:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759276.323417:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759276.323420:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759276.323424:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759276.323443:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759276.323453:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759276.323459:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759276.323468:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759276.323475:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759276.323479:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759276.323481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759276.323484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.323485:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759276.323488:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759276.323492:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759276.323493:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759276.323503:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759276.323504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759276.323513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.323522:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759276.323539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759276.323539:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759276.323545:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.323555:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759276.323555:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759276.323567:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759276.323580:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759276.323587:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759276.323599:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759276.323609:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759276.323613:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759276.323620:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759276.323625:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759276.323628:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759276.451388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759276.451396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.451398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759276.451404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759276.451406:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759276.451410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.451413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759276.451415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.451418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.347411:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759277.347422:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759277.347426:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759277.347429:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759277.347436:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759277.347437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759277.347442:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.347445:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759277.347452:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.347461:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759277.347465:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.347466:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.347478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759277.347479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759277.347487:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759277.347492:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759277.347494:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759277.347500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.347508:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759277.347521:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759277.347526:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759277.347530:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759277.347533:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.347544:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759277.347544:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759277.347547:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.347550:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759277.347562:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.347563:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759277.347571:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759277.347572:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759277.347585:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759277.347587:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759277.347606:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759277.347614:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759277.347617:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.347623:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759277.347623:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.347631:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759277.347636:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.347643:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759277.347646:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.347649:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759277.347651:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.347653:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.475380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759277.475388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759277.475390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759277.475395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.475399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759277.475402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.475405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759277.475407:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.475410:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759278.371407:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759278.371412:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759278.371416:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759278.371419:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759278.371421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.371427:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759278.371429:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759278.371442:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759278.371443:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759278.371449:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.371454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759278.371455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759278.371464:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.371465:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759278.371472:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.371480:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759278.371483:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.371488:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759278.371499:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759278.371506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759278.371510:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759278.371511:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.371518:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759278.371519:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759278.371528:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759278.371529:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759278.371535:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759278.371535:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.371545:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759278.371549:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759278.371559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759278.371564:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.371570:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759278.371570:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.371575:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.371580:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.499374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759278.499381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759278.499382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.499386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759278.499388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759278.499391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.499399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759278.499401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.499403:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759279.395398:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759279.395398:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759279.395414:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759279.395415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759279.395425:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759279.395425:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759279.395445:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787759279.395445:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759279.395459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759279.395460:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759279.395468:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759279.395468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759279.395509:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759279.395520:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759279.395526:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759279.395527:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759279.395532:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759279.395538:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759279.395557:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759279.395563:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759279.395567:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759279.395573:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759279.395582:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759279.395585:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759279.395587:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759279.395594:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759279.395594:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759279.395599:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759279.395601:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759279.395603:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759279.395609:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759279.395610:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759279.395616:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759279.395638:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759279.395642:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759279.395648:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759279.523327:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759279.523333:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759279.523334:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759279.523338:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759279.523340:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759279.523343:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759279.523345:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759279.523346:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759279.523349:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759280.419369:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759280.419373:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759280.419375:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759280.419379:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.419380:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759280.419385:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759280.419386:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759280.419392:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759280.419394:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759280.419400:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759280.419401:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.419404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759280.419406:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759280.419410:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759280.419415:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.419421:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759280.419425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.419428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759280.419429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759280.419432:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759280.419434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759280.419438:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759280.419442:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759280.419446:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759280.419451:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759280.419454:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.419455:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759280.419460:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759280.419466:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759280.419467:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759280.419472:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.419473:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759280.419474:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.419480:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759280.419484:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.419489:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759280.483354:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311657424, at 4311657472 00000100:00000040:1.0:1787759280.483354:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311657424, at 4311657472 00000100:00000010:1.0:1787759280.483367:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000010:0.0:1787759280.483371:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:0.0:1787759280.547348:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759280.547354:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759280.547356:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759280.547360:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759280.547363:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759280.547366:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.547368:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759280.547371:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.547373:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759281.443390:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759281.443397:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759281.443399:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759281.443406:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.443407:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759281.443413:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759281.443417:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759281.443421:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759281.443428:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.443430:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759281.443438:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.443439:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759281.443456:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759281.443464:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759281.443480:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.443481:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759281.443488:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.443498:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759281.443516:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759281.443522:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759281.443528:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.443537:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759281.443540:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759281.443543:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759281.443551:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.443552:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759281.443560:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759281.443561:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759281.443575:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759281.443577:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759281.443583:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.443587:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759281.443590:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.443598:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759281.443603:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.443609:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.571364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759281.571370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759281.571372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759281.571376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759281.571379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.571382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.571384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759281.571386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.571388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759282.467381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759282.467389:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759282.467393:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.467400:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759282.467400:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759282.467408:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759282.467408:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759282.467413:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759282.467415:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759282.467419:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759282.467422:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.467423:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759282.467426:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467428:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759282.467432:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.467442:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.467446:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467449:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759282.467463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759282.467467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759282.467468:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759282.467471:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.467472:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759282.467476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759282.467477:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759282.467483:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759282.467484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759282.467488:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759282.467492:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.467495:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759282.467496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467503:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759282.467503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.467506:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.467533:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759282.467535:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759282.467537:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759282.467539:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759282.467540:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759282.467542:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467543:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.467544:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.467546:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.595333:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759282.595339:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759282.595340:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759282.595344:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759282.595346:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759282.595349:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.595351:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.595353:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.595355:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.491348:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759283.491350:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.491355:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759283.491356:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759283.491358:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759283.491360:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759283.491362:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759283.491365:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759283.491370:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759283.491370:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759283.491374:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759283.491375:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.491380:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759283.491383:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.491387:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759283.491387:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759283.491391:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759283.491396:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.491400:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.491403:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759283.491407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759283.491410:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759283.491410:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759283.491414:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759283.491417:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759283.491417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759283.491421:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759283.491422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.491427:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759283.491428:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759283.491430:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759283.491433:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.491434:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759283.491439:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759283.491444:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759283.491451:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.491456:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.491460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759283.491462:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759283.491465:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759283.491469:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759283.491473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.491475:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759283.491476:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.491478:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.619370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.619377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759283.619379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759283.619385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759283.619388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759283.619391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.619393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759283.619395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.619398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759284.515372:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759284.515372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759284.515380:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759284.515380:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759284.515384:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.515385:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759284.515392:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759284.515392:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759284.515400:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759284.515400:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759284.515406:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759284.515406:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759284.515412:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759284.515415:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.515419:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759284.515419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759284.515423:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.515428:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.515431:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759284.515434:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759284.515437:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.515439:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759284.515441:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759284.515445:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759284.515445:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759284.515448:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.515449:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759284.515450:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759284.515452:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759284.515455:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759284.515455:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759284.515457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759284.515459:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.515463:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759284.515466:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.515469:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.515494:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759284.515498:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759284.515502:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.515508:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759284.515514:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759284.515516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759284.515519:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759284.515520:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759284.515522:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759284.579384:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759284.579393:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759284.579395:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759284.579398:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759284.579401:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759284.579407:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16989 00000400:00000200:1.0:1787759284.579414:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759284.579418:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759284.579420:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759284.579423:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579425:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579427:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579428:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759284.579431:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759284.579433:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759284.579435:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759284.579437:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759284.579439:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759284.579440:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759284.579442:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579443:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579444:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579446:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759284.579448:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759284.579450:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579452:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759284.579453:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759284.579456:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759284.579458:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579459:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759284.579461:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759284.579468:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759284.579471:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759284.579474:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759284.579475:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579477:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759284.579479:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759284.579482:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759284.579487:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759284.579492:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.579498:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931282304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759284.579505:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759284.579508:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759284.579511:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931282304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759284.579526:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759284.579528:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759284.579530:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759284.579531:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759284.579532:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759284.579534:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759284.579536:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16989 00000400:00000200:1.0:1787759284.579538:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759284.579540:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759284.579541:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759284.579544:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579546:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579547:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579549:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759284.579550:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759284.579551:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759284.579552:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759284.579554:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759284.579558:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759284.579560:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759284.579564:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579567:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579571:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579574:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759284.579578:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759284.579582:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579586:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759284.579589:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759284.579595:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759284.579599:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579602:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759284.579606:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759284.579611:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579614:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759284.579617:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759284.579620:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759284.579623:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759284.579625:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579626:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759284.579627:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759284.579629:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759284.579634:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759284.579638:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.579644:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931282432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759284.579650:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759284.579652:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759284.579655:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931282432/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759284.579668:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759284.579671:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759284.579677:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759284.579679:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759284.579681:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759284.579686:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759284.579690:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16989 00000400:00000200:1.0:1787759284.579696:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759284.579700:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759284.579702:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759284.579707:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579709:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579711:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579713:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759284.579714:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759284.579715:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759284.579718:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759284.579722:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759284.579723:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759284.579726:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759284.579732:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579734:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579737:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579740:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759284.579742:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759284.579747:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579752:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759284.579755:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759284.579758:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759284.579763:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579765:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759284.579767:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759284.579771:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579775:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759284.579780:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759284.579783:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759284.579785:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759284.579787:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579788:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759284.579789:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759284.579791:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759284.579795:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759284.579799:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.579806:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931282560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759284.579817:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759284.579820:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759284.579825:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931282560/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759284.579836:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759284.579842:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759284.579848:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759284.579852:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759284.579856:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759284.579863:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759284.579870:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16989 00000400:00000200:1.0:1787759284.579879:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759284.579886:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759284.579890:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759284.579898:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579903:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579908:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579923:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759284.579928:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759284.579931:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759284.579933:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759284.579935:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759284.579938:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759284.579942:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759284.579949:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579951:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.579954:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579958:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759284.579963:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759284.579968:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759284.579972:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759284.579976:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759284.579979:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759284.579983:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579986:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759284.579989:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759284.579992:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.579995:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759284.580000:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759284.580004:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759284.580006:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759284.580009:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.580011:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759284.580012:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759284.580016:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759284.580022:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759284.580026:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.580031:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931282688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759284.580061:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759284.580064:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759284.580071:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931282688/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759284.580092:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759284.580095:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759284.580101:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759284.580104:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759284.580107:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759284.580110:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759284.580114:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16989 00000400:00000200:1.0:1787759284.580120:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759284.580125:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759284.580127:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759284.580131:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.580132:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.580134:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.580136:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759284.580140:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759284.580148:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759284.580152:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759284.580157:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759284.580163:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759284.580177:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759284.580185:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.580188:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759284.580192:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759284.580195:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759284.580198:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759284.580201:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759284.580205:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759284.580206:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759284.580210:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759284.580212:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.580214:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759284.580215:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759284.580219:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.580224:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759284.580227:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759284.580232:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759284.580236:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759284.580238:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759284.580239:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759284.580241:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759284.580243:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759284.580249:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759284.580253:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759284.580260:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931282816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759284.580291:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759284.580293:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759284.580302:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931282816/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759284.580321:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759284.580327:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16999) 00000100:00000001:0.0:1787759284.643360:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759284.643366:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759284.643367:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759284.643370:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759284.643373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759284.643376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.643378:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759284.643380:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.643382:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759285.539403:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759285.539406:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759285.539421:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759285.539426:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759285.539436:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759285.539439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759285.539455:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759285.539456:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759285.539466:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759285.539471:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759285.539474:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.539476:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759285.539485:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759285.539491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.539501:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759285.539501:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759285.539510:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.539523:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759285.539552:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759285.539559:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759285.539562:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759285.539564:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759285.539573:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759285.539574:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759285.539592:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759285.539592:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759285.539601:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759285.539602:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759285.539607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.539610:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.539625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759285.539636:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.539642:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759285.539643:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759285.539648:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759285.539654:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759285.603396:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311662544, at 4311662592 00000100:00000040:1.0:1787759285.603396:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311662544, at 4311662592 00000100:00000010:1.0:1787759285.603414:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:0.0:1787759285.603417:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787759285.667323:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759285.667331:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759285.667333:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759285.667339:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759285.667342:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759285.667346:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.667349:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759285.667351:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.667354:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759286.563412:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759286.563422:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759286.563423:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759286.563425:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.563430:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759286.563434:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759286.563434:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759286.563440:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759286.563443:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759286.563446:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759286.563449:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563454:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759286.563456:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759286.563466:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563482:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759286.563483:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.563487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759286.563515:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759286.563520:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759286.563521:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759286.563525:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.563527:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759286.563529:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759286.563533:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759286.563536:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759286.563544:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759286.563545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563550:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759286.563553:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.563557:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759286.563557:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759286.563562:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.563563:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.563567:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563570:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759286.563588:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759286.563594:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759286.563598:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.563601:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759286.563604:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759286.563607:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759286.563612:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563615:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759286.563615:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759286.563619:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759286.563623:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.563625:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759286.563631:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759286.563640:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759286.563645:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563655:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.563660:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.563666:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.691334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759286.691343:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759286.691345:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759286.691349:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759286.691352:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759286.691356:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.691358:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.691360:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.691363:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759287.587397:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759287.587399:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759287.587403:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759287.587405:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.587407:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759287.587410:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759287.587412:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759287.587418:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759287.587419:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759287.587424:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759287.587426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.587431:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759287.587434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759287.587442:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759287.587452:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.587454:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759287.587461:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.587468:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759287.587481:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759287.587486:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759287.587494:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.587495:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759287.587506:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759287.587513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759287.587513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759287.587522:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759287.587526:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759287.587527:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.587533:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759287.587533:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759287.587537:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.587538:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759287.587539:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.587549:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759287.587552:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.587557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759287.587565:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759287.587572:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759287.587576:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759287.587586:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759287.587596:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759287.587599:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759287.587609:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759287.587612:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759287.587616:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.715354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759287.715365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759287.715367:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759287.715374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759287.715378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759287.715381:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.715383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759287.715386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.715389:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.611398:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759288.611409:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759288.611417:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759288.611420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759288.611430:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759288.611430:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759288.611438:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.611439:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759288.611442:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759288.611445:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759288.611450:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.611451:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759288.611453:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.611457:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759288.611458:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759288.611463:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.611466:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759288.611467:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759288.611492:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759288.611498:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759288.611503:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759288.611509:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759288.611510:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759288.611519:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759288.611520:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.611525:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759288.611528:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759288.611531:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759288.611534:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759288.611542:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.611543:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759288.611547:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.611550:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.611564:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759288.611568:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.611575:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759288.611583:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759288.611588:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759288.611590:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759288.611592:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759288.611595:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759288.611597:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759288.611599:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759288.611600:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759288.611602:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.739365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759288.739374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759288.739377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759288.739383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759288.739388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.739392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.739396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759288.739403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.739407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.635449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759289.635455:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759289.635460:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759289.635460:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759289.635467:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.635467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759289.635480:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759289.635480:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759289.635489:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.635491:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.635498:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635499:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635505:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759289.635509:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.635523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759289.635526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.635530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.635531:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759289.635540:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759289.635545:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.635546:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759289.635550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759289.635551:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759289.635562:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759289.635566:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759289.635568:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.635572:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759289.635572:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.635577:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635579:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759289.635582:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759289.635583:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.635589:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635589:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.635598:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.635617:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759289.635621:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759289.635626:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759289.635637:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759289.635645:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759289.635650:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635653:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759289.635655:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759289.635658:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759289.635666:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759289.635670:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759289.635674:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759289.699407:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759289.699421:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759289.699424:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759289.699429:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759289.699435:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759289.699443:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 16994 00000400:00000200:1.0:1787759289.699454:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759289.699462:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759289.699467:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759289.699471:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699474:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.699477:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699480:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759289.699485:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759289.699487:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759289.699490:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759289.699494:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759289.699497:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759289.699499:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759289.699503:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699505:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.699507:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699509:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759289.699513:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759289.699527:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699530:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759289.699534:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759289.699538:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759289.699541:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.699544:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759289.699547:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759289.699559:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787759289.699563:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759289.699567:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759289.699569:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.699573:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759289.699577:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759289.699581:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759289.699590:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759289.699597:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759289.699608:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931282944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759289.699619:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759289.699624:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759289.699629:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931282944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759289.699658:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759289.699661:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759289.699665:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759289.699667:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759289.699669:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759289.699672:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759289.699675:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16994 00000400:00000200:1.0:1787759289.699679:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759289.699683:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759289.699686:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759289.699690:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699692:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.699695:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699697:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759289.699700:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759289.699703:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759289.699706:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759289.699710:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759289.699715:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759289.699720:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759289.699729:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699734:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.699739:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699745:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759289.699751:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759289.699757:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699763:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759289.699768:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759289.699777:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759289.699781:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.699786:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759289.699793:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759289.699799:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.699801:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759289.699806:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787759289.699810:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759289.699813:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759289.699815:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.699820:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759289.699823:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759289.699826:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759289.699833:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759289.699840:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759289.699849:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931283072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759289.699858:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759289.699861:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759289.699867:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931283072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759289.699881:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759289.699885:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759289.699889:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759289.699891:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759289.699894:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759289.699900:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759289.699905:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16994 00000400:00000200:1.0:1787759289.699913:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759289.699919:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759289.699922:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759289.699929:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699934:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.699940:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699944:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759289.699948:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759289.699951:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759289.699955:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759289.699959:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759289.699963:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759289.699966:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759289.699974:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699978:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.699984:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.699988:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759289.699992:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759289.699996:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700001:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759289.700005:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759289.700010:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759289.700014:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700018:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759289.700023:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759289.700028:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700031:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759289.700037:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759289.700042:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759289.700047:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759289.700050:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700053:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759289.700054:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759289.700056:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759289.700060:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759289.700065:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759289.700092:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931283200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759289.700104:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759289.700108:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759289.700118:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931283200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759289.700130:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759289.700134:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759289.700141:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759289.700145:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759289.700147:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759289.700152:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759289.700156:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16994 00000400:00000200:1.0:1787759289.700161:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759289.700165:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759289.700176:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759289.700183:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700189:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.700194:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700198:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759289.700203:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759289.700206:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759289.700209:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759289.700213:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759289.700217:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759289.700221:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759289.700227:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700231:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.700236:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700240:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759289.700244:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759289.700250:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700256:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759289.700260:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759289.700264:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759289.700290:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700292:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759289.700295:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759289.700299:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700301:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759289.700305:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759289.700307:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759289.700312:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759289.700314:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700318:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759289.700321:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759289.700324:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759289.700330:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759289.700336:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759289.700345:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931283328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759289.700362:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759289.700366:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759289.700373:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931283328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759289.700390:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759289.700395:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759289.700402:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759289.700405:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759289.700408:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759289.700413:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759289.700419:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 16994 00000400:00000200:1.0:1787759289.700429:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759289.700435:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759289.700440:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759289.700447:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700452:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.700457:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700464:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759289.700469:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759289.700472:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759289.700475:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759289.700478:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759289.700483:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759289.700488:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759289.700495:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700499:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759289.700503:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700507:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759289.700511:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759289.700514:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759289.700518:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759289.700520:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759289.700524:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759289.700528:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700531:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759289.700534:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759289.700538:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700541:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759289.700548:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759289.700550:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759289.700553:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759289.700557:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759289.700561:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759289.700565:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759289.700570:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759289.700576:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759289.700582:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759289.700593:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931283456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759289.700624:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759289.700628:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759289.700637:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931283456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759289.700651:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759289.700659:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17004) 00000100:00000001:0.0:1787759289.763334:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759289.763344:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759289.763347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759289.763354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759289.763359:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.763363:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.763367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759289.763370:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.763374:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.659340:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.659349:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.659353:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.659362:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.659368:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759290.659368:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759290.659373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.659375:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759290.659376:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.659381:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759290.659382:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759290.659386:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759290.659388:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759290.659390:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.659392:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759290.659396:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759290.659399:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759290.659403:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.659430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.659437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.659441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.659448:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759290.659454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.659459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759290.659459:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759290.659464:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.659465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759290.659473:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.659476:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759290.659477:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759290.659482:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.659484:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.659493:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759290.659495:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759290.659500:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759290.659504:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.659526:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.659531:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787759290.659532:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759290.659535:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759290.659536:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.659545:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.659552:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759290.659558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787759290.659558:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759290.659565:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759290.659567:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.659570:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759290.723411:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311667664, at 4311667712 00000100:00000040:1.0:1787759290.723414:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311667664, at 4311667712 00000100:00000010:1.0:1787759290.723432:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000010:0.0:1787759290.723440:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000001:0.0:1787759290.787355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.787362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.787364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.787369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.787373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759290.787376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.787379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759290.787382:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.787384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759291.683392:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.683402:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759291.683402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759291.683409:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759291.683414:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759291.683417:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759291.683420:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759291.683423:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759291.683432:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759291.683435:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759291.683449:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759291.683449:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759291.683457:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759291.683457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759291.683474:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759291.683489:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759291.683495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.683501:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759291.683523:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.683530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759291.683530:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759291.683534:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759291.683535:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759291.683540:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759291.683541:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759291.683548:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759291.683548:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759291.683554:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.683555:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759291.683562:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.683567:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759291.683575:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759291.683575:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759291.683583:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.683588:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759291.683589:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759291.683691:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759291.683694:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759291.683697:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759291.811376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.811383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759291.811386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759291.811391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759291.811395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759291.811398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.811401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759291.811403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.811406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.707392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759292.707398:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.707400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.707403:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759292.707404:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759292.707408:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759292.707409:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759292.707415:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.707417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759292.707418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759292.707422:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707426:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.707427:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759292.707430:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759292.707435:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759292.707446:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707456:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.707469:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.707476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.707480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759292.707483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759292.707486:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.707490:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759292.707492:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.707493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707501:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759292.707508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.707509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759292.707513:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759292.707518:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759292.707520:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707525:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759292.707527:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759292.707531:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.707532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.707535:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.707536:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759292.707538:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.707540:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759292.707543:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.707546:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759292.707548:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.707552:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759292.707673:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759292.707676:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759292.707678:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759292.835357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.835362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.835364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759292.835372:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.835376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759292.835378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.835380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759292.835382:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.835385:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759293.731375:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759293.731376:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759293.731382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759293.731383:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.731385:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759293.731386:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759293.731392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759293.731393:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759293.731397:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759293.731400:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759293.731401:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759293.731405:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731406:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759293.731409:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731412:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759293.731420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759293.731423:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731424:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759293.731427:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759293.731428:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.731431:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759293.731434:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759293.731439:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759293.731442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759293.731444:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759293.731445:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759293.731449:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759293.731449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759293.731453:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759293.731454:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759293.731459:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759293.731464:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759293.731467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759293.731469:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731470:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.731474:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759293.731474:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759293.731477:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759293.731478:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731482:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759293.731483:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759293.731485:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731489:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759293.731492:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.731497:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759293.731510:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759293.731514:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759293.731518:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759293.859357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759293.859363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.859364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759293.859369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759293.859371:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759293.859374:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.859376:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759293.859378:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.859380:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759294.755373:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759294.755373:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759294.755379:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759294.755380:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759294.755382:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759294.755384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759294.755387:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759294.755389:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759294.755391:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759294.755395:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759294.755395:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.755400:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759294.755400:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759294.755404:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.755406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759294.755407:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759294.755409:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.755414:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759294.755429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759294.755433:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759294.755436:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759294.755437:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759294.755440:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759294.755442:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759294.755444:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759294.755445:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759294.755454:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759294.755460:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759294.755463:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759294.755467:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759294.755700:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759294.755704:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759294.755705:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759294.755708:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759294.755710:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759294.755711:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.755713:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759294.755715:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.755717:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759294.883371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759294.883377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759294.883379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759294.883383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759294.883385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759294.883389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.883391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759294.883393:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.883395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759295.779381:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759295.779381:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.779391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759295.779392:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.779395:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759295.779396:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759295.779402:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759295.779403:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.779409:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759295.779415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759295.779419:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759295.779423:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759295.779425:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.779428:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.779435:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759295.779458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759295.779464:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759295.779469:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759295.779480:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.779488:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.779496:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759295.779498:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759295.779503:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759295.779508:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759295.779508:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759295.779522:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.779525:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759295.779530:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759295.779531:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759295.779535:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759295.779535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.779538:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.779543:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759295.779544:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759295.779548:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759295.779553:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759295.779560:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.779565:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.779570:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759295.779575:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.779579:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759295.779584:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.779588:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759295.779591:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.779597:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759295.779664:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759295.779666:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759295.779668:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759295.843332:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311672784, at 4311672832 00000100:00000040:1.0:1787759295.843332:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311672784, at 4311672832 00000100:00000010:1.0:1787759295.843345:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:0.0:1787759295.843347:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000001:0.0:1787759295.907377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.907383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.907386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759295.907391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.907394:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759295.907398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.907401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759295.907403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.907406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759296.803380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759296.803389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759296.803400:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759296.803406:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759296.803411:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759296.803415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759296.803422:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759296.803427:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759296.803432:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759296.803538:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.803541:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759296.803544:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759296.803547:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759296.803551:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759296.803554:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.803558:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759296.803561:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.803567:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759296.803584:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.803587:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759296.803588:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759296.803590:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759296.803592:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759296.803593:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.803595:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759296.803597:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.803601:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759296.803659:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759296.803663:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759296.803666:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759296.931379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.931387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759296.931390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759296.931396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759296.931399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759296.931403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.931406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759296.931409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.931413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759297.827392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759297.827394:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759297.827402:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759297.827406:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759297.827407:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.827416:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759297.827419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759297.827424:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759297.827425:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759297.827436:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759297.827442:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759297.827443:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759297.827455:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.827457:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759297.827461:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.827467:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759297.827476:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.827488:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759297.827511:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759297.827515:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759297.827517:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759297.827522:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759297.827524:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759297.827533:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759297.827534:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759297.827546:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.827547:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759297.827552:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759297.827562:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759297.827562:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759297.827567:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.827572:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759297.827579:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.827594:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759297.827598:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759297.827607:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759297.827609:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759297.827616:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759297.827620:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759297.827623:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759297.827628:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759297.827632:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759297.827636:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759297.827640:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759297.827643:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.955355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759297.955362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759297.955363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759297.955367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759297.955369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759297.955372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.955373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759297.955375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.955378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.851373:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759298.851373:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759298.851381:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759298.851381:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759298.851385:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.851386:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759298.851392:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759298.851393:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759298.851396:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759298.851398:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759298.851401:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.851402:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759298.851406:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759298.851409:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759298.851412:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.851413:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759298.851416:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.851421:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759298.851427:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759298.851431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759298.851433:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759298.851435:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759298.851438:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759298.851438:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759298.851442:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759298.851443:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.851444:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759298.851445:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759298.851448:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759298.851448:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.851451:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759298.851452:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.851455:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.851458:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759298.851461:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.851464:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759298.851475:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759298.851481:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759298.851484:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759298.851490:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759298.851494:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759298.851496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759298.851498:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759298.851499:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759298.851501:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.979374:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759298.979382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759298.979384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759298.979389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759298.979392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759298.979396:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.979399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759298.979401:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.979405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.875416:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759299.875416:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759299.875426:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759299.875426:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759299.875431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.875435:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759299.875439:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759299.875441:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759299.875452:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759299.875457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759299.875461:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875462:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759299.875476:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875486:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759299.875487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759299.875492:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759299.875497:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.875516:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759299.875521:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759299.875524:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759299.875526:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759299.875528:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759299.875534:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759299.875534:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759299.875540:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.875543:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875550:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759299.875551:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759299.875556:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759299.875560:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759299.875574:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875575:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759299.875602:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759299.875604:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759299.875607:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.875630:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759299.875638:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759299.875640:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759299.875644:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759299.875646:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759299.875649:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875652:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759299.875653:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.875658:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759300.003395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759300.003406:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759300.003409:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759300.003415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759300.003420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759300.003425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.003428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759300.003431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.003435:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759300.899389:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759300.899398:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759300.899398:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759300.899404:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759300.899404:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759300.899408:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759300.899410:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759300.899413:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759300.899416:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759300.899417:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759300.899422:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759300.899422:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759300.899429:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759300.899434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.899439:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759300.899439:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759300.899443:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.899446:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759300.899467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759300.899473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759300.899475:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759300.899483:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759300.899485:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759300.899490:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759300.899495:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759300.899498:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.899500:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759300.899507:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759300.899509:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759300.899509:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759300.899521:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759300.899522:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759300.899525:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.899537:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759300.899542:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.899548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759300.899558:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759300.899564:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759300.899568:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759300.899573:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759300.899578:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759300.899580:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759300.899582:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759300.899584:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759300.899586:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759300.963400:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311677905, at 4311677952 00000100:00000040:1.0:1787759300.963400:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311677905, at 4311677952 00000100:00000010:1.0:1787759300.963418:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000010:0.0:1787759300.963426:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:0.0:1787759301.027433:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759301.027444:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759301.027447:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759301.027455:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759301.027459:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759301.027464:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.027468:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759301.027471:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.027475:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759301.923468:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759301.923480:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759301.923480:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759301.923485:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.923487:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759301.923493:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759301.923495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759301.923508:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759301.923509:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759301.923515:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.923522:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759301.923522:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759301.923532:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.923534:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759301.923540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.923557:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759301.923562:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759301.923571:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759301.923579:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759301.923583:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.923584:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759301.923589:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759301.923601:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759301.923605:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.923609:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759301.923614:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759301.923616:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759301.923619:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.923624:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759301.923626:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759301.923632:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759301.923639:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759301.923649:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759301.923650:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759301.923662:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759301.923667:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.923668:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759301.923681:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759301.923682:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759301.923690:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759301.923691:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759301.923694:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759301.923702:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759301.923705:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759301.923711:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.051371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759302.051377:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759302.051379:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759302.051382:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759302.051385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.051389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.051391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.051393:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.051395:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.947383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759302.947391:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759302.947394:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759302.947401:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759302.947408:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.947414:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.947419:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.947423:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.947427:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.947445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759302.947445:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759302.947449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759302.947449:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759302.947451:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759302.947451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759302.947454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759302.947455:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759302.947457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.947459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.947461:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.947463:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759302.947463:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759302.947465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.947466:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759302.947467:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759302.947469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759302.947471:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759302.947482:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759302.947486:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759302.947487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759302.947490:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759302.947490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.947492:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759302.947493:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759302.947497:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759302.947498:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.947500:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759302.947500:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759302.947503:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.947504:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759302.947505:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759302.947511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.947522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.947525:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.947527:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759303.075388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759303.075395:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759303.075398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759303.075404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759303.075407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759303.075411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.075414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759303.075416:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.075420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759303.971367:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759303.971398:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759303.971402:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759303.971406:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759303.971411:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759303.971415:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759303.971423:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971428:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759303.971572:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759303.971576:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759303.971578:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759303.971581:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759303.971584:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759303.971587:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971588:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759303.971590:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971593:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759303.971604:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759303.971609:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759303.971610:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759303.971613:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759303.971617:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759303.971619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971621:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759303.971625:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759303.971626:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759303.971628:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971630:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759303.971634:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759303.971635:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759303.971642:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759303.971646:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971651:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759303.971654:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759303.971658:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759304.099353:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759304.099361:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759304.099364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759304.099369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759304.099373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759304.099376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.099379:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759304.099381:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.099384:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759304.995345:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759304.995351:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759304.995355:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759304.995362:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759304.995368:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759304.995375:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759304.995380:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759304.995383:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759304.995386:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759304.995402:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759304.995405:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759304.995407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759304.995409:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759304.995411:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759304.995414:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.995419:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759304.995420:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759304.995422:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.995424:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759304.995427:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759304.995428:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759304.995434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759304.995438:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759304.995442:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759304.995442:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759304.995448:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759304.995451:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759304.995453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759304.995455:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759304.995456:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759304.995461:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759304.995465:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759304.995466:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759304.995467:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.995471:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759304.995471:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759304.995476:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759304.995476:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759304.995478:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759304.995481:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759304.995486:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759304.995489:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.995493:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759304.995495:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.995497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759305.123765:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759305.123776:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759305.123778:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759305.123784:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759305.123790:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759305.123795:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759305.123799:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759305.123802:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759305.123806:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759306.019379:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759306.019385:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.019390:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759306.019398:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759306.019400:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759306.019405:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.019408:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759306.019409:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759306.019415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759306.019416:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759306.019421:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759306.019424:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759306.019426:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759306.019429:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.019431:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759306.019449:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759306.019453:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759306.019457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759306.019484:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759306.019490:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759306.019494:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759306.019496:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759306.019501:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759306.019502:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.019506:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759306.019509:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759306.019510:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759306.019514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.019515:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759306.019519:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759306.019521:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759306.019526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.019530:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759306.019530:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759306.019534:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.019539:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759306.019595:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759306.019599:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759306.019605:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759306.083367:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311683024, at 4311683072 00000100:00000040:1.0:1787759306.083367:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311683024, at 4311683072 00000100:00000010:1.0:1787759306.083384:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a000. 00000100:00000010:0.0:1787759306.083386:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a5a0. 00000100:00000001:0.0:1787759306.147340:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759306.147347:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.147349:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759306.147354:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759306.147357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759306.147361:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.147363:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759306.147366:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.147369:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759307.043383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759307.043386:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759307.043389:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759307.043393:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759307.043393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759307.043397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759307.043402:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759307.043408:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759307.043409:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759307.043414:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759307.043415:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759307.043421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759307.043434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759307.043439:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759307.043443:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759307.043444:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759307.043448:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759307.043452:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759307.043457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759307.043462:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759307.043465:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759307.043471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759307.043474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759307.043477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759307.043479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759307.043481:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759307.043484:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759307.043490:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759307.043495:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759307.043497:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759307.043499:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759307.043509:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759307.043514:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759307.043514:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759307.043518:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759307.043521:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759307.043614:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759307.043618:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759307.043621:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759307.171376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759307.171381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759307.171383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759307.171389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759307.171392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759307.171397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759307.171406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759307.171409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759307.171416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759308.067379:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759308.067379:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759308.067387:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759308.067388:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759308.067391:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759308.067392:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759308.067396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759308.067398:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759308.067400:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759308.067402:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759308.067405:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759308.067407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.067420:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759308.067421:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.067423:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759308.067426:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759308.067430:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.067431:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759308.067433:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759308.067435:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759308.067439:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759308.067445:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759308.067449:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759308.067452:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759308.067452:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759308.067454:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759308.067457:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759308.067458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759308.067460:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759308.067462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759308.067467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759308.067472:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759308.067477:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759308.067482:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759308.067485:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759308.067488:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759308.067559:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759308.067563:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759308.067566:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759308.195369:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759308.195376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759308.195378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759308.195383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759308.195386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759308.195390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.195393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759308.195396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.195399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759309.091395:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759309.091400:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759309.091402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759309.091405:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759309.091406:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.091409:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759309.091412:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759309.091414:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759309.091420:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759309.091420:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759309.091427:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759309.091427:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.091434:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759309.091438:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.091445:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759309.091445:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759309.091449:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759309.091454:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759309.091473:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759309.091479:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759309.091479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759309.091482:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.091484:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759309.091487:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759309.091488:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759309.091491:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759309.091495:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759309.091496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759309.091502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759309.091503:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759309.091506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.091508:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759309.091511:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.091513:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759309.091519:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.091525:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.219377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759309.219384:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759309.219387:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.219392:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759309.219395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759309.219398:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.219401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759309.219403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.219407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.115376:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759310.115376:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759310.115384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759310.115385:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759310.115387:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.115391:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759310.115391:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759310.115396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759310.115397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759310.115402:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759310.115403:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759310.115407:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.115409:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759310.115415:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.115421:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759310.115421:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759310.115425:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759310.115429:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759310.115483:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759310.115488:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759310.115492:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.115493:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759310.115495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759310.115497:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759310.115502:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759310.115503:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759310.115513:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759310.115513:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.115525:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759310.115525:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759310.115529:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.115530:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.115538:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759310.115538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.115544:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.115552:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759310.179378:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759310.179385:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759310.179387:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759310.179391:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759310.179394:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759310.179406:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17014 00000400:00000200:0.0:1787759310.179413:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759310.179418:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759310.179421:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759310.179423:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179425:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.179427:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179428:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759310.179431:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759310.179433:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759310.179434:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759310.179437:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759310.179438:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759310.179440:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759310.179442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179444:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.179445:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179450:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759310.179453:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759310.179455:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179457:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759310.179459:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759310.179461:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759310.179463:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179465:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759310.179466:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759310.179473:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759310.179476:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759310.179479:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759310.179480:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179482:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759310.179484:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759310.179487:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759310.179494:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759310.179500:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.179509:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931285504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759310.179519:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759310.179523:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759310.179528:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931285504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759310.179553:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759310.179555:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759310.179558:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759310.179559:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759310.179560:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759310.179562:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759310.179564:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17014 00000400:00000200:0.0:1787759310.179567:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759310.179569:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759310.179570:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759310.179572:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179574:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.179575:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179576:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759310.179578:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759310.179580:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759310.179581:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759310.179582:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759310.179584:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759310.179585:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759310.179587:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179588:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.179590:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179591:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759310.179593:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759310.179595:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179597:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759310.179598:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759310.179602:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759310.179604:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179605:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759310.179608:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759310.179610:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179611:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759310.179615:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759310.179626:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759310.179629:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759310.179637:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179638:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759310.179644:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759310.179646:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759310.179655:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759310.179664:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.179673:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931285632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759310.179688:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759310.179697:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759310.179709:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931285632/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759310.179737:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759310.179739:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759310.179741:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759310.179742:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759310.179746:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759310.179751:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759310.179755:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17014 00000400:00000200:0.0:1787759310.179761:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759310.179770:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759310.179774:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759310.179782:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179791:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.179795:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179797:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759310.179799:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759310.179801:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759310.179806:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759310.179808:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759310.179812:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759310.179822:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759310.179832:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179834:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.179836:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179837:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759310.179838:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759310.179840:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759310.179842:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759310.179844:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759310.179847:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759310.179859:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179867:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759310.179872:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759310.179878:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179885:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759310.179891:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759310.179894:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759310.179902:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759310.179902:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.179904:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759310.179906:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759310.179908:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759310.179913:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759310.179917:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.179925:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931285760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759310.179940:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759310.179944:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759310.179954:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931285760/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759310.179971:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759310.179981:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759310.179990:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759310.179993:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759310.179996:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759310.180001:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759310.180008:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17014 00000400:00000200:0.0:1787759310.180027:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759310.180032:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759310.180038:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759310.180041:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180048:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.180058:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180066:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759310.180070:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759310.180071:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759310.180076:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759310.180079:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759310.180086:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759310.180097:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759310.180108:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180119:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.180123:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180130:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759310.180136:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759310.180145:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180151:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759310.180152:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759310.180157:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759310.180165:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.180168:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759310.180175:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759310.180182:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.180191:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759310.180200:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759310.180207:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759310.180218:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759310.180220:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.180226:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759310.180227:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759310.180230:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759310.180233:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759310.180236:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.180248:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931285888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759310.180304:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759310.180306:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759310.180318:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931285888/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759310.180334:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759310.180339:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759310.180344:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759310.180344:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759310.180345:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759310.180347:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759310.180349:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17014 00000400:00000200:0.0:1787759310.180356:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759310.180373:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759310.180379:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759310.180386:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180390:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.180396:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180399:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759310.180402:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759310.180404:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759310.180405:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759310.180409:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759310.180411:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759310.180413:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759310.180418:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180424:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759310.180427:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759310.180433:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759310.180437:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759310.180441:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759310.180443:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759310.180447:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759310.180450:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.180460:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759310.180462:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759310.180466:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.180467:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759310.180470:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759310.180474:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759310.180482:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759310.180484:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.180491:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759310.180496:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759310.180500:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759310.180509:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759310.180521:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.180532:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931286016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759310.180612:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759310.180615:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759310.180623:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931286016/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759310.180641:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759310.180645:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17024) 00000100:00000001:0.0:1787759310.243370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759310.243376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759310.243377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.243381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759310.243383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759310.243386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.243388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759310.243390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.243393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759311.139378:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759311.139379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759311.139385:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759311.139387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759311.139388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759311.139390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759311.139393:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759311.139396:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759311.139398:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759311.139401:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759311.139402:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.139406:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759311.139406:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.139410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.139414:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759311.139422:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759311.139423:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.139424:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759311.139426:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759311.139427:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759311.139430:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759311.139433:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759311.139437:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759311.139439:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759311.139441:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759311.139443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759311.139444:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759311.139446:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759311.139447:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759311.139449:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759311.139450:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759311.139453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759311.139457:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759311.139459:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759311.139461:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759311.139464:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759311.203388:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311688145, at 4311688192 00000100:00000040:0.0:1787759311.203389:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311688145, at 4311688192 00000100:00000010:1.0:1787759311.203405:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac00. 00000100:00000010:0.0:1787759311.203406:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ab40. 00000100:00000001:0.0:1787759311.267384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759311.267391:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759311.267393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759311.267398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759311.267401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759311.267405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.267408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759311.267410:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.267413:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759312.163371:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759312.163378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759312.163380:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759312.163381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759312.163384:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759312.163388:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759312.163392:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.163395:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759312.163399:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759312.163400:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759312.163404:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759312.163404:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759312.163410:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759312.163418:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759312.163421:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759312.163423:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759312.163425:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759312.163428:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759312.163429:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759312.163432:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759312.163434:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.163436:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759312.163439:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.163442:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759312.163445:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759312.163450:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759312.163464:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759312.163494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759312.163499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759312.163503:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759312.163507:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759312.163512:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759312.163515:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759312.163519:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759312.163534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759312.163538:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759312.291389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759312.291397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759312.291399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759312.291404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759312.291407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759312.291410:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.291413:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759312.291415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.291418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.187370:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759313.187370:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759313.187378:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759313.187382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759313.187383:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759313.187385:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759313.187389:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759313.187391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759313.187395:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759313.187397:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759313.187399:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759313.187402:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.187409:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759313.187412:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.187415:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759313.187424:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759313.187428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.187431:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759313.187432:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.187435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759313.187438:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759313.187442:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759313.187447:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759313.187448:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759313.187451:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759313.187452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759313.187457:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759313.187457:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.187461:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759313.187462:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759313.187466:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759313.187467:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759313.187472:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759313.187477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759313.187479:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759313.187484:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.315376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759313.315383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759313.315385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759313.315390:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759313.315393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759313.315397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.315400:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759313.315402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.315405:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.211470:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759314.211475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759314.211483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759314.211486:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759314.211488:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759314.211499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759314.211500:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.211511:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759314.211520:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759314.211521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.211538:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759314.211543:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.211549:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759314.211552:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759314.211561:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759314.211568:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759314.211570:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759314.211575:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.211576:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759314.211580:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759314.211584:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759314.211585:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.211592:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759314.211598:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.211605:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759314.211610:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.211614:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759314.211616:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759314.211626:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759314.211636:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759314.211643:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759314.211644:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759314.211663:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759314.211666:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759314.211668:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759314.211675:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759314.211676:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759314.211685:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759314.211688:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759314.211693:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759314.211695:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759314.211707:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.211726:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759314.211729:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.211733:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.339415:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759314.339425:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759314.339428:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759314.339434:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759314.339439:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759314.339443:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.339447:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759314.339451:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.339454:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.235416:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.235422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.235426:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.235432:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.235438:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.235445:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235451:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.235456:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235462:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.235482:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.235486:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.235488:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.235491:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.235495:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.235498:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.235507:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235513:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759315.235544:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759315.235550:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759315.235553:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759315.235557:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759315.235562:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759315.235566:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235588:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.235593:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.235598:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.235601:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.235603:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.235607:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235611:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.235613:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235616:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.235648:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.235652:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.235653:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.235655:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.235658:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.235660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235662:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.235664:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.235667:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759315.235855:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759315.235858:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759315.235860:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759315.299402:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759315.299419:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759315.299423:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759315.299427:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759315.299432:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759315.299441:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17019 00000400:00000200:0.0:1787759315.299451:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759315.299459:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759315.299464:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759315.299467:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299471:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.299474:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299477:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759315.299481:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759315.299484:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759315.299487:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759315.299491:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759315.299493:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759315.299496:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759315.299499:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299501:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.299502:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299504:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759315.299507:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759315.299511:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299514:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759315.299517:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759315.299521:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759315.299524:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.299526:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759315.299529:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759315.299541:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759315.299545:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759315.299549:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759315.299551:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.299554:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759315.299557:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759315.299563:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759315.299573:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759315.299581:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.299592:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931286144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759315.299603:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759315.299608:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759315.299614:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931286144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759315.299672:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759315.299676:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759315.299681:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759315.299682:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759315.299684:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759315.299687:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759315.299690:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17019 00000400:00000200:0.0:1787759315.299694:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759315.299698:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759315.299701:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759315.299704:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299706:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.299709:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299711:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759315.299714:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759315.299717:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759315.299719:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759315.299723:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759315.299727:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759315.299730:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759315.299736:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299742:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.299746:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299750:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759315.299753:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759315.299759:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299764:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759315.299769:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759315.299777:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759315.299782:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.299785:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759315.299792:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759315.299798:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.299802:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759315.299809:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759315.299813:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759315.299818:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759315.299820:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.299822:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759315.299824:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759315.299829:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759315.299836:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759315.299842:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.299852:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931286272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759315.299869:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759315.299873:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759315.299880:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931286272/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759315.299894:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759315.299898:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759315.299904:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759315.299907:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759315.299909:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759315.299914:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759315.299920:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17019 00000400:00000200:0.0:1787759315.299927:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759315.299934:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759315.299939:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759315.299945:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299950:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.299956:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299962:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759315.299965:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759315.299968:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759315.299971:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759315.299974:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759315.299976:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759315.299980:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759315.299987:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299991:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.299995:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.299997:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759315.300002:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759315.300008:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300011:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759315.300015:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759315.300018:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759315.300023:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300028:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759315.300031:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759315.300036:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300039:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759315.300045:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759315.300049:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759315.300055:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759315.300058:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300061:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759315.300064:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759315.300066:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759315.300071:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759315.300076:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.300084:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931286400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759315.300098:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759315.300101:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759315.300121:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931286400/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759315.300142:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759315.300148:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759315.300154:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759315.300157:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759315.300159:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759315.300163:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759315.300175:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17019 00000400:00000200:0.0:1787759315.300181:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759315.300187:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759315.300190:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759315.300194:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300198:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.300201:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300203:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759315.300207:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759315.300210:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759315.300213:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759315.300216:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759315.300218:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759315.300220:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759315.300224:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300225:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.300229:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300232:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759315.300237:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759315.300241:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300246:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759315.300250:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759315.300253:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759315.300257:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300260:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759315.300263:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759315.300289:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300291:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759315.300296:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759315.300298:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759315.300301:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759315.300302:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300304:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759315.300306:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759315.300308:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759315.300314:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759315.300319:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.300327:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931286528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759315.300342:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759315.300346:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759315.300356:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931286528/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759315.300376:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759315.300382:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759315.300389:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759315.300393:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759315.300399:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759315.300405:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759315.300411:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17019 00000400:00000200:0.0:1787759315.300420:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759315.300426:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759315.300432:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759315.300438:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300443:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.300449:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300454:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759315.300460:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759315.300462:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759315.300465:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759315.300467:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759315.300472:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759315.300473:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759315.300479:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300482:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759315.300486:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300489:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759315.300492:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759315.300497:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759315.300501:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759315.300505:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759315.300509:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759315.300512:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300517:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759315.300520:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759315.300524:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300527:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759315.300532:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759315.300536:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759315.300540:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759315.300543:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.300545:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759315.300548:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759315.300550:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759315.300555:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759315.300560:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.300567:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931286656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759315.300577:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759315.300580:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759315.300584:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931286656/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759315.300593:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759315.300598:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17029) 00000100:00000001:0.0:1787759315.363403:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.363412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.363413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.363418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.363422:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.363425:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.363428:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.363431:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.363433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759316.259638:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759316.259656:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759316.259657:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759316.259660:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759316.259662:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759316.259664:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.259667:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759316.259668:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.259671:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759316.260719:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759316.260725:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759316.260729:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759316.260733:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759316.260733:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759316.260738:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759316.260739:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759316.260742:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.260743:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759316.260745:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759316.260749:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759316.260749:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.260755:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759316.260759:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.260763:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759316.260767:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.260772:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759316.260812:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759316.323348:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311693264, at 4311693312 00000100:00000040:1.0:1787759316.323352:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311693264, at 4311693312 00000100:00000010:0.0:1787759316.323390:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af00. 00000100:00000010:1.0:1787759316.323393:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a6c0. 00000100:00000001:0.0:1787759316.387377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759316.387385:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759316.387388:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759316.387393:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759316.387396:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759316.387401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.387404:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759316.387406:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.387409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759317.283375:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759317.283380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759317.283383:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759317.283386:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759317.283387:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.283390:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759317.283393:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759317.283396:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759317.283399:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759317.283403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759317.283404:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.283407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.283410:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759317.283415:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.283423:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.283424:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759317.283428:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.283431:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759317.283441:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759317.283445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759317.283448:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759317.283452:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759317.283457:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759317.283462:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.283469:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759317.283474:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.283478:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.411368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759317.411376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759317.411378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759317.411383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759317.411387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759317.411390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.411393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759317.411396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.411400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.307371:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759318.307371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759318.307381:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759318.307382:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759318.307386:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.307387:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759318.307397:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759318.307399:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759318.307404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759318.307405:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759318.307410:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.307411:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759318.307425:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759318.307429:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759318.307432:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.307440:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759318.307444:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759318.307447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759318.307449:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759318.307452:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759318.307456:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759318.307462:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759318.307468:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759318.307473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.307482:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759318.307485:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759318.307489:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759318.307489:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759318.307495:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759318.307495:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759318.307501:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.307507:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759318.307512:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.307517:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759318.307521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.307525:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.435368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759318.435375:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759318.435376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759318.435380:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759318.435383:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759318.435386:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.435388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759318.435391:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.435394:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759319.331374:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759319.331381:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759319.331385:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759319.331394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759319.331399:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759319.331403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.331408:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759319.331412:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.331417:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.331540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759319.331545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.331547:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.331550:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759319.331553:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.331555:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.331573:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.331575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.331577:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.331748:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759319.331751:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.331752:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.331754:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759319.331756:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.331758:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.331760:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.331761:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.331764:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759319.331807:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759319.331810:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759319.331811:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759319.331813:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759319.331815:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759319.331817:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.331819:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759319.331820:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.331822:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759319.459375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759319.459416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759319.459418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759319.459423:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759319.459427:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759319.459431:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.459434:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759319.459437:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.459440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.355356:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.355370:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.355375:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759320.355377:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759320.355378:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.355381:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759320.355383:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:0.0:1787759320.355386:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759320.355389:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759320.355391:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759320.355395:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.355396:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.355402:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759320.355404:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.355409:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.355410:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.355415:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.355420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759320.355424:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.355427:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759320.355430:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759320.355432:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759320.355438:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759320.355443:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.355446:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.355448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.355449:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.355452:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759320.355454:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.355455:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.355460:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759320.355464:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759320.355467:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.355472:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.355476:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.355480:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759320.419369:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759320.419379:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759320.419382:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759320.419386:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759320.419390:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759320.419398:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17024 00000400:00000200:0.0:1787759320.419405:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759320.419410:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759320.419413:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759320.419416:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.419420:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.419422:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.419425:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759320.419429:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759320.419431:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759320.419433:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759320.419436:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759320.419439:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759320.419441:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759320.419444:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.419446:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.419448:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.419450:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759320.419453:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759320.419457:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759320.419460:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759320.419470:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759320.419474:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759320.419477:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.419479:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759320.419482:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759320.419490:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759320.419492:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759320.419496:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759320.419497:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.419499:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759320.419502:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759320.419505:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759320.419511:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759320.419521:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.419528:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931286784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759320.419553:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759320.419557:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759320.419561:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931286784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759320.419576:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759320.419579:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759320.419581:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759320.419582:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759320.419583:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759320.420678:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759320.420683:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17024 00000400:00000200:0.0:1787759320.420688:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759320.420692:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759320.420694:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759320.420697:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420700:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.420702:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420704:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759320.420706:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759320.420707:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759320.420708:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759320.420709:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759320.420711:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759320.420712:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759320.420714:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420715:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.420716:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420717:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759320.420719:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759320.420721:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420723:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759320.420724:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759320.420728:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759320.420730:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.420731:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759320.420735:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759320.420737:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.420738:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759320.420741:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759320.420743:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759320.420744:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759320.420745:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.420747:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759320.420748:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759320.420749:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759320.420752:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759320.420755:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.420758:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931286912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759320.420763:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759320.420765:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759320.420767:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931286912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759320.420779:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759320.420781:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759320.420783:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759320.420784:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759320.420785:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759320.420788:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759320.420791:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17024 00000400:00000200:0.0:1787759320.420795:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759320.420798:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759320.420801:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759320.420804:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420807:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.420809:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420812:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759320.420816:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759320.420821:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759320.420824:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759320.420827:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759320.420830:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759320.420835:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759320.420843:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420847:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.420852:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420856:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759320.420861:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759320.420867:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759320.420872:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759320.420877:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759320.420880:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759320.420883:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.420886:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759320.420890:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759320.420893:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.420896:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759320.420899:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759320.420902:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759320.420906:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759320.420908:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.420912:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759320.420914:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759320.420918:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759320.420927:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759320.420933:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.420942:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931287040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759320.420954:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759320.420957:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759320.420965:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931287040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759320.420981:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759320.420986:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759320.420991:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759320.420995:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759320.420997:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759320.421002:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759320.421008:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17024 00000400:00000200:0.0:1787759320.421013:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759320.421019:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759320.421021:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759320.421027:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421030:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.421034:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421036:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759320.421039:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759320.421041:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759320.421043:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759320.421045:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759320.421047:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759320.421051:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759320.421055:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421058:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.421061:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421064:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759320.421067:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759320.421071:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421073:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759320.421076:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759320.421079:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759320.421082:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.421084:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759320.421087:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759320.421091:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.421093:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759320.421097:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759320.421100:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759320.421104:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759320.421106:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.421110:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759320.421111:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759320.421113:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759320.421118:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759320.421123:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.421131:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931287168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759320.421142:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759320.421144:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759320.421150:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931287168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759320.421167:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759320.421173:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759320.421180:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759320.421182:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759320.421186:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759320.421190:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759320.421196:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17024 00000400:00000200:0.0:1787759320.421201:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759320.421206:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759320.421208:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759320.421213:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421216:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.421220:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421225:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759320.421229:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759320.421232:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759320.421236:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759320.421240:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759320.421245:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759320.421249:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759320.421256:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421263:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759320.421282:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421284:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759320.421286:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759320.421289:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759320.421292:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759320.421295:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759320.421299:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759320.421304:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.421308:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759320.421311:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759320.421313:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.421315:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759320.421317:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759320.421319:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759320.421324:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759320.421327:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.421329:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759320.421331:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759320.421333:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759320.421338:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759320.421342:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.421349:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931287296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759320.421364:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759320.421369:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759320.421378:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931287296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759320.421400:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759320.421406:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17035) 00000100:00000001:0.0:1787759320.483416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759320.483421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759320.483423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.483428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759320.483434:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759320.483437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.483439:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.483441:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.483444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759321.379395:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759321.379404:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759321.379407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759321.379415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759321.379419:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759321.379425:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.379429:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.379433:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.379439:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.379442:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759321.379448:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.379452:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759321.379456:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.379460:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.379465:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.379469:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759321.379473:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.379478:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.379497:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759321.379498:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759321.379502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759321.379503:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.379506:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759321.379507:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759321.379512:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.379516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.379532:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759321.379533:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759321.379538:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.379538:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.379543:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.379543:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.379551:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759321.379551:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759321.379554:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.379558:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759321.379751:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759321.379755:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759321.379756:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759321.379759:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759321.379761:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759321.379763:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.379765:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.379767:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.379769:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.379961:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759321.379965:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.379966:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759321.379969:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.379972:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.379974:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.379977:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759321.379978:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.379981:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759321.443378:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311698384, at 4311698432 00000100:00000040:1.0:1787759321.443378:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311698384, at 4311698432 00000100:00000010:1.0:1787759321.443392:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a2a0. 00000100:00000010:0.0:1787759321.443395:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ae40. 00000100:00000001:0.0:1787759321.507373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759321.507379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759321.507381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759321.507386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759321.507389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759321.507394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.507397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.507399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.507402:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759322.403356:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759322.403359:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759322.403363:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759322.403365:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759322.403368:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759322.403369:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759322.403375:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759322.403375:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759322.403382:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759322.403383:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759322.403385:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.403388:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403389:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759322.403391:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403395:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759322.403396:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759322.403400:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.403405:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759322.403408:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759322.403411:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759322.403414:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759322.403418:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759322.403422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759322.403426:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403430:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759322.403433:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759322.403434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403440:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759322.403440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759322.403445:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759322.403451:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759322.403455:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759322.403457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.403460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759322.403465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403468:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759322.403469:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759322.403474:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759322.403478:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759322.403482:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759322.403485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759322.403487:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403490:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759322.403491:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.403494:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759322.531385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759322.531392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759322.531394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759322.531399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759322.531403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759322.531407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.531410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759322.531412:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.531416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.427378:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.427385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759323.427387:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759323.427392:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759323.427395:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.427397:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759323.427402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759323.427402:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.427408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.427408:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759323.427412:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759323.427414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.427417:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759323.427419:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759323.427423:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.427439:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759323.427442:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.427445:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.427448:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.427451:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759323.427453:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759323.427455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.427460:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759323.427464:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.427471:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759323.427474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.427481:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.427532:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.427537:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759323.427541:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759323.427547:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.427553:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759323.427557:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.427561:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759323.427563:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.427566:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759323.555354:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759323.555360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759323.555362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759323.555366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759323.555368:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759323.555371:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.555373:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759323.555375:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.555378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.451384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759324.451402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759324.451407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759324.451413:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759324.451418:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759324.451423:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.451427:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759324.451430:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.451435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.451578:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759324.451582:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759324.451584:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759324.451597:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759324.451602:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.451607:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.451611:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759324.451615:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.451620:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.451638:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759324.451641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759324.451643:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759324.451646:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759324.451649:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.451651:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.451653:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759324.451655:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.451657:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.451715:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759324.451718:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759324.451719:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759324.451722:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759324.451724:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759324.451726:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.451728:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759324.451729:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.451731:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.579371:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759324.579378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759324.579380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759324.579384:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759324.579386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759324.579390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.579393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759324.579395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.579398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.475413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759325.475420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759325.475423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759325.475427:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759325.475427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.475431:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759325.475435:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759325.475436:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759325.475442:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759325.475443:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759325.475470:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759325.475475:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759325.475477:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759325.475479:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.475534:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.475542:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759325.475546:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.475549:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.475554:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759325.475559:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759325.475563:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.475570:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759325.475574:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759325.475578:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759325.475583:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759325.475588:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759325.475594:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759325.539340:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759325.539350:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759325.539358:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759325.539362:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759325.539367:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759325.539389:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17030 00000400:00000200:0.0:1787759325.539398:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759325.539404:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759325.539408:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759325.539412:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539416:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.539418:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539421:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759325.539425:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759325.539427:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759325.539430:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759325.539434:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759325.539436:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759325.539439:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759325.539442:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539444:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.539446:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539459:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759325.539463:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759325.539467:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539469:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759325.539471:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759325.539474:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759325.539476:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539478:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759325.539480:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759325.539488:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759325.539491:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759325.539494:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759325.539496:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539499:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759325.539502:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759325.539507:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759325.539516:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759325.539523:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.539533:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931287424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759325.539543:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759325.539548:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759325.539553:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931287424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759325.539577:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759325.539581:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759325.539585:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759325.539587:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759325.539588:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759325.539591:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759325.539594:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17030 00000400:00000200:0.0:1787759325.539599:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759325.539604:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759325.539606:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759325.539610:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539612:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.539614:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539616:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759325.539619:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759325.539622:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759325.539626:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759325.539631:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759325.539635:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759325.539642:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759325.539647:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539653:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.539657:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539661:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759325.539666:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759325.539672:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539677:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759325.539683:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759325.539690:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759325.539695:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539698:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759325.539703:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759325.539710:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539713:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759325.539719:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759325.539724:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759325.539729:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759325.539730:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539732:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759325.539735:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759325.539739:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759325.539746:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759325.539752:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.539761:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931287552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759325.539775:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759325.539779:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759325.539788:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931287552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759325.539806:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759325.539812:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759325.539818:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759325.539820:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759325.539822:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759325.539827:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759325.539832:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17030 00000400:00000200:0.0:1787759325.539841:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759325.539848:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759325.539854:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759325.539858:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539862:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.539867:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539871:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759325.539875:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759325.539880:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759325.539883:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759325.539888:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759325.539892:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759325.539897:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759325.539903:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539906:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.539911:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539916:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759325.539922:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759325.539929:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759325.539933:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759325.539936:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759325.539941:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759325.539945:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539948:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759325.539952:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759325.539956:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539961:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759325.539967:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759325.539970:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759325.539973:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759325.539974:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.539976:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759325.539979:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759325.539981:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759325.539986:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759325.539992:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.540001:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931287680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759325.540037:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759325.540041:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759325.540050:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931287680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759325.540071:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759325.540076:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759325.540082:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759325.540084:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759325.540086:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759325.540094:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759325.540100:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17030 00000400:00000200:0.0:1787759325.540107:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759325.540112:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759325.540116:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759325.540120:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540124:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.540126:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540129:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759325.540135:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759325.540137:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759325.540141:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759325.540145:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759325.540149:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759325.540154:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759325.540159:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540163:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.540169:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540172:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759325.540177:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759325.540183:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540188:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759325.540191:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759325.540194:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759325.540198:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.540201:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759325.540205:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759325.540210:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.540214:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759325.540220:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759325.540224:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759325.540230:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759325.540233:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.540236:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759325.540239:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759325.540241:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759325.540247:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759325.540253:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.540261:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931287808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759325.540290:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759325.540293:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759325.540297:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931287808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759325.540304:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759325.540307:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759325.540311:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759325.540314:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759325.540316:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759325.540320:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759325.540326:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17030 00000400:00000200:0.0:1787759325.540336:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759325.540342:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759325.540346:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759325.540354:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540358:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.540362:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540365:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759325.540370:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759325.540372:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759325.540376:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759325.540379:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759325.540383:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759325.540388:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759325.540393:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540397:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759325.540402:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540408:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759325.540412:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759325.540419:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759325.540425:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759325.540428:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759325.540432:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759325.540436:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.540440:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759325.540445:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759325.540639:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.540644:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759325.540651:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759325.540657:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759325.540663:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759325.540666:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.540672:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759325.540675:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759325.540678:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759325.540686:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759325.540693:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.540704:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931287936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759325.540723:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759325.540728:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759325.540737:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931287936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759325.540754:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759325.540760:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17040) 00000100:00000001:0.0:1787759325.603346:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759325.603352:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759325.603354:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759325.603358:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759325.603360:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759325.603364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759325.603367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759325.603370:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759325.603383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759326.499374:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759326.499381:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759326.499384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759326.499389:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759326.499393:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759326.499398:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.499401:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.499404:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759326.499404:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759326.499413:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759326.499414:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759326.499420:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759326.499426:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759326.499445:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759326.499450:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759326.499453:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759326.499456:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.499461:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759326.499463:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759326.499465:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759326.499471:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759326.499474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759326.499480:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759326.499483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.499487:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.499491:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.499496:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759326.499640:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759326.499649:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759326.499653:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759326.499656:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759326.499660:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759326.499664:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759326.499670:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759326.499674:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759326.499679:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759326.499709:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759326.499712:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759326.499713:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759326.499715:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759326.499717:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759326.499718:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.499756:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.499759:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.499761:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759326.563363:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311703504, at 4311703552 00000100:00000040:1.0:1787759326.563373:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311703504, at 4311703552 00000100:00000010:0.0:1787759326.563376:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa20. 00000100:00000010:1.0:1787759326.563392:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aae0. 00000100:00000001:0.0:1787759326.627373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759326.627381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759326.627384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759326.627389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759326.627393:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759326.627397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.627401:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.627403:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.627407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.523412:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759327.523429:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759327.523434:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759327.523440:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759327.523441:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.523446:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759327.523448:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759327.523458:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759327.523459:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759327.523467:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759327.523473:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.523474:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.523483:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759327.523487:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.523492:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759327.523504:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759327.523506:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.523512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.523520:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759327.523525:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759327.523528:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759327.523529:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759327.523532:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759327.523534:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759327.523541:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759327.523545:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759327.523549:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.523553:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759327.523557:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.523559:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759327.523605:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759327.523613:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759327.523618:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.523622:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759327.523626:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.523628:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759327.651433:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759327.651458:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759327.651461:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759327.651467:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759327.651471:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759327.651476:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.651479:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759327.651481:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.651494:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759328.547359:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759328.547367:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759328.547370:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.547372:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759328.547376:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.547377:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.547382:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759328.547382:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759328.547388:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759328.547389:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547393:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759328.547407:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.547413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547416:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759328.547418:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759328.547423:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759328.547428:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.547452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759328.547457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.547462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759328.547467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.547474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759328.547478:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.547485:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547487:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.547498:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759328.547502:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.547505:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759328.547508:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.547514:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759328.547518:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.547526:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.547529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.675515:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759328.675522:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.675524:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759328.675530:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.675533:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759328.675537:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.675540:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.675542:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.675545:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.571328:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759329.571337:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.571342:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.571350:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759329.571357:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.571361:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.571373:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.571394:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.571398:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.571399:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759329.571405:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759329.571408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759329.571413:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759329.571417:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759329.571420:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.571423:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.571427:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.571428:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759329.571431:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.571433:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.571438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.571443:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759329.571449:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759329.571451:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759329.571453:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.571456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.571458:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.571460:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.571462:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759329.571465:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759329.571467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.571480:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759329.571482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.571486:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.571488:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.571491:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.699372:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759329.699397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759329.699398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759329.699403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759329.699405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759329.699408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.699410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.699413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.699415:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.595394:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759330.595394:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759330.595402:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.595403:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.595407:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759330.595407:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.595414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.595420:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759330.595422:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.595426:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.595428:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759330.595433:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.595438:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759330.595439:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.595441:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.595443:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.595445:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759330.595447:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.595462:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.595466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.595470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.595472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759330.595473:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.595477:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759330.595478:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.595481:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.595482:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.595487:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759330.595488:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.595490:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.595494:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759330.595495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759330.595498:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.595513:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759330.595516:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.595519:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.595524:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.595528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.595530:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.595533:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.595536:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759330.595539:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.595543:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.595547:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.595551:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.723388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.723396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.723398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.723403:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.723407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759330.723411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.723426:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.723428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.723433:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.619785:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759331.619790:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759331.619792:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759331.619797:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.619801:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759331.619805:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619809:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.619812:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619817:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.619830:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759331.619834:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759331.619835:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759331.619838:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.619840:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759331.619843:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619845:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.619847:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619849:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.619882:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759331.619885:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759331.619886:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759331.619888:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.619890:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759331.619892:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619895:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.619896:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619898:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.619925:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759331.619928:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759331.619929:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759331.619931:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.619933:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759331.619935:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619937:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.619939:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.619941:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759331.619949:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759331.619953:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759331.619955:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759331.619959:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759331.619961:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759331.619964:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759331.619966:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759331.619967:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759331.619969:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759331.683387:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311708626, at 4311708672 00000100:00000040:1.0:1787759331.683387:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311708626, at 4311708672 00000100:00000010:1.0:1787759331.683401:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a900. 00000100:00000010:0.0:1787759331.683452:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a4e0. 00000100:00000001:0.0:1787759331.747375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759331.747381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759331.747383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759331.747386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.747389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759331.747392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.747394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.747396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.747398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.643430:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.643437:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.643439:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759332.643444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.643449:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.643453:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.643457:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.643460:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.643464:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.643503:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.643506:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.643508:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759332.643512:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.643516:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.643518:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759332.643624:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.643744:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.643746:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.643748:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.643763:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.643766:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.643767:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759332.643769:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.643770:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.643772:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.643774:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.643775:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.643777:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759332.643820:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759332.643822:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759332.643825:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759332.643827:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759332.643830:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759332.643832:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759332.643834:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759332.643836:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.772450:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.772456:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.772458:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759332.772462:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.772465:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.772468:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.772470:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.772472:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.772474:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759333.667376:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759333.667382:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759333.667384:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759333.667387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759333.667388:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.667391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759333.667396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759333.667397:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759333.667403:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.667404:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759333.667408:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.667411:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759333.667414:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.667416:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759333.667418:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.667421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759333.667423:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.667427:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.667446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759333.667450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759333.667451:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759333.667454:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759333.667457:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.667460:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.667464:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.667468:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759333.667468:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759333.667476:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759333.667480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.667482:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759333.667483:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759333.667488:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759333.667494:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759333.667498:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759333.667503:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759333.667509:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.667517:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759333.667522:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759333.667525:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759333.667528:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759333.667533:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.667536:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.667539:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.667541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.667544:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.795375:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759333.795381:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759333.795383:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759333.795387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759333.795389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.795393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.795395:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.795396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.795399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.691381:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.691389:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.691392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.691399:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.691405:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.691410:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.691413:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.691416:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.691420:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.691432:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.691437:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.691440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.691444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.691446:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.691448:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.691451:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.691452:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.691455:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.691481:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.691485:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.691486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.691489:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759334.691490:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.691493:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759334.691495:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.691496:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.691496:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.691498:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759334.691499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.691501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.691502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.691505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.691505:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.691509:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759334.691512:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.691516:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.691529:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.691532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.691533:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.691536:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.691538:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.691540:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.691543:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.691544:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.691546:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.819382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.819389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.819392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.819397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.819412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.819417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.819420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.819423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.819427:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759335.715373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759335.715380:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759335.715382:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.715389:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759335.715391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759335.715395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759335.715398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.715399:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.715404:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759335.715410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759335.715413:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.715415:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715419:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759335.715424:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.715431:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759335.715431:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.715434:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.715438:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.715455:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759335.715459:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759335.715462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.715466:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759335.715467:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759335.715472:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759335.715473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759335.715476:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.715483:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759335.715483:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759335.715486:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715488:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.715490:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759335.715493:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715498:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759335.715502:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715506:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759335.715532:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759335.715537:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759335.715541:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759335.715544:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759335.715548:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759335.715551:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715553:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759335.715555:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.715557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759335.779398:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759335.779406:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759335.779408:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759335.779411:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759335.779414:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759335.779419:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17040 00000400:00000200:0.0:1787759335.779426:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759335.779431:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759335.779433:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759335.779435:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779438:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.779439:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779441:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759335.779444:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759335.779445:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759335.779448:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759335.779450:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759335.779453:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759335.779455:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759335.779457:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779459:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.779461:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779463:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759335.779466:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759335.779470:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779473:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759335.779475:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759335.779480:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759335.779483:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779492:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759335.779495:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759335.779504:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759335.779508:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759335.779512:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759335.779513:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779516:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759335.779519:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759335.779523:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759335.779528:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759335.779534:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.779540:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931288704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759335.779548:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759335.779551:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759335.779554:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931288704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759335.779571:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759335.779573:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759335.779575:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759335.779576:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759335.779578:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759335.779580:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759335.779581:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17040 00000400:00000200:0.0:1787759335.779584:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759335.779585:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759335.779587:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759335.779589:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779591:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.779592:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779594:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759335.779595:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759335.779596:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759335.779598:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759335.779599:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759335.779601:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759335.779602:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759335.779605:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779606:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.779608:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779609:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759335.779612:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759335.779615:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779618:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759335.779621:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759335.779628:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759335.779633:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779635:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759335.779641:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759335.779647:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779652:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759335.779658:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759335.779663:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759335.779668:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759335.779670:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779674:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759335.779676:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759335.779679:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759335.779685:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759335.779690:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.779696:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931288832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759335.779705:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759335.779707:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759335.779713:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931288832/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759335.779729:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759335.779733:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759335.779737:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759335.779741:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759335.779744:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759335.779748:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759335.779763:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17040 00000400:00000200:0.0:1787759335.779771:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759335.779775:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759335.779779:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759335.779787:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779790:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.779795:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779800:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759335.779804:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759335.779805:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759335.779809:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759335.779813:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759335.779816:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759335.779820:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759335.779827:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779829:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.779832:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779834:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759335.779837:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759335.779844:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759335.779850:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759335.779855:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759335.779861:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759335.779867:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779870:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759335.779873:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759335.779878:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779882:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759335.779889:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759335.779895:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759335.779901:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759335.779903:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.779905:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759335.779908:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759335.779910:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759335.779918:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759335.779924:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.779933:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931288960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759335.779945:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759335.779947:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759335.779955:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931288960/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759335.779965:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759335.779969:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759335.779974:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759335.779978:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759335.779982:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759335.779989:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759335.779995:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17040 00000400:00000200:0.0:1787759335.780004:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759335.780010:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759335.780014:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759335.780018:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780022:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.780026:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780029:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759335.780032:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759335.780042:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759335.780045:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759335.780049:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759335.780055:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759335.780060:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759335.780068:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780074:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.780079:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780083:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759335.780087:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759335.780102:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780107:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759335.780115:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759335.780120:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759335.780126:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.780131:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759335.780135:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759335.780141:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.780145:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759335.780150:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759335.780153:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759335.780158:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759335.780160:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.780162:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759335.780164:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759335.780166:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759335.780172:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759335.780177:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.780183:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931289088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759335.780200:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759335.780204:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759335.780208:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931289088/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759335.780218:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759335.780222:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759335.780224:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759335.780226:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759335.780229:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759335.780233:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759335.780238:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17040 00000400:00000200:0.0:1787759335.780242:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759335.780248:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759335.780252:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759335.780257:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780262:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.780308:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780313:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759335.780316:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759335.780319:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759335.780321:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759335.780325:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759335.780328:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759335.780331:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759335.780336:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780341:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759335.780345:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780347:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759335.780350:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759335.780354:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759335.780357:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759335.780361:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759335.780365:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759335.780369:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.780371:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759335.780374:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759335.780376:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.780379:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759335.780383:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759335.780387:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759335.780391:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759335.780393:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.780394:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759335.780395:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759335.780396:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759335.780401:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759335.780408:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.780417:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931289216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759335.780438:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759335.780443:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759335.780452:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931289216/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759335.780470:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759335.780482:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17050) 00000100:00000001:0.0:1787759335.843388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759335.843396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759335.843398:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759335.843414:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759335.843418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.843422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.843425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759335.843427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.843431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.739372:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759336.739375:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.739379:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759336.739381:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.739383:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759336.739385:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.739386:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.739392:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759336.739393:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.739398:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.739399:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.739401:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.739405:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.739405:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.739413:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759336.739426:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759336.739430:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.739433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.739434:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.739438:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.739439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.739441:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.739443:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.739448:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.739451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.739453:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.739457:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.739458:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.739460:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759336.739463:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759336.739470:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759336.739477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759336.739483:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.739490:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.739494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759336.739495:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.739499:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759336.739500:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.739504:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.739509:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.739513:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.739516:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.739519:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.739520:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.739522:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759336.803397:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311713744, at 4311713792 00000100:00000040:1.0:1787759336.803397:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311713744, at 4311713792 00000100:00000010:1.0:1787759336.803416:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542acc0. 00000100:00000010:0.0:1787759336.803418:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a9c0. 00000100:00000001:0.0:1787759336.867396:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.867402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.867404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.867408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.867410:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.867413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.867415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.867417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.867420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759337.763383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759337.763391:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759337.763395:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.763400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759337.763403:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.763406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.763410:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759337.763413:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759337.763415:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759337.763418:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763420:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.763425:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759337.763425:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759337.763429:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763430:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759337.763433:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.763434:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763439:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.763456:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.763460:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.763462:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.763465:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.763468:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.763471:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763473:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.763474:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763476:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759337.763502:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759337.763506:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759337.763510:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759337.763901:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.763904:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.763905:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.763907:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.763909:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.763912:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763913:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.763915:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.763917:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.891400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.891408:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.891410:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.891415:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.891419:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.891422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.891425:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.891428:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.891432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759338.787393:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759338.787402:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759338.787406:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759338.787414:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759338.787419:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759338.787425:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.787496:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759338.787497:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759338.787499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759338.787502:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759338.787504:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787506:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.787508:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787509:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.787518:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.787521:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759338.787522:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759338.787524:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759338.787526:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.787527:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759338.787531:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787531:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.787537:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.787538:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.787541:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787545:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.787570:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.787572:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759338.787574:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759338.787575:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759338.787577:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759338.787579:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787581:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.787582:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787584:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.787591:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.787593:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759338.787594:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759338.787596:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759338.787598:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759338.787600:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787602:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.787603:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787605:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.787617:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.787620:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759338.787621:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759338.787623:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759338.787625:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759338.787626:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.787629:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.787631:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759338.787945:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759338.787948:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759338.787951:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759338.915368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759338.915376:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759338.915378:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759338.915383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759338.915387:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759338.915391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.915393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759338.915395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.915398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759339.811339:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759339.811348:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759339.811352:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759339.811361:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.811367:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759339.811367:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759339.811374:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759339.811377:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759339.811378:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759339.811383:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759339.811389:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759339.811392:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759339.811393:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.811396:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.811401:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.811402:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759339.811406:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759339.811411:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.811435:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759339.811439:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759339.811443:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759339.811447:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.811449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759339.811451:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759339.811455:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759339.811457:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.811458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.811462:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759339.811464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759339.811465:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.811470:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759339.811471:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759339.811475:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.811479:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759339.811483:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.811489:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759339.939381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759339.939389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759339.939392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759339.939398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.939402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759339.939406:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.939409:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759339.939422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.939426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.835380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759340.835380:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.835388:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.835388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759340.835392:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.835392:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.835398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759340.835403:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759340.835406:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759340.835407:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.835411:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.835411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759340.835415:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.835416:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.835423:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.835423:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.835427:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.835430:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.835441:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.835446:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.835449:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.835449:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.835453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.835454:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759340.835459:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759340.835460:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759340.835465:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.835466:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759340.835470:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.835471:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.835478:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.835481:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.835486:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.835487:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759340.835492:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.835496:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.835515:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759340.835518:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.835520:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.835522:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759340.835524:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.835526:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.835527:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.835530:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.835533:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.963362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.963368:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759340.963369:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759340.963373:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759340.963376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759340.963380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.963382:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759340.963384:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.963386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759341.859348:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.859355:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.859359:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759341.859363:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759341.859364:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.859369:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759341.859370:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.859373:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.859374:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759341.859380:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759341.859383:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.859385:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759341.859387:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.859390:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.859391:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759341.859395:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.859398:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.859401:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759341.859416:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.859418:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759341.859421:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.859422:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.859425:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759341.859425:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759341.859432:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759341.859432:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759341.859434:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759341.859438:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.859438:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759341.859442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.859443:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759341.859446:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.859450:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759341.859450:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.859454:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.859460:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759341.859472:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.859477:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.859481:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759341.859487:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759341.859492:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759341.859496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.859500:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759341.859503:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.859506:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759341.923388:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311718864, at 4311718912 00000100:00000010:1.0:1787759341.923404:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000040:0.0:1787759341.923436:0:261752:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311718864, at 4311718912 00000100:00000010:0.0:1787759341.923445:0:261752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000001:0.0:1787759341.987351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.987357:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.987359:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759341.987363:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759341.987365:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759341.987368:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.987371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759341.987372:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.987376:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.883379:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.883386:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759342.883388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759342.883393:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.883397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759342.883403:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.883408:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.883410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.883412:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.883414:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759342.883417:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759342.883421:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759342.883427:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759342.883433:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759342.883438:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.883441:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759342.883443:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.883446:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.883452:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.883457:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759342.883460:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759342.883461:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759342.883466:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759342.883467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.883470:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759342.883473:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.883477:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.883481:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.883486:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759342.883496:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759342.883500:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.883501:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.883505:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759342.883506:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759342.883508:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759342.883510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759342.883511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.883516:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759342.883518:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.883522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.883526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.883527:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.883531:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759342.883532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.883537:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.011370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759343.011378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759343.011380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759343.011385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759343.011388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759343.011392:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759343.011395:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759343.011397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759343.011401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.907372:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.907380:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759343.907384:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.907384:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.907387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759343.907393:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.907399:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759343.907403:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.907406:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759343.907407:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.907410:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759343.907412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.907413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759343.907415:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.907418:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.907434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.907436:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759343.907437:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759343.907439:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.907441:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.907444:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.907445:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759343.907448:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.907450:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.907451:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759343.907455:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759343.907459:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.907485:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.907489:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759343.907491:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759343.907496:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.907500:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.907504:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.907508:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759343.907510:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.907512:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1787759343.971520:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:0.0:1787759343.971574:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1787759343.971581:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759343.971584:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:0.0:1787759343.971588:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759343.971591:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1787759343.971596:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759343.971599:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59b00. 00000400:00000200:0.0:1787759343.971603:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759343.971606:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759343.971611:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72000 00000400:00000010:0.0:1787759343.971614:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72000. 00000100:00000001:0.0:1787759343.971620:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759343.971629:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551f840 x1874583931289344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971663:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759343.971668:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551f840 x1874583931289344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971676:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.971678:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759343.971687:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759343.971689:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59900. 00000400:00000200:0.0:1787759343.971692:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759343.971695:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759343.971698:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72a18 00000400:00000010:0.0:1787759343.971700:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72a18. 00000100:00000001:0.0:1787759343.971702:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759343.971706:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551de00 x1874583931289472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971714:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759343.971716:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551de00 x1874583931289472/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971727:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.971728:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759343.971732:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759343.971735:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59200. 00000400:00000200:0.0:1787759343.971737:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759343.971740:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759343.971743:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc725d8 00000400:00000010:0.0:1787759343.971744:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc725d8. 00000100:00000001:0.0:1787759343.971747:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759343.971751:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551c780 x1874583931289600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971756:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759343.971759:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551c780 x1874583931289600/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971764:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.971766:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759343.971769:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759343.971772:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59500. 00000400:00000200:0.0:1787759343.971774:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759343.971778:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759343.971780:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72880 00000400:00000010:0.0:1787759343.971782:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72880. 00000100:00000001:0.0:1787759343.971784:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759343.971788:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551da40 x1874583931289728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971795:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759343.971798:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551da40 x1874583931289728/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971804:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.971806:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759343.971812:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759343.971814:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b14f59d00. 00000400:00000200:0.0:1787759343.971818:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759343.971824:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759343.971829:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c0fc72198 00000400:00000010:0.0:1787759343.971832:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c0fc72198. 00000100:00000001:0.0:1787759343.971835:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759343.971842:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c1551d2c0 x1874583931289856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971867:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759343.971871:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c1551d2c0 x1874583931289856/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759343.971881:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.971884:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759344.035377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759344.035383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.035385:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759344.035389:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759344.035392:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759344.035397:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.035399:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759344.035402:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.035406:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759344.931372:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759344.931378:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759344.931380:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.931384:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759344.931384:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759344.931387:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759344.931393:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759344.931393:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759344.931401:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759344.931402:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759344.931406:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931407:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931420:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759344.931424:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931427:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759344.931430:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759344.931434:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759344.931437:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759344.931441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759344.931445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.931448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759344.931453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759344.931456:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759344.931457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759344.931461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.931462:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759344.931467:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759344.931468:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931474:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759344.931474:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759344.931482:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759344.931488:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931496:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759344.931499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.931502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759344.931502:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759344.931506:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759344.931507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931510:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759344.931513:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759344.931513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759344.931518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759344.931521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.931524:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.059321:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759345.059327:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759345.059328:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759345.059332:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759345.059335:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759345.059338:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.059340:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759345.059341:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.059344:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.955429:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.955430:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759345.955441:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759345.955446:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.955446:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.955449:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.955454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.955460:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759345.955463:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.955465:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.955467:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759345.955478:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.955495:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.955507:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.955513:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.955513:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.955518:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.955523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.955539:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.955547:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.955550:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.955554:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759345.955554:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759345.955558:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.955559:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759345.955562:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.955564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759345.955567:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.955569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759345.955573:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759345.955573:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.955580:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.955580:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.955590:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759345.955594:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.955602:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.955615:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.955622:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.955629:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.955634:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.955642:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759345.955647:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.955651:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.955653:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.955655:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759346.019458:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759346.019470:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759346.019473:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759346.019477:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759346.019482:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759346.019491:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17050 00000400:00000200:0.0:1787759346.019501:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759346.019508:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759346.019511:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759346.019514:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019518:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019520:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019523:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759346.019527:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759346.019529:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759346.019532:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759346.019535:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759346.019537:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759346.019539:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759346.019542:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019544:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019546:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019548:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759346.019552:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759346.019555:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019557:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759346.019560:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759346.019565:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759346.019568:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019570:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759346.019573:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759346.019581:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759346.019585:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759346.019589:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759346.019591:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019594:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759346.019597:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759346.019602:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759346.019610:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759346.019617:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.019628:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931289984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759346.019639:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759346.019645:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759346.019651:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931289984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759346.019687:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759346.019691:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759346.019695:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759346.019696:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759346.019698:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759346.019701:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759346.019705:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17050 00000400:00000200:0.0:1787759346.019709:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759346.019712:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759346.019714:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759346.019718:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019720:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019723:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019725:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759346.019728:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759346.019729:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759346.019731:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759346.019733:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759346.019735:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759346.019737:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759346.019741:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019743:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019745:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019747:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759346.019749:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759346.019752:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019754:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759346.019756:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759346.019762:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759346.019764:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019766:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759346.019771:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759346.019774:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019776:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759346.019780:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759346.019783:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759346.019785:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759346.019787:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019789:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759346.019790:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759346.019793:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759346.019797:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759346.019801:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.019806:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931290112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759346.019814:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759346.019816:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759346.019820:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931290112/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759346.019829:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759346.019832:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759346.019836:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759346.019837:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759346.019839:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759346.019842:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759346.019845:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17050 00000400:00000200:0.0:1787759346.019848:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759346.019851:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759346.019853:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759346.019855:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019857:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019860:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019861:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759346.019863:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759346.019865:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759346.019866:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759346.019868:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759346.019871:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759346.019873:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759346.019875:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019877:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019879:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019881:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759346.019884:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759346.019887:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019890:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759346.019892:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759346.019894:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759346.019896:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019898:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759346.019900:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759346.019903:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019905:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759346.019909:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759346.019911:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759346.019914:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759346.019915:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.019917:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759346.019918:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759346.019920:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759346.019923:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759346.019926:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.019931:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931290240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759346.019938:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759346.019939:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759346.019942:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931290240/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759346.019949:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759346.019952:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759346.019955:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759346.019957:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759346.019958:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759346.019961:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759346.019966:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17050 00000400:00000200:0.0:1787759346.019970:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759346.019973:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759346.019975:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759346.019978:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019980:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.019982:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.019984:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759346.019987:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759346.019988:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759346.019990:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759346.019992:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759346.019995:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759346.019997:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759346.019999:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020001:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.020003:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020005:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759346.020008:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759346.020010:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020013:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759346.020015:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759346.020018:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759346.020020:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.020022:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759346.020025:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759346.020027:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.020028:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759346.020032:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759346.020035:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759346.020037:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759346.020040:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.020041:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759346.020043:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759346.020045:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759346.020048:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759346.020051:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.020056:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931290368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759346.020063:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759346.020065:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759346.020069:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931290368/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759346.020076:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759346.020079:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759346.020082:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759346.020084:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759346.020085:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759346.020121:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759346.020125:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17050 00000400:00000200:0.0:1787759346.020128:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759346.020132:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759346.020134:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759346.020138:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020140:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.020142:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020144:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759346.020155:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759346.020156:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759346.020158:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759346.020161:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759346.020163:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759346.020166:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759346.020169:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020171:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759346.020173:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020175:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759346.020178:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759346.020180:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759346.020183:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759346.020185:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759346.020188:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759346.020190:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.020193:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759346.020195:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759346.020198:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.020200:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759346.020204:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759346.020207:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759346.020209:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759346.020211:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.020213:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759346.020215:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759346.020217:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759346.020221:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759346.020224:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.020229:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931290496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759346.020236:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759346.020238:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759346.020242:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931290496/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759346.020249:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759346.020256:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17060) 00000100:00000001:0.0:1787759346.083413:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759346.083421:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759346.083423:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.083428:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759346.083435:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759346.083440:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.083443:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759346.083446:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.083450:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.979380:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759346.979380:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759346.979387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759346.979387:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759346.979391:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759346.979391:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759346.979397:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759346.979398:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759346.979402:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759346.979403:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759346.979409:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759346.979409:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.979415:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759346.979415:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759346.979421:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759346.979421:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.979427:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759346.979427:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759346.979457:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759346.979463:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759346.979464:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759346.979466:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.979467:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759346.979470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759346.979470:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759346.979474:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759346.979475:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759346.979477:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.979478:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759346.979480:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759346.979481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759346.979482:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759346.979485:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.979486:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759346.979488:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.979491:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759347.043376:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311723985, at 4311724032 00000100:00000010:1.0:1787759347.043392:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000040:0.0:1787759347.043463:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311723985, at 4311724032 00000100:00000010:0.0:1787759347.043468:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:0.0:1787759347.107358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759347.107374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759347.107377:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759347.107383:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759347.107386:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759347.107390:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.107393:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759347.107396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.107399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.003419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.003427:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759348.003431:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.003432:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.003436:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759348.003439:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759348.003441:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759348.003443:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759348.003449:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.003449:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759348.003455:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.003456:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.003463:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759348.003468:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.003480:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759348.003480:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.003484:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.003490:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.003501:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759348.003508:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.003509:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759348.003515:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759348.003515:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.003519:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759348.003521:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759348.003528:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759348.003529:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759348.003534:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.003534:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.003538:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.003539:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759348.003543:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.003544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759348.003547:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.003548:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.003551:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.003583:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.003590:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759348.003594:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759348.003603:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759348.003608:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.003611:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.003617:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759348.003619:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.003622:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.131383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759348.131390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759348.131391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759348.131395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759348.131398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759348.131401:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.131403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759348.131405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.131407:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759349.027392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759349.027398:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759349.027400:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759349.027404:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759349.027404:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759349.027408:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759349.027411:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759349.027413:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759349.027417:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759349.027418:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759349.027421:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759349.027422:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.027426:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759349.027429:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759349.027431:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759349.027432:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.027439:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759349.027439:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759349.027474:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759349.027474:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759349.027479:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759349.027483:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759349.027483:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759349.027489:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759349.027498:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759349.027498:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759349.027507:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759349.027508:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759349.027516:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759349.027517:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.027528:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759349.027531:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.027535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759349.027536:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759349.027539:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759349.027546:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759349.027583:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759349.027589:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759349.027594:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759349.027600:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759349.027603:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759349.027606:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.027610:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759349.027611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.027614:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759349.155394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759349.155403:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759349.155405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759349.155410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759349.155415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759349.155419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.155422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759349.155425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759349.155434:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.051386:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759350.051394:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.051397:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759350.051404:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759350.051413:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759350.051418:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.051422:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.051434:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.051437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759350.051440:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.051442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759350.051445:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759350.051464:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759350.051473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759350.051478:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.051488:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.051490:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.051492:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.051495:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.051501:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.051503:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759350.051505:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759350.051512:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759350.051519:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.051529:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.051532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.051541:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.051576:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.051585:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.051587:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.051589:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.051591:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759350.051600:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759350.051600:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.051608:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759350.051608:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759350.051614:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759350.051615:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.051619:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.051624:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759350.051627:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.051630:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.051630:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.051634:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.051642:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.179382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.179390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759350.179392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759350.179398:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759350.179401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759350.179405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.179408:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759350.179411:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.179414:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.075346:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759351.075347:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759351.075353:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759351.075354:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759351.075357:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.075357:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759351.075365:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759351.075365:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759351.075372:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759351.075373:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759351.075378:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.075378:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.075384:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759351.075387:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.075391:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.075391:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.075394:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.075397:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.075409:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759351.075412:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759351.075415:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.075419:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.075422:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759351.075424:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.075426:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.075429:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.075434:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.075464:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759351.075468:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759351.075471:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.075473:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.075476:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759351.075478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.075479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.075480:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.075482:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759351.139377:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759351.139385:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759351.139387:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759351.139390:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759351.139394:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759351.139400:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17055 00000400:00000200:1.0:1787759351.139407:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759351.139412:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759351.139414:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759351.139416:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139419:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139420:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139429:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759351.139433:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759351.139434:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759351.139436:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759351.139440:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759351.139441:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759351.139443:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759351.139445:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139446:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139447:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139449:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759351.139450:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759351.139453:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139454:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759351.139456:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759351.139459:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759351.139460:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139462:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759351.139464:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759351.139471:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759351.139473:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759351.139476:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759351.139478:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139480:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759351.139482:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759351.139485:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759351.139492:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759351.139497:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.139503:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931290624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759351.139510:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759351.139513:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759351.139517:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931290624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759351.139531:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759351.139533:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759351.139535:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759351.139536:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759351.139537:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759351.139539:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759351.139541:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17055 00000400:00000200:1.0:1787759351.139543:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759351.139544:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759351.139546:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759351.139548:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139549:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139551:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139552:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759351.139554:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759351.139554:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759351.139555:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759351.139557:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759351.139558:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759351.139559:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759351.139562:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139563:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139565:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139567:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759351.139569:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759351.139571:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139572:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759351.139574:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759351.139583:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759351.139590:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139593:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759351.139596:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759351.139600:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139603:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759351.139606:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759351.139610:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759351.139613:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759351.139615:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139619:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759351.139620:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759351.139622:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759351.139626:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759351.139629:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.139635:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931290752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759351.139643:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759351.139646:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759351.139651:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931290752/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759351.139663:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759351.139666:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759351.139671:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759351.139675:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759351.139678:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759351.139686:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759351.139693:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17055 00000400:00000200:1.0:1787759351.139699:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759351.139705:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759351.139708:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759351.139714:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139716:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139717:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139718:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759351.139724:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759351.139725:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759351.139728:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759351.139730:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759351.139733:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759351.139736:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759351.139740:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139741:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139744:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139748:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759351.139752:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759351.139757:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139761:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759351.139766:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759351.139771:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759351.139775:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139779:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759351.139784:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759351.139788:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139792:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759351.139798:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759351.139802:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759351.139805:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759351.139808:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139813:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759351.139815:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759351.139817:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759351.139825:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759351.139829:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.139835:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931290880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759351.139851:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759351.139856:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759351.139865:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931290880/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759351.139877:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759351.139881:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759351.139886:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759351.139890:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759351.139892:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759351.139896:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759351.139900:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17055 00000400:00000200:1.0:1787759351.139906:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759351.139909:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759351.139913:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759351.139916:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139918:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139923:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139927:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759351.139929:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759351.139931:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759351.139933:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759351.139935:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759351.139938:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759351.139940:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759351.139945:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139948:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.139951:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139953:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759351.139956:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759351.139960:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759351.139963:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759351.139966:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759351.139971:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759351.139975:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139977:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759351.139980:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759351.139985:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.139989:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759351.139995:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759351.140011:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759351.140015:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759351.140017:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.140019:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759351.140021:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759351.140024:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759351.140028:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759351.140033:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.140039:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931291008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759351.140046:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759351.140048:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759351.140051:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931291008/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759351.140056:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759351.140058:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759351.140062:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759351.140065:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759351.140066:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759351.140071:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759351.140074:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17055 00000400:00000200:1.0:1787759351.140080:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759351.140084:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759351.140087:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759351.140089:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.140093:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.140097:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.140099:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759351.140100:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759351.140101:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759351.140102:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759351.140104:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759351.140108:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759351.140110:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759351.140114:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.140117:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759351.140120:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759351.140122:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759351.140127:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759351.140129:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759351.140131:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759351.140134:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759351.140138:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759351.140139:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.140141:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759351.140143:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759351.140146:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.140147:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759351.140150:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787759351.140152:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759351.140155:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759351.140157:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.140159:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759351.140160:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759351.140161:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759351.140166:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759351.140169:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.140175:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931291136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759351.140184:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759351.140188:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759351.140192:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931291136/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759351.140199:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759351.140202:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17065) 00000100:00000001:0.0:1787759351.203356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759351.203362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759351.203363:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759351.203367:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759351.203369:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759351.203372:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.203374:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759351.203376:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.203378:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.099374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759352.099375:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759352.099382:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759352.099383:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759352.099386:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759352.099388:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759352.099391:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759352.099395:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759352.099397:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759352.099401:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759352.099407:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.099408:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.099419:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759352.099423:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.099427:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.099427:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759352.099431:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.099436:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.099454:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759352.099460:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759352.099462:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759352.099467:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759352.099471:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759352.099475:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.099484:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759352.099488:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759352.099489:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759352.099491:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.099493:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.099497:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759352.099498:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759352.099504:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759352.099508:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.099514:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759352.099517:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.099528:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759352.163347:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311729104, at 4311729152 00000100:00000040:1.0:1787759352.163347:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311729104, at 4311729152 00000100:00000010:1.0:1787759352.163360:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d540. 00000100:00000010:0.0:1787759352.163362:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000001:0.0:1787759352.227329:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759352.227334:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759352.227336:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759352.227340:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759352.227343:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759352.227346:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.227348:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759352.227350:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.227353:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.123365:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759353.123368:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759353.123371:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.123373:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759353.123374:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.123377:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759353.123380:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759353.123382:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759353.123384:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759353.123387:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759353.123393:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.123398:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759353.123399:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759353.123405:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759353.123411:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.123412:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759353.123416:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.123421:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.123433:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759353.123438:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.123441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759353.123444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.123447:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.123450:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759353.123452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759353.123457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759353.123457:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759353.123461:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759353.123462:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759353.123465:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.123466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759353.123469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.123472:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.123492:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759353.123494:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759353.123497:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.251341:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759353.251350:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.251352:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759353.251356:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759353.251360:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759353.251363:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.251366:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759353.251368:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.251371:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.147437:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759354.147442:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.147448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759354.147451:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759354.147452:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759354.147458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759354.147464:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759354.147473:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759354.147475:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759354.147485:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759354.147487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.147492:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.147495:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759354.147507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.147519:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759354.147521:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759354.147526:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.147535:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.147555:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.147563:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759354.147566:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.147567:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759354.147570:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759354.147575:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759354.147577:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759354.147580:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759354.147585:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759354.147589:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759354.147592:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.147597:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.147603:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759354.147611:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.147618:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759354.147636:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759354.147639:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.147643:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.275349:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.275360:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759354.275362:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759354.275369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759354.275373:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759354.275379:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.275381:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759354.275383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.275386:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.171369:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759355.171378:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.171382:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759355.171388:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759355.171394:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759355.171401:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759355.171401:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.171409:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759355.171412:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.171420:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.171420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759355.171432:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759355.171445:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759355.171453:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759355.171458:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759355.171461:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.171462:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.171468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759355.171473:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759355.171474:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759355.171484:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.171487:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759355.171491:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.171493:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.171504:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759355.171507:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.171511:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.171555:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759355.171559:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.171561:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759355.171566:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759355.171572:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759355.171577:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.171582:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759355.171584:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.171586:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759355.299336:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759355.299344:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759355.299345:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759355.299355:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759355.299359:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759355.299364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.299367:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759355.299370:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.299373:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.195441:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759356.195441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759356.195450:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759356.195450:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759356.195452:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.195454:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.195467:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759356.195473:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759356.195475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759356.195483:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.195484:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759356.195490:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.195498:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759356.195507:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.195513:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.195514:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759356.195517:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.195521:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.195549:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759356.195555:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759356.195558:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759356.195565:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759356.195572:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759356.195575:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759356.195577:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759356.195582:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.195586:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.195588:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759356.195601:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759356.195601:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.195608:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759356.195608:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.195614:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.195621:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759356.195626:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.195632:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759356.259453:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759356.259463:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759356.259465:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759356.259469:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759356.259473:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759356.259480:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17060 00000400:00000200:0.0:1787759356.259488:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759356.259494:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759356.259497:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759356.259499:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259502:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259503:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259505:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759356.259508:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759356.259510:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759356.259512:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759356.259515:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759356.259517:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759356.259518:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759356.259521:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259522:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259523:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259525:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759356.259527:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759356.259530:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259531:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759356.259533:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759356.259536:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759356.259538:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259541:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759356.259543:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759356.259553:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759356.259556:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759356.259559:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759356.259561:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259563:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759356.259565:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759356.259569:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759356.259576:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759356.259582:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.259591:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931291264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759356.259599:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759356.259603:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759356.259606:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931291264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759356.259624:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759356.259627:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759356.259630:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759356.259631:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759356.259632:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759356.259634:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759356.259635:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17060 00000400:00000200:0.0:1787759356.259638:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759356.259640:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759356.259641:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759356.259643:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259645:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259646:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259648:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759356.259650:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759356.259651:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759356.259652:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759356.259654:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759356.259656:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759356.259657:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759356.259659:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259660:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259661:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259662:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759356.259664:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759356.259666:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259667:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759356.259669:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759356.259674:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759356.259676:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259677:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759356.259682:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759356.259684:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259685:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759356.259687:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759356.259689:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759356.259690:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759356.259691:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259692:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759356.259692:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759356.259694:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759356.259697:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759356.259702:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.259706:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931291392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759356.259717:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759356.259720:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759356.259723:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931291392/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759356.259733:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759356.259739:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759356.259750:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759356.259753:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759356.259756:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759356.259765:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759356.259772:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17060 00000400:00000200:0.0:1787759356.259782:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759356.259786:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759356.259788:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759356.259793:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259798:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259800:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259803:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759356.259807:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759356.259810:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759356.259812:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759356.259814:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759356.259817:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759356.259822:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759356.259827:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259828:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259831:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259834:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759356.259839:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759356.259844:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259849:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759356.259851:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759356.259855:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759356.259857:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259859:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759356.259861:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759356.259864:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259866:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759356.259870:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759356.259874:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759356.259880:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759356.259882:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.259884:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759356.259884:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759356.259886:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759356.259890:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759356.259894:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.259901:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931291520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759356.259921:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759356.259927:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759356.259932:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931291520/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759356.259941:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759356.259945:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759356.259948:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759356.259949:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759356.259951:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759356.259954:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759356.259959:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17060 00000400:00000200:0.0:1787759356.259964:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759356.259968:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759356.259972:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759356.259977:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259981:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.259984:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.259989:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759356.259992:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759356.259993:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759356.259997:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759356.260000:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759356.260005:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759356.260013:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759356.260027:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260034:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.260038:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260040:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759356.260043:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759356.260050:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260058:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759356.260062:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759356.260066:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759356.260068:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.260075:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759356.260078:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759356.260082:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.260087:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759356.260092:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759356.260108:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759356.260115:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759356.260119:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.260123:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759356.260125:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759356.260129:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759356.260138:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759356.260144:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.260155:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931291648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759356.260166:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759356.260167:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759356.260171:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931291648/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759356.260181:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759356.260184:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759356.260192:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759356.260195:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759356.260197:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759356.260202:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759356.260208:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17060 00000400:00000200:0.0:1787759356.260217:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759356.260223:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759356.260226:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759356.260229:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260233:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.260239:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260247:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759356.260256:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759356.260257:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759356.260262:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759356.260265:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759356.260312:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759356.260316:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759356.260327:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260333:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759356.260340:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260346:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759356.260352:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759356.260360:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759356.260367:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759356.260369:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759356.260373:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759356.260378:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.260380:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759356.260386:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759356.260392:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.260394:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759356.260398:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759356.260401:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759356.260405:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759356.260406:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.260409:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759356.260411:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759356.260415:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759356.260419:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759356.260426:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.260433:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931291776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759356.260448:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759356.260454:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759356.260462:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931291776/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759356.260490:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759356.260500:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17070) 00000100:00000001:0.0:1787759356.323351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759356.323362:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759356.323365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759356.323372:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759356.323376:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759356.323380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.323383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759356.323386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.323390:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.219388:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759357.219388:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759357.219397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759357.219397:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759357.219401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.219403:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759357.219408:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759357.219410:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759357.219413:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759357.219416:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759357.219419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.219420:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.219425:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759357.219428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.219431:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.219439:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759357.219442:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.219445:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.219453:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759357.219458:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759357.219460:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.219461:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759357.219466:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759357.219466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759357.219470:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.219471:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759357.219475:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759357.219476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759357.219479:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759357.219482:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759357.219484:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.219487:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.219489:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.219492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759357.219500:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.219504:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759357.283397:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311734225, at 4311734272 00000100:00000040:1.0:1787759357.283397:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311734225, at 4311734272 00000100:00000010:1.0:1787759357.283417:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000010:0.0:1787759357.283419:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787759357.347356:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759357.347365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759357.347368:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759357.347374:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759357.347378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759357.347382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.347386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759357.347389:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.347393:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.243412:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759358.243412:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759358.243421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759358.243422:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.243424:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759358.243427:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759358.243431:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759358.243434:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759358.243437:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759358.243439:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.243445:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.243445:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.243452:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759358.243456:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.243460:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759358.243460:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.243464:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.243467:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759358.243477:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759358.243483:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759358.243486:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.243487:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759358.243491:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.243493:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759358.243495:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759358.243498:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.243501:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759358.243502:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759358.243506:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759358.243510:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.243512:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.243513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759358.243518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.243524:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759358.243529:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.243535:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.371362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759358.371370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.371373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759358.371378:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759358.371381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.371385:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.371388:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759358.371390:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.371392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.267349:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759359.267353:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.267359:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759359.267359:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759359.267364:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.267365:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759359.267372:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759359.267373:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759359.267380:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759359.267380:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759359.267385:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.267386:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.267403:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759359.267406:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.267409:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.267417:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759359.267421:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.267429:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.267437:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.267442:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759359.267446:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759359.267449:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759359.267453:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759359.267457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.267459:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.267460:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759359.267465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.267465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759359.267470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.267471:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759359.267477:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759359.267483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759359.267487:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.267493:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759359.267496:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.267500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.395397:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.395405:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759359.395407:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759359.395412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759359.395415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759359.395418:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.395421:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759359.395423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.395426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.291427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759360.291439:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.291443:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.291447:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759360.291451:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.291458:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.291458:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759360.291469:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.291469:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759360.291474:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759360.291474:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759360.291481:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759360.291487:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759360.291490:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.291491:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291503:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759360.291508:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.291511:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.291514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759360.291515:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.291517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291520:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759360.291523:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.291523:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291525:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759360.291526:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291528:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.291541:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.291547:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759360.291550:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759360.291557:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.291564:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759360.291566:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.291572:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291572:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.291578:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.291581:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759360.291581:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.291586:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291589:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759360.291592:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.291594:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291608:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759360.291616:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.291621:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.419383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.419392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759360.419394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759360.419410:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.419415:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759360.419419:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759360.419422:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759360.419425:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759360.419428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.315367:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759361.315373:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759361.315376:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759361.315384:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759361.315392:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759361.315392:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759361.315404:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759361.315405:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.315408:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.315412:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.315422:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759361.315423:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759361.315431:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.315433:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759361.315445:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.315455:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.315455:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759361.315463:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.315465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759361.315469:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.315470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759361.315484:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759361.315490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759361.315496:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.315501:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.315504:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.315505:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759361.315511:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.315519:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759361.315525:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.315527:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759361.315532:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759361.315535:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759361.315541:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.315544:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759361.315546:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759361.315552:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.315552:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.315565:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759361.315566:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759361.315578:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759361.315584:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.315588:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.315591:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.315597:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759361.379384:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759361.379393:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759361.379396:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759361.379399:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759361.379403:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759361.379409:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17065 00000400:00000200:0.0:1787759361.379418:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759361.379424:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759361.379428:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759361.379433:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379436:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.379439:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379442:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759361.379446:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759361.379448:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759361.379450:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759361.379453:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759361.379456:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759361.379458:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759361.379461:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379463:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.379465:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379467:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759361.379470:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759361.379474:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379477:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759361.379479:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759361.379483:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759361.379486:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379488:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759361.379491:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759361.379499:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759361.379501:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759361.379505:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759361.379506:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379508:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759361.379511:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759361.379515:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759361.379521:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759361.379528:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759361.379538:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931291904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759361.379548:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759361.379552:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759361.379557:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931291904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759361.379582:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759361.379586:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759361.379589:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759361.379591:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759361.379592:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759361.379595:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759361.379598:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17065 00000400:00000200:0.0:1787759361.379601:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759361.379604:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759361.379606:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759361.379609:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379611:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.379613:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379614:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759361.379615:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759361.379616:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759361.379618:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759361.379619:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759361.379623:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759361.379625:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759361.379629:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379632:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.379635:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379645:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759361.379652:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759361.379661:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379668:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759361.379674:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759361.379681:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759361.379685:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379690:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759361.379698:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759361.379705:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379710:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759361.379715:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759361.379720:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759361.379725:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759361.379728:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379731:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759361.379736:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759361.379741:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759361.379749:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759361.379754:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759361.379766:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931292032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759361.379776:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759361.379779:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759361.379787:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931292032/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759361.379805:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759361.379811:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759361.379832:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759361.379837:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759361.379841:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759361.379848:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759361.379854:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17065 00000400:00000200:0.0:1787759361.379876:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759361.379883:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759361.379889:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759361.379895:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379898:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.379903:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379906:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759361.379909:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759361.379910:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759361.379911:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759361.379915:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759361.379917:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759361.379922:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759361.379927:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379930:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.379933:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379935:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759361.379939:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759361.379943:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759361.379947:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759361.379950:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759361.379955:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759361.379960:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379966:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759361.379970:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759361.379977:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.379980:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759361.379987:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759361.379992:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759361.379998:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759361.379999:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380003:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759361.380007:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759361.380009:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759361.380017:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759361.380024:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759361.380034:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931292160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759361.380056:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759361.380061:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759361.380071:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931292160/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759361.380095:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759361.380101:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759361.380106:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759361.380109:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759361.380112:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759361.380119:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759361.380127:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17065 00000400:00000200:0.0:1787759361.380137:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759361.380146:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759361.380151:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759361.380160:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380165:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.380172:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380177:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759361.380183:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759361.380186:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759361.380190:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759361.380192:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759361.380195:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759361.380198:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759361.380207:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380213:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.380220:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380224:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759361.380229:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759361.380234:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380240:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759361.380246:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759361.380251:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759361.380258:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380262:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759361.380296:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759361.380302:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380305:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759361.380312:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759361.380319:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759361.380326:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759361.380329:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380332:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759361.380334:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759361.380337:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759361.380344:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759361.380351:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759361.380359:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931292288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759361.380376:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759361.380382:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759361.380392:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931292288/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759361.380413:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759361.380419:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759361.380427:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759361.380432:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759361.380437:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759361.380444:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759361.380452:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17065 00000400:00000200:0.0:1787759361.380458:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759361.380463:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759361.380470:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759361.380479:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380485:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.380492:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380497:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759361.380503:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759361.380506:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759361.380510:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759361.380515:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759361.380519:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759361.380523:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759361.380527:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380531:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759361.380537:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380541:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759361.380546:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759361.380556:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759361.380563:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759361.380568:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759361.380573:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759361.380579:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380584:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759361.380590:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759361.380597:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380602:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759361.380609:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759361.380616:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759361.380622:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759361.380626:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.380630:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759361.380634:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759361.380640:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759361.380648:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759361.380656:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759361.380666:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931292416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759361.380686:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759361.380691:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759361.380701:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931292416/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759361.380717:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759361.380723:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17076) 00000100:00000001:0.0:1787759361.443379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759361.443386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759361.443395:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759361.443399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759361.443402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759361.443405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.443407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759361.443409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.443412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759362.339413:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759362.339418:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759362.339422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.339428:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759362.339430:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759362.339437:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759362.339439:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.339444:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759362.339444:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.339457:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.339462:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759362.339463:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759362.339468:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.339478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759362.339488:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.339495:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759362.339498:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.339500:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.339504:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.339504:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759362.339517:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.339521:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759362.339524:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759362.339531:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.339537:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.339541:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.339544:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.339546:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759362.339549:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.339552:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759362.339555:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.339558:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759362.339563:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.339567:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759362.339570:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.339574:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.339612:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759362.339621:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.339628:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759362.339637:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.339642:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759362.339644:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.339648:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759362.339650:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.339655:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759362.403364:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311739344, at 4311739392 00000100:00000010:0.0:1787759362.403376:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000040:1.0:1787759362.403382:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311739344, at 4311739392 00000100:00000010:1.0:1787759362.403396:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:0.0:1787759362.467343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759362.467351:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.467353:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759362.467357:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.467361:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759362.467363:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.467365:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759362.467367:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.467370:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.363412:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759363.363416:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.363420:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759363.363424:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759363.363427:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759363.363427:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759363.363442:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759363.363444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759363.363455:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759363.363456:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759363.363468:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363473:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363478:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.363481:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363484:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759363.363484:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759363.363489:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759363.363494:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.363510:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.363514:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759363.363517:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759363.363521:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759363.363522:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.363524:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759363.363527:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759363.363529:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759363.363530:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.363537:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759363.363538:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759363.363542:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759363.363550:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759363.363551:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759363.363563:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363565:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759363.363567:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.363569:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759363.363573:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363574:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759363.363583:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759363.363583:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.363601:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759363.363606:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363610:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.363612:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.363614:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.491365:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.491373:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759363.491375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759363.491381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759363.491385:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759363.491389:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.491392:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.491395:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.491398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.387356:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759364.387362:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759364.387366:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759364.387373:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759364.387381:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.387386:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387392:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759364.387396:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387401:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759364.387420:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759364.387424:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759364.387428:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759364.387433:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.387435:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759364.387442:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759364.387443:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759364.387449:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759364.387453:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.387455:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759364.387461:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387470:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759364.387474:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387479:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759364.387489:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759364.387496:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387505:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759364.387509:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759364.387509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.387513:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759364.387519:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759364.387525:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.387530:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387535:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759364.387538:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.387541:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.515362:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759364.515369:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759364.515370:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759364.515375:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759364.515377:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.515380:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.515383:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759364.515385:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.515388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.411365:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759365.411365:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759365.411373:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759365.411374:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759365.411377:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.411379:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759365.411385:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759365.411385:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759365.411391:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.411391:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759365.411395:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.411395:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.411407:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759365.411410:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.411413:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.411413:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.411415:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.411418:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.411427:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759365.411432:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759365.411435:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759365.411441:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759365.411443:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759365.411446:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.411446:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759365.411449:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.411450:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759365.411455:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759365.411456:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.411459:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759365.411461:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.411463:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.411464:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.411465:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.411468:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.411473:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.539386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759365.539393:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759365.539396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759365.539401:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759365.539404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759365.539409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.539412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759365.539414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.539417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.435387:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759366.435391:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759366.435395:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.435395:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759366.435401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759366.435405:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759366.435410:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759366.435412:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759366.435414:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759366.435418:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759366.435419:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.435422:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.435439:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759366.435442:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.435445:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.435450:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.435452:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.435455:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.435459:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759366.435463:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759366.435467:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.435469:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759366.435473:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759366.435477:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759366.435480:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.435483:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759366.435483:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.435487:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.435487:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.435492:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759366.435493:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759366.435498:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759366.435502:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.435507:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.435510:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.435515:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.435516:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759366.435521:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759366.435523:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759366.435528:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759366.435532:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759366.435534:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.435537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759366.435539:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.435542:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759366.499426:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759366.499454:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759366.499457:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759366.499461:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759366.499465:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759366.499472:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17071 00000400:00000200:1.0:1787759366.499481:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759366.499489:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759366.499500:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759366.499504:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499508:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.499510:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499513:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759366.499517:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759366.499520:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759366.499538:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759366.499541:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759366.499543:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759366.499545:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759366.499547:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499548:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.499550:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499551:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759366.499553:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759366.499556:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499560:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759366.499563:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759366.499565:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759366.499567:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499569:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759366.499571:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759366.499579:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013370c0. 00000020:00000040:1.0:1787759366.499582:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759366.499585:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759366.499587:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499589:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759366.499592:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759366.499595:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759366.499606:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759366.499612:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759366.499619:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013370c0 x1874583931292544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759366.499627:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759366.499633:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759366.499637:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffa02d3d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013370c0 x1874583931292544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759366.499652:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759366.499654:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759366.499657:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759366.499658:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759366.499659:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759366.499661:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759366.499663:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17071 00000400:00000200:1.0:1787759366.499665:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759366.499668:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759366.499670:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759366.499672:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499682:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.499698:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499703:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759366.499707:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759366.499709:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759366.499713:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759366.499714:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759366.499716:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759366.499717:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759366.499719:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499723:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.499725:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499738:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759366.499742:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759366.499746:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499750:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759366.499752:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759366.499767:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759366.499772:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499775:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759366.499779:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759366.499781:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499785:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759366.499790:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334b40. 00000020:00000040:1.0:1787759366.499793:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759366.499797:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759366.499799:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499801:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759366.499802:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759366.499804:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759366.499808:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759366.499813:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759366.499818:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334b40 x1874583931292672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759366.499824:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759366.499826:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759366.499831:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa29bf3] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334b40 x1874583931292672/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759366.499841:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759366.499845:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759366.499847:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759366.499848:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759366.499850:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759366.499852:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759366.499856:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17071 00000400:00000200:1.0:1787759366.499862:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759366.499864:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759366.499867:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759366.499871:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499875:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.499877:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499878:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759366.499883:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759366.499884:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759366.499886:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759366.499887:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759366.499891:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759366.499893:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759366.499895:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499896:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.499901:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499906:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759366.499907:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759366.499909:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759366.499911:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759366.499915:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759366.499918:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759366.499920:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499922:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759366.499923:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759366.499926:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499929:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759366.499934:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337480. 00000020:00000040:1.0:1787759366.499936:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759366.499938:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759366.499939:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.499940:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759366.499941:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759366.499943:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759366.499949:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759366.499955:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759366.499964:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337480 x1874583931292800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759366.499983:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759366.499988:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759366.499995:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ef0cd0b] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337480 x1874583931292800/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759366.500007:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759366.500011:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759366.500015:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759366.500017:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759366.500020:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759366.500022:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759366.500025:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17071 00000400:00000200:1.0:1787759366.500031:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759366.500039:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759366.500045:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759366.500054:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500058:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.500064:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500070:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759366.500074:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759366.500076:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759366.500077:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759366.500079:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759366.500082:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759366.500084:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759366.500090:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500092:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.500095:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500097:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759366.500100:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759366.500103:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500108:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759366.500111:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759366.500114:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759366.500117:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.500119:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759366.500121:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759366.500124:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.500127:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759366.500130:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334780. 00000020:00000040:1.0:1787759366.500134:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759366.500138:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759366.500139:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.500143:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759366.500145:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759366.500148:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759366.500152:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759366.500156:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759366.500161:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334780 x1874583931292928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759366.500176:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759366.500179:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759366.500184:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000562f2120] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334780 x1874583931292928/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759366.500193:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759366.500195:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759366.500198:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759366.500200:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759366.500201:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759366.500204:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759366.500207:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17071 00000400:00000200:1.0:1787759366.500212:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759366.500216:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759366.500218:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759366.500223:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500226:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.500229:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500231:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759366.500234:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759366.500235:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759366.500236:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759366.500237:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759366.500238:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759366.500240:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759366.500247:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500250:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759366.500253:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500256:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759366.500258:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759366.500262:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759366.500265:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759366.500291:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759366.500294:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759366.500296:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.500299:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759366.500302:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759366.500305:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.500309:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759366.500314:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335680. 00000020:00000040:1.0:1787759366.500317:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759366.500320:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759366.500322:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.500326:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759366.500327:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759366.500330:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759366.500335:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000100:00000001:1.0:1787759366.500340:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759366.500346:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335680 x1874583931293056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759366.500361:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759366.500365:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759366.500371:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c07305f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335680 x1874583931293056/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759366.500382:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759366.500388:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17081) 00000100:00000001:0.0:1787759366.563343:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759366.563349:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759366.563351:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759366.563355:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759366.563357:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759366.563360:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.563362:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.563364:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.563366:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.459392:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759367.459392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759367.459401:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759367.459401:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759367.459406:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759367.459406:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759367.459415:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759367.459415:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759367.459421:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759367.459423:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759367.459427:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.459428:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.459434:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759367.459439:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.459446:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759367.459446:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759367.459452:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.459457:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.459479:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759367.459484:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759367.459487:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759367.459492:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759367.459493:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759367.459498:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759367.459498:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759367.459502:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.459503:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759367.459507:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759367.459508:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759367.459513:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.459514:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759367.459517:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759367.459519:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.459526:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759367.459530:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.459539:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759367.523364:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311744464, at 4311744512 00000100:00000010:0.0:1787759367.523376:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d4e0. 00000100:00000040:1.0:1787759367.523443:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311744464, at 4311744512 00000100:00000010:1.0:1787759367.523449:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d240. 00000100:00000001:0.0:1787759367.587380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759367.587388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759367.587390:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759367.587396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759367.587399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759367.587403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.587406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759367.587408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.587412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759368.483419:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759368.483428:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.483432:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759368.483438:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.483440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.483451:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759368.483452:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759368.483466:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759368.483470:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759368.483474:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.483477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759368.483490:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.483492:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759368.483504:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.483522:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759368.483571:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759368.483576:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759368.483581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759368.483591:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759368.483609:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759368.483614:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759368.483618:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.483620:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.483624:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759368.483637:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759368.483642:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.483656:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.483673:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759368.483680:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.483683:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759368.483687:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759368.483708:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759368.483713:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.483716:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759368.483721:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.483727:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.611405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759368.611416:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.611418:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759368.611425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759368.611429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759368.611434:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.611437:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759368.611440:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.611444:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.507390:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759369.507394:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759369.507397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759369.507399:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759369.507400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.507402:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759369.507406:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759369.507409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.507410:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759369.507416:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759369.507416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759369.507423:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759369.507425:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507426:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507430:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.507448:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.507455:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759369.507455:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507459:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759369.507466:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.507467:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759369.507469:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.507477:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759369.507481:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507486:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.507491:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507495:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.507504:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759369.507512:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759369.507517:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.507518:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759369.507527:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759369.507527:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.507530:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.507533:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759369.507534:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759369.507538:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507539:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759369.507543:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759369.507549:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759369.507553:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759369.507558:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.507559:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.507568:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.507581:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.635386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759369.635394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759369.635396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759369.635402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.635405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759369.635409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.635412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.635414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.635418:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.531393:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759370.531393:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759370.531400:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759370.531401:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759370.531404:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.531405:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759370.531411:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759370.531411:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759370.531415:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.531417:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759370.531419:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.531422:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759370.531422:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759370.531425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759370.531428:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.531429:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.531433:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.531437:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.531453:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759370.531457:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759370.531460:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759370.531462:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759370.531465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.531468:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.531470:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.531472:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.531474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.531481:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759370.531485:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759370.531487:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759370.531490:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759370.531493:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759370.531496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759370.531499:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759370.531500:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759370.531503:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.531752:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759370.531755:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759370.531756:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759370.531757:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759370.531769:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.531770:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.531772:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.531773:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.531774:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.659379:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759370.659386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759370.659389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759370.659394:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759370.659398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.659402:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.659405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.659408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.659410:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.555330:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759371.555337:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759371.555340:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.555353:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759371.555358:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.555359:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759371.555362:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555366:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759371.555367:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.555372:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.555372:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759371.555378:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759371.555378:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759371.555383:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.555388:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555396:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.555399:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555402:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.555408:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759371.555418:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759371.555421:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.555426:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759371.555429:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759371.555432:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555433:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759371.555436:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.555438:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759371.555440:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555442:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.555444:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759371.555446:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759371.555450:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.555453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555468:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.555472:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.555476:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759371.619353:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759371.619363:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759371.619365:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759371.619369:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759371.619374:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759371.619381:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17076 00000400:00000200:1.0:1787759371.619389:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759371.619395:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759371.619398:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759371.619402:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619406:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.619409:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619411:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759371.619416:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759371.619418:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759371.619421:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759371.619425:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759371.619427:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759371.619430:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759371.619432:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619434:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.619437:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619440:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759371.619443:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759371.619447:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619450:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759371.619454:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759371.619457:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759371.619460:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619462:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759371.619464:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759371.619473:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334f00. 00000020:00000040:1.0:1787759371.619477:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759371.619482:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759371.619484:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619487:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759371.619490:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759371.619494:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759371.619502:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759371.619509:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.619518:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334f00 x1874583931293184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759371.619528:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759371.619532:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759371.619537:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078712698] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334f00 x1874583931293184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759371.619558:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759371.619561:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759371.619565:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759371.619567:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759371.619568:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759371.619571:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759371.619574:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17076 00000400:00000200:1.0:1787759371.619578:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759371.619582:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759371.619585:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759371.619588:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619591:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.619594:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619598:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759371.619602:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759371.619605:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759371.619606:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759371.619609:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759371.619611:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759371.619614:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759371.619621:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619624:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.619628:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619633:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759371.619655:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759371.619662:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619666:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759371.619669:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759371.619676:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759371.619682:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619687:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759371.619693:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759371.619699:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619703:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759371.619710:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337c00. 00000020:00000040:1.0:1787759371.619714:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759371.619718:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759371.619720:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619724:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759371.619726:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759371.619728:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759371.619737:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2c00. 00000100:00000001:1.0:1787759371.619743:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.619751:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337c00 x1874583931293312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759371.619763:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759371.619767:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759371.619776:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c9cc4f] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337c00 x1874583931293312/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759371.619805:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759371.619812:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759371.619817:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759371.619820:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759371.619823:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759371.619829:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759371.619834:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17076 00000400:00000200:1.0:1787759371.619841:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759371.619850:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759371.619854:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759371.619857:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619859:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.619862:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619865:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759371.619871:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759371.619875:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759371.619880:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759371.619885:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:1.0:1787759371.619890:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759371.619895:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759371.619899:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619912:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.619922:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619929:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759371.619935:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759371.619942:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759371.619949:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759371.619953:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759371.619957:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759371.619963:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619965:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759371.619968:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759371.619973:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.619977:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759371.619982:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759371.619988:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759371.619994:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759371.619997:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620002:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759371.620004:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759371.620008:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759371.620012:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a2400. 00000100:00000001:1.0:1787759371.620017:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.620025:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931293440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759371.620038:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759371.620042:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759371.620048:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931293440/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759371.620057:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759371.620061:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759371.620069:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759371.620072:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759371.620074:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759371.620080:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759371.620083:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17076 00000400:00000200:1.0:1787759371.620090:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759371.620094:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759371.620098:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759371.620105:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620112:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.620116:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620122:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759371.620128:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759371.620132:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759371.620136:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759371.620141:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759371.620146:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759371.620150:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:1.0:1787759371.620155:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620159:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.620165:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620170:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759371.620175:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759371.620181:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620187:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759371.620192:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759371.620196:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759371.620203:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620207:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759371.620210:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759371.620217:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620221:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759371.620227:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759371.620234:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759371.620241:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759371.620244:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620250:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759371.620254:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759371.620258:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759371.620266:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0000. 00000100:00000001:1.0:1787759371.620297:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.620307:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931293568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759371.620328:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759371.620333:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759371.620339:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931293568/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759371.620355:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759371.620360:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759371.620364:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759371.620367:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759371.620371:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759371.620375:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759371.620379:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17076 00000400:00000200:1.0:1787759371.620384:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759371.620389:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759371.620393:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759371.620399:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620402:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.620407:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620412:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759371.620417:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759371.620419:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759371.620424:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759371.620429:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759371.620434:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759371.620439:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759371.620445:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620450:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759371.620456:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620461:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759371.620467:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759371.620473:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759371.620476:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759371.620478:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759371.620483:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759371.620488:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620492:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759371.620495:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759371.620501:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620505:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759371.620511:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759371.620516:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759371.620522:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759371.620525:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.620529:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759371.620533:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759371.620536:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759371.620543:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0c00. 00000100:00000001:1.0:1787759371.620549:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.620560:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931293696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759371.620577:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759371.620582:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759371.620592:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931293696/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759371.620612:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759371.620618:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17086) 00000100:00000001:0.0:1787759371.683370:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.683379:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759371.683381:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759371.683387:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759371.683390:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.683395:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.683397:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.683399:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.683401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759372.579379:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759372.579387:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759372.579389:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759372.579394:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759372.579398:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759372.579403:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759372.579406:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759372.579410:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759372.579413:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.579416:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.579421:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759372.579423:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759372.579426:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759372.579429:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759372.579433:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.579435:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759372.579437:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.579438:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.579442:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759372.579443:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759372.579446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759372.579449:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759372.579451:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759372.579453:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759372.579455:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759372.579457:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759372.579459:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.579561:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.579564:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759372.579565:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759372.579567:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759372.579569:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759372.579571:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.579576:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759372.579580:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.579585:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759372.643380:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311749584, at 4311749632 00000100:00000040:1.0:1787759372.643380:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311749584, at 4311749632 00000100:00000010:0.0:1787759372.643395:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d960. 00000100:00000010:1.0:1787759372.643397:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d6c0. 00000100:00000001:0.0:1787759372.707390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.707398:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759372.707400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759372.707405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759372.707409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759372.707413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.707416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759372.707419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.707423:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.603376:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759373.603376:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759373.603385:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.603386:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.603390:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759373.603390:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759373.603398:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759373.603398:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759373.603405:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759373.603405:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759373.603412:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759373.603412:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.603419:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759373.603423:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.603428:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.603462:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759373.603466:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.603469:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759373.603473:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759373.603479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759373.603484:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.603489:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759373.603492:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.603498:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.603528:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759373.603533:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.603536:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759373.603541:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759373.603547:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759373.603552:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.603555:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759373.603557:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.603560:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759373.603591:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759373.603594:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759373.603597:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.731381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759373.731388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.731389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759373.731395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759373.731399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759373.731403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.731406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759373.731408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.731412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.627366:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759374.627374:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759374.627377:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759374.627386:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759374.627394:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759374.627400:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.627405:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759374.627409:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.627415:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.627437:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759374.627440:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759374.627441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759374.627444:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759374.627447:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759374.627449:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.627502:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759374.627507:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759374.627508:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759374.627511:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759374.627513:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759374.627515:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.627518:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759374.627519:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.627522:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.627529:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759374.627531:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759374.627533:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759374.627535:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759374.627537:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759374.627538:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.628841:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759374.628845:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.628854:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.628867:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759374.628870:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.628873:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.755394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759374.755401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759374.755404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759374.755409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759374.755412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759374.755416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.755419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759374.755422:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.755425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.651378:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759375.651378:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759375.651388:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759375.651388:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759375.651394:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.651394:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759375.651401:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759375.651403:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759375.651407:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759375.651409:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759375.651411:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.651415:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.651421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759375.651423:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759375.651425:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.651428:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.651429:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.651433:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.651447:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759375.651453:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759375.651454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759375.651458:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.651460:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759375.651464:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.651465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759375.651471:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.651472:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759375.651475:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759375.651477:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.651479:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.651481:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759375.651485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.651492:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.651494:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759375.651498:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.651504:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.779459:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759375.779465:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759375.779466:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.779470:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.779473:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759375.779476:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.779478:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759375.779479:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.779482:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.675361:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.675368:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759376.675370:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759376.675375:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759376.675380:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759376.675384:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.675388:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759376.675392:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.675397:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.675411:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.675415:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759376.675417:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759376.675419:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759376.675422:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759376.675426:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.675426:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.675432:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759376.675433:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759376.675435:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.675437:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.675439:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.675443:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759376.675447:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759376.675451:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.675455:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759376.675459:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.675462:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.675473:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.675476:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759376.675478:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759376.675480:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759376.675481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759376.675484:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.675486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759376.675488:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.675490:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759376.739400:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759376.739409:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759376.739411:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759376.739414:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759376.739418:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759376.739424:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17081 00000400:00000200:0.0:1787759376.739431:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759376.739436:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759376.739438:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759376.739440:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739443:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.739445:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739446:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759376.739450:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759376.739451:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759376.739453:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759376.739456:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759376.739457:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759376.739459:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759376.739461:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739463:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.739465:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739467:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759376.739470:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759376.739473:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739476:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759376.739479:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759376.739482:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759376.739486:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739488:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759376.739491:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759376.739500:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759376.739504:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759376.739507:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759376.739508:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739511:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759376.739514:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759376.739518:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759376.739526:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759376.739532:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.739541:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931293824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759376.739572:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759376.739575:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759376.739579:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931293824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759376.739599:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759376.739608:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759376.739611:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759376.739613:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759376.739615:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759376.739618:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759376.739621:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17081 00000400:00000200:0.0:1787759376.739624:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759376.739627:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759376.739629:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759376.739631:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739633:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.739634:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739636:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759376.739638:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759376.739639:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759376.739642:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759376.739644:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759376.739646:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759376.739648:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759376.739651:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739654:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.739656:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739658:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759376.739661:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759376.739672:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739676:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759376.739680:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759376.739688:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759376.739692:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739696:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759376.739702:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759376.739709:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739713:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759376.739718:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759376.739723:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759376.739727:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759376.739735:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739737:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759376.739740:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759376.739742:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759376.739747:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759376.739751:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.739757:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931293952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759376.739767:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759376.739769:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759376.739772:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931293952/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759376.739783:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759376.739786:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759376.739789:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759376.739792:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759376.739793:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759376.739797:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759376.739803:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17081 00000400:00000200:0.0:1787759376.739808:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759376.739813:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759376.739815:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759376.739819:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739823:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.739825:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739831:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759376.739834:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759376.739836:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759376.739839:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759376.739842:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759376.739844:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759376.739849:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759376.739856:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739859:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.739861:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739863:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759376.739866:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759376.739872:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759376.739876:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759376.739880:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759376.739884:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759376.739888:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739890:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759376.739893:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759376.739896:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739901:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759376.739906:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759376.739910:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759376.739914:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759376.739916:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.739919:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759376.739920:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759376.739923:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759376.739928:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759376.739931:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.739937:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931294080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759376.739955:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759376.739960:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759376.739965:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931294080/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759376.739978:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759376.739981:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759376.739987:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759376.739990:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759376.739993:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759376.740000:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759376.740006:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17081 00000400:00000200:0.0:1787759376.740015:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759376.740022:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759376.740026:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759376.740029:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740032:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.740036:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740041:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759376.740043:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759376.740044:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759376.740046:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759376.740049:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759376.740051:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759376.740056:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759376.740060:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740063:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.740068:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740074:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759376.740079:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759376.740086:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740089:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759376.740094:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759376.740098:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759376.740104:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.740109:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759376.740112:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759376.740115:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.740117:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759376.740121:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759376.740124:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759376.740130:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759376.740133:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.740135:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759376.740137:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759376.740140:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759376.740146:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759376.740151:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.740159:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931294208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759376.740171:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759376.740173:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759376.740175:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931294208/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759376.740181:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759376.740183:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759376.740190:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759376.740192:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759376.740196:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759376.740201:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759376.740207:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17081 00000400:00000200:0.0:1787759376.740214:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759376.740220:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759376.740224:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759376.740231:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740235:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.740238:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740242:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759376.740244:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759376.740245:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759376.740248:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759376.740250:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759376.740254:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759376.740259:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759376.740266:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740295:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759376.740297:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740299:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759376.740300:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759376.740304:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759376.740306:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759376.740309:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759376.740312:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759376.740316:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.740319:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759376.740322:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759376.740324:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.740326:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759376.740332:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759376.740337:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759376.740342:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759376.740345:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.740349:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759376.740353:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759376.740357:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759376.740361:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759376.740369:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.740377:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931294336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759376.740399:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759376.740402:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759376.740408:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931294336/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759376.740419:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759376.740424:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17091) 00000100:00000001:0.0:1787759376.803386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759376.803394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759376.803396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.803402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759376.803405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759376.803409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.803411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759376.803414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.803417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.699376:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759377.699384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759377.699385:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759377.699389:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.699391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759377.699395:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759377.699398:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759377.699399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759377.699405:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759377.699406:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.699410:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759377.699410:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.699416:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.699419:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.699422:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.699457:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759377.699461:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759377.699463:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759377.699466:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759377.699469:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.699472:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759377.699559:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759377.699562:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759377.699564:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.699570:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.699572:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.699574:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.699575:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759377.699580:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759377.699583:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759377.699587:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759377.699588:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759377.699592:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.699593:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759377.699595:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.699597:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.699598:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759377.699600:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759377.699602:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759377.699604:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.699609:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.699613:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.699617:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.699621:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.699627:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759377.763357:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311754704, at 4311754752 00000100:00000040:1.0:1787759377.763357:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311754704, at 4311754752 00000100:00000010:1.0:1787759377.763370:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d120. 00000100:00000010:0.0:1787759377.763373:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d660. 00000100:00000001:0.0:1787759377.827358:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759377.827365:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759377.827366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759377.827371:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759377.827374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.827376:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.827378:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.827380:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.827383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759378.723393:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.723401:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.723403:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759378.723409:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759378.723414:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759378.723419:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.723421:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759378.723425:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.723429:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759378.723447:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.723449:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.723452:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759378.723454:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759378.723456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759378.723459:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.723461:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759378.723464:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.723467:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759378.723493:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.723499:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.723502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759378.723508:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759378.723524:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759378.723529:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.723530:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.723536:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.723539:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759378.723540:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759378.723545:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759378.723550:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759378.723550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759378.723560:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759378.723568:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.723601:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.723604:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.723605:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759378.723608:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759378.723611:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759378.723613:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.724620:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759378.724624:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.724628:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759378.724629:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759378.724634:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.724637:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759378.851388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759378.851394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759378.851396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759378.851400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759378.851402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759378.851405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.851407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759378.851409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.851412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759379.747401:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759379.747406:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759379.747409:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759379.747414:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759379.747421:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759379.747427:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759379.747543:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759379.747549:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759379.747551:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759379.747554:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759379.747557:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759379.747560:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.747564:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759379.747568:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.747573:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759379.747584:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759379.747587:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759379.747591:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759379.747592:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759379.747597:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759379.747598:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759379.747601:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759379.747604:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759379.747608:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.747613:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759379.747616:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.747621:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759379.875382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759379.875389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759379.875392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759379.875397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759379.875400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759379.875404:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759379.875416:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759379.875419:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759379.875422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.771437:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759380.772921:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759380.772926:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759380.772927:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759380.772931:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759380.772934:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759380.772937:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.772939:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759380.772941:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.772944:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.772948:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759380.772950:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759380.772952:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759380.772955:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759380.772957:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.772959:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759380.772960:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.772962:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.773187:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759380.773191:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759380.773192:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759380.773194:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759380.773197:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759380.773199:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.773201:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759380.773203:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.773205:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.773234:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759380.773237:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759380.773238:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759380.773240:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759380.773241:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759380.773243:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.773245:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759380.773246:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.773248:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.899377:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759380.899382:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759380.899384:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759380.899388:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759380.899391:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759380.899394:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.899396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759380.899397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.899400:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.795400:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759381.795408:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.795411:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.795419:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759381.795424:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759381.795429:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795432:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759381.795436:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795443:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.795491:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759381.795495:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.795497:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.795500:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759381.795503:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759381.795505:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795507:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759381.795508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795511:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759381.795714:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759381.795719:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.795720:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759381.795722:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.795726:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759381.795727:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759381.795729:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759381.795733:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759381.795734:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759381.795737:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795739:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759381.795743:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759381.795744:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.795747:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795752:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759381.795752:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.795756:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.795761:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.923378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759381.923386:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.923389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.923395:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759381.923398:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759381.923403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.923405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759381.923408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.923412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.819380:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759382.819388:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759382.819393:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759382.819400:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759382.819406:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759382.819412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.819417:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759382.819420:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.819426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.819475:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759382.819477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759382.819481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759382.819484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759382.819489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759382.819494:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759382.819499:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.819500:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759382.819503:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759382.819504:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759382.819507:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759382.819508:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759382.819513:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.819514:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759382.819519:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.819523:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759382.819525:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.819528:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.822227:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759382.822230:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759382.822232:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759382.822235:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759382.822245:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759382.822248:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.822250:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759382.822251:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.822254:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759382.883370:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311759824, at 4311759872 00000100:00000040:1.0:1787759382.883370:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311759824, at 4311759872 00000100:00000010:0.0:1787759382.883385:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ade0. 00000100:00000010:1.0:1787759382.883387:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a360. 00000100:00000001:0.0:1787759382.947391:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759382.947399:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759382.947402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759382.947407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759382.947411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759382.947426:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759382.947429:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759382.947432:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759382.947436:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.843371:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.843373:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759383.843380:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759383.843380:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759383.843383:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.843384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759383.843389:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759383.843390:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759383.843397:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.843397:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.843404:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.843405:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.843577:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759383.843581:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.843584:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.843585:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759383.843588:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759383.843591:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.843605:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.843609:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759383.843611:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759383.843615:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759383.843618:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.843622:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.843623:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.843624:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759383.843626:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759383.843627:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.843644:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.843647:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759383.843651:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.843652:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759383.843653:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759383.843655:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.843657:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.843660:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759383.843661:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759383.843663:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759383.843666:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.843666:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759383.843672:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.843686:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.843690:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759383.843692:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.843695:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.971437:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759383.971447:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759383.971449:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759383.971455:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759383.971459:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759383.971463:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.971465:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759383.971468:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.971472:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.867384:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759384.867391:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759384.867393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759384.867397:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759384.867401:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759384.867431:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867437:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759384.867457:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867462:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.867477:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759384.867482:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759384.867487:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759384.867491:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759384.867496:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759384.867500:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867503:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759384.867505:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867507:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.867534:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759384.867538:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759384.867539:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759384.867541:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759384.867543:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759384.867545:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867548:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759384.867552:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867556:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.867566:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759384.867571:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759384.867573:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759384.867576:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759384.867578:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759384.867581:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867583:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759384.867584:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.867586:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759384.868140:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759384.868144:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759384.868145:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759384.868148:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759384.868151:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759384.868153:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.868155:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759384.868156:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.868158:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759384.868166:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759384.868169:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759384.868170:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759384.868172:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759384.868174:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759384.868175:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.868177:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759384.868178:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.868180:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759384.995447:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759384.995473:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759384.995475:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759384.995480:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759384.995483:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759384.995486:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.995488:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759384.995490:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.995493:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759385.891404:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.891404:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.891412:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759385.891413:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.891415:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759385.891416:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759385.891425:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759385.891425:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.891431:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759385.891432:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.891437:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.891441:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.891444:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891446:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.891448:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759385.891450:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759385.891453:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891457:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.891467:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.891471:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.891473:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759385.891476:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.891479:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.891482:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891483:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.891484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759385.891487:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.891487:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.891492:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759385.891496:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759385.891501:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759385.891506:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891511:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759385.891514:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891519:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.891529:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.891534:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.891537:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759385.891539:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759385.891540:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.891542:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759385.891545:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.891546:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891548:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.891550:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.891553:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759385.891554:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.891557:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759385.891559:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759385.891564:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891569:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759385.891572:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759385.891578:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.019564:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759386.019571:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759386.019574:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759386.019582:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759386.019585:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759386.019589:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.019592:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759386.019595:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.019652:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.915437:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759386.915441:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759386.915445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759386.915453:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.915453:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.915461:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759386.915464:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759386.915473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759386.915473:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.915481:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.915483:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.915486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759386.915490:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.915490:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.915506:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.915506:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.915516:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.915523:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.915536:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759386.915541:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.915544:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.915545:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759386.915549:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759386.915551:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.915555:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759386.915556:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.915560:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759386.915562:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759386.915566:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759386.915569:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.915570:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.915575:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.915576:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.915583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759386.915587:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.915591:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.915854:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759386.915857:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.915858:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759386.915860:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759386.915862:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.915863:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.915866:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.915867:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.915869:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759387.043390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759387.043397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759387.043399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759387.043404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.043408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759387.043412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.043415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759387.043417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.043421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759387.943426:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759387.943431:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759387.943434:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759387.943439:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759387.943444:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759387.943449:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.943500:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759387.943504:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759387.943510:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759387.943512:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.943518:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759387.943520:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.943522:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759387.943526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.943528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759387.943536:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759387.943538:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759387.943539:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759387.943544:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.943546:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759387.943547:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759387.944845:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759387.944848:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759387.944857:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759387.944868:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759387.944872:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759387.944874:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759387.944876:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759387.944879:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759387.944881:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759387.944884:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759387.944886:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759387.944888:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759387.944946:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759387.944948:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.944950:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759388.003423:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311764945, at 4311764992 00000100:00000010:1.0:1787759388.003437:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ac60. 00000100:00000040:0.0:1787759388.003444:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311764945, at 4311764992 00000100:00000010:0.0:1787759388.003454:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aba0. 00000100:00000001:0.0:1787759388.067390:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759388.067397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759388.067400:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759388.067409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759388.067413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759388.067416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.067419:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759388.067421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.067425:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.963387:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759388.963395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759388.963397:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759388.963401:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759388.963404:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759388.963408:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.963411:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759388.963414:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.963418:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.963445:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759388.963449:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759388.963451:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759388.963453:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759388.963455:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759388.963457:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.963459:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759388.963461:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.963463:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.963561:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759388.963563:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759388.963564:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759388.963566:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759388.963568:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759388.963569:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.963570:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759388.963571:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.963573:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.963579:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759388.963580:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759388.963581:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759388.963582:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759388.963583:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759388.963585:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.963586:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759388.963587:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.963588:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.963592:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759388.963593:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759388.963594:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759388.963595:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759388.963596:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759388.963597:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.963598:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759388.963599:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.963600:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.091586:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.091597:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759389.091599:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759389.091606:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759389.091611:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759389.091616:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.091619:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.091622:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.091625:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.987420:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.987421:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.987430:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759389.987433:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.987437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759389.987441:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759389.987443:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.987446:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759389.987451:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759389.987460:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759389.987506:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.987508:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987511:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.987530:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.987532:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759389.987535:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759389.987538:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759389.987540:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759389.987542:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987544:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.987548:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987550:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.987590:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.987594:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759389.987597:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759389.987602:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759389.987607:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759389.987610:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987612:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.987614:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987618:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.987637:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.987644:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759389.987648:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759389.987653:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759389.987658:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759389.987663:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987668:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.987670:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.987673:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.987710:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759389.987713:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759389.987715:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759389.987717:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759389.987719:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759390.115449:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759390.115460:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759390.115462:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759390.115469:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759390.115473:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759390.115478:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759390.115482:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759390.115485:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759390.115489:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.011447:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759391.011458:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759391.011458:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.011465:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.011472:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759391.011474:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759391.011479:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.011483:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759391.011494:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759391.011494:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.011505:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759391.011507:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.011511:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.011513:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.011517:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.011532:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759391.011537:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.011542:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.011563:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759391.011568:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759391.011571:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759391.011577:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759391.011585:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759391.011593:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.011610:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759391.011616:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.011622:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.011641:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759391.011648:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.011656:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759391.011665:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759391.011672:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.011678:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.011683:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.011686:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.011689:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.139406:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759391.139413:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759391.139416:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759391.139422:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759391.139426:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759391.139430:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.139433:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759391.139436:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.139440:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759392.035411:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759392.035416:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759392.035419:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759392.035428:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759392.035429:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759392.035434:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759392.035435:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759392.035440:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759392.035441:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759392.035446:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759392.035455:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759392.035460:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759392.035462:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.035464:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759392.035467:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759392.035510:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759392.035512:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759392.035514:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759392.035516:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759392.035520:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759392.035522:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759392.035524:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759392.035526:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759392.035528:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759392.035549:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759392.035551:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759392.035552:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759392.035555:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759392.035557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759392.035558:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.036341:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759392.036344:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.036348:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.036366:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759392.036369:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759392.036371:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.036374:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759392.036377:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759392.036380:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.036384:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759392.036386:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.036390:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.036402:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759392.036405:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759392.036408:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.036412:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759392.036415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759392.036419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.036424:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759392.036427:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.036430:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759392.036468:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759392.036472:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759392.036479:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759392.099376:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759392.099384:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759392.099387:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759392.099390:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759392.099393:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759392.099399:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17096 00000400:00000200:0.0:1787759392.099407:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759392.099413:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759392.099417:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759392.099420:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099435:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099438:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099440:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759392.099445:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759392.099447:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759392.099449:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759392.099452:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759392.099454:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759392.099456:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759392.099458:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099459:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099460:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099462:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759392.099464:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759392.099466:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099468:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759392.099471:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759392.099474:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759392.099475:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099477:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759392.099479:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759392.099488:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759392.099490:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759392.099494:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759392.099495:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099497:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759392.099500:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759392.099503:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759392.099509:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759392.099514:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.099520:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931295744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759392.099528:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759392.099531:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759392.099535:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931295744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759392.099552:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759392.099555:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759392.099563:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759392.099564:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759392.099566:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759392.099569:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759392.099572:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17096 00000400:00000200:0.0:1787759392.099575:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759392.099578:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759392.099581:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759392.099583:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099586:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099588:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099590:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759392.099592:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759392.099593:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759392.099595:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759392.099597:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759392.099599:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759392.099601:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759392.099604:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099605:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099608:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099610:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759392.099612:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759392.099614:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099616:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759392.099618:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759392.099623:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759392.099625:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099627:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759392.099631:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759392.099634:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099636:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759392.099640:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759392.099642:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759392.099644:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759392.099646:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099648:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759392.099649:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759392.099651:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759392.099654:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759392.099657:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.099662:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931295872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759392.099676:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759392.099678:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759392.099681:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931295872/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759392.099690:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759392.099692:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759392.099696:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759392.099697:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759392.099699:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759392.099739:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759392.099742:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17096 00000400:00000200:0.0:1787759392.099745:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759392.099748:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759392.099750:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759392.099752:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099754:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099757:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099759:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759392.099761:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759392.099762:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759392.099764:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759392.099766:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759392.099768:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759392.099770:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759392.099772:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099774:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099776:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099779:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759392.099781:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759392.099784:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099786:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759392.099788:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759392.099790:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759392.099792:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099794:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759392.099796:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759392.099798:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099800:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759392.099804:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759392.099806:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759392.099809:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759392.099810:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099811:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759392.099813:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759392.099815:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759392.099818:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759392.099821:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.099826:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931296000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759392.099832:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759392.099834:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759392.099838:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931296000/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759392.099845:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759392.099847:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759392.099850:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759392.099852:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759392.099854:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759392.099857:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759392.099872:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17096 00000400:00000200:0.0:1787759392.099875:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759392.099877:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759392.099879:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759392.099882:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099884:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099886:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099888:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759392.099891:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759392.099892:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759392.099894:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759392.099896:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759392.099898:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759392.099900:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759392.099903:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099905:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.099919:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099921:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759392.099924:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759392.099926:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759392.099929:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759392.099930:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759392.099933:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759392.099935:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099937:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759392.099940:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759392.099942:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099944:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759392.099948:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759392.099951:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759392.099953:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759392.099954:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.099956:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759392.099958:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759392.099959:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759392.099963:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759392.099966:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.099970:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931296128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759392.099976:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759392.099978:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759392.099982:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931296128/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759392.099990:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759392.099992:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759392.099995:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759392.099996:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759392.099998:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759392.100000:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759392.100003:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17096 00000400:00000200:0.0:1787759392.100006:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759392.100009:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759392.100011:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759392.100014:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.100016:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.100018:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.100020:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759392.100022:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759392.100023:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759392.100025:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759392.100027:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759392.100029:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759392.100031:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759392.100034:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.100036:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759392.100038:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759392.100039:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759392.100049:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759392.100051:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759392.100054:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759392.100056:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759392.100058:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759392.100060:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.100062:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759392.100065:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759392.100067:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.100069:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759392.100072:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759392.100074:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759392.100076:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759392.100078:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759392.100080:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759392.100081:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759392.100083:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759392.100086:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759392.100088:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.100092:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931296256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759392.100099:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759392.100101:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759392.100104:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931296256/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759392.100114:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759392.100117:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17106) 00000100:00000001:0.0:1787759392.163367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759392.163374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759392.163376:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759392.163381:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759392.163384:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759392.163388:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.163391:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759392.163393:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759392.163397:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759393.059390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759393.059395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.059396:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759393.059400:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759393.059400:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.059404:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759393.059407:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759393.059408:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759393.059415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759393.059415:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759393.059419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059420:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.059422:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.059426:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.059428:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759393.059430:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759393.059434:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059440:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.059445:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759393.059448:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.059450:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759393.059453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759393.059457:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759393.059458:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759393.059460:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.059466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759393.059467:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.059469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.059473:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759393.059474:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759393.059480:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759393.059484:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059489:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759393.059493:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.059496:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759393.059496:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.059500:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.059503:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759393.059505:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759393.059509:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759393.059512:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059513:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759393.059517:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.059519:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.059521:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759393.059528:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759393.059530:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759393.059532:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759393.059534:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759393.059535:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059537:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759393.059538:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.059540:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759393.123442:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311770064, at 4311770112 00000100:00000040:1.0:1787759393.123442:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311770064, at 4311770112 00000100:00000010:1.0:1787759393.123456:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a600. 00000100:00000010:0.0:1787759393.123459:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a720. 00000100:00000001:0.0:1787759393.187461:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759393.187472:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.187475:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759393.187481:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759393.187485:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759393.187489:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.187492:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.187494:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.187498:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759394.083360:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759394.083365:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759394.083369:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759394.083374:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759394.083379:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759394.083383:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759394.083388:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759394.083391:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759394.083395:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759394.083417:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.083422:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.083426:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.083432:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.083437:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.083441:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.083447:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.083450:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.083453:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759394.083651:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.083661:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.083666:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.083668:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.083671:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.083677:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.083728:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.083730:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.083732:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759394.211373:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.211380:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.211382:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.211385:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.211388:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.211391:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.211394:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.211396:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.211398:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.107374:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.107381:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759395.107383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.107384:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.107389:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759395.107391:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759395.107393:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.107396:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759395.107399:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759395.107401:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.107405:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759395.107406:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759395.107410:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759395.107412:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.107419:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759395.107419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.107423:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.107428:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.107630:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.107706:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759395.107708:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759395.107711:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759395.107714:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.107714:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759395.107716:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.107718:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759395.107720:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759395.107721:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.107723:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759395.107726:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759395.107727:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.107731:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759395.107734:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.107736:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759395.107738:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.107740:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.237416:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759395.237422:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759395.237425:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759395.237430:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759395.237433:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759395.237437:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.237440:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759395.237442:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.237446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.131365:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.131370:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759396.131374:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.131380:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759396.131385:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759396.131389:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.131395:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.131398:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.131400:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.131447:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.131450:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759396.131452:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.131455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759396.131458:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759396.131460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.131463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.131465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.131467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.131477:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.131481:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759396.131483:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.131484:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.131488:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759396.131489:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759396.131490:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.131493:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759396.131494:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759396.131496:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.131497:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759396.131501:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.132151:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.132153:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.132155:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.132576:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759396.132578:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.132581:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.259386:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759396.259394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759396.259396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759396.259401:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759396.259405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759396.259408:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.259411:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759396.259414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.259417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759397.155424:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759397.155437:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759397.155441:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759397.155449:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759397.155449:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759397.155463:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759397.155463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759397.155470:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759397.155471:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759397.155486:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759397.155491:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759397.155502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759397.155503:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.155514:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.155516:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.155533:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759397.155539:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.155545:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.155576:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759397.155578:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759397.155582:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759397.155585:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759397.155588:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759397.155592:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759397.155593:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759397.155597:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.155599:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759397.155610:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759397.155614:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759397.155617:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759397.155621:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.155623:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.155633:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759397.155635:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759397.155644:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.155654:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.155677:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759397.155683:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759397.155685:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759397.155688:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759397.155692:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759397.155696:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.155703:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759397.155707:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.155713:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759397.283422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759397.283431:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759397.283434:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759397.283441:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759397.283445:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759397.283450:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.283454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759397.283457:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.283461:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759398.180346:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759398.180351:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759398.180353:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759398.180356:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759398.180358:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759398.180360:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.180362:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759398.180364:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.180366:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759398.180787:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759398.180790:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759398.180791:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759398.180793:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759398.180795:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759398.180796:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759398.180798:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759398.180799:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759398.180800:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759398.181164:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759398.181167:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759398.181177:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759398.181181:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759398.181183:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759398.181185:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.181187:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759398.181189:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.181191:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759398.243382:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311775185, at 4311775232 00000100:00000040:1.0:1787759398.243390:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311775185, at 4311775232 00000100:00000010:0.0:1787759398.243398:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a240. 00000100:00000010:1.0:1787759398.243400:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a540. 00000100:00000001:0.0:1787759398.307384:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759398.307392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759398.307393:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759398.307399:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759398.307402:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759398.307405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759398.307407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759398.307409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759398.307411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.203370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.203378:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.203380:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759399.203386:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759399.203389:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759399.203394:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.203397:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759399.203400:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.203403:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759399.204014:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.204018:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759399.204019:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.204023:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759399.204023:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.204027:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759399.204028:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759399.204030:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759399.204033:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759399.204034:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759399.204037:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.204038:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.204042:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759399.204043:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759399.204046:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.204047:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.204051:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.204052:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759399.204399:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759399.204406:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759399.204412:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759399.204415:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759399.204418:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759399.204420:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.204423:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759399.204425:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.204430:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.205330:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.205333:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.205334:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759399.205337:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759399.205339:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759399.205341:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.205343:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759399.205344:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.205346:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.331480:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.331487:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.331489:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759399.331494:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759399.331498:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759399.331502:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.331505:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759399.331507:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.331511:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.227380:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759400.227381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759400.227387:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759400.227388:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759400.227390:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.227391:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759400.227398:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759400.227398:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759400.227403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759400.227404:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759400.227408:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227408:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227414:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759400.227416:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227418:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.227425:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759400.227427:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.227429:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.227440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759400.227442:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759400.227444:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759400.227446:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759400.227448:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759400.227450:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227451:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759400.227453:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227454:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.227469:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759400.227470:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759400.227472:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759400.227473:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759400.227475:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759400.227477:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227478:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759400.227479:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227480:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.227486:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759400.227489:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759400.227501:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759400.227510:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759400.227516:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759400.227521:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227528:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759400.227532:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.227537:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.356250:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759400.356258:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759400.356260:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759400.356265:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759400.356335:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759400.356340:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.356342:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759400.356345:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.356348:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.251381:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759401.251389:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759401.251392:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759401.251397:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759401.251401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759401.251405:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.251408:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759401.251410:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.251413:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.251525:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759401.251530:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.251533:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.251538:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759401.251544:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759401.251548:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.251555:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.251558:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.251564:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.251580:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759401.251583:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.251585:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.251588:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759401.251591:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759401.251594:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.251598:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.251602:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.251606:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759401.251637:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759401.251640:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759401.251645:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759401.251955:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759401.251958:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.251959:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.251962:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759401.251964:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759401.251966:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.251968:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.251969:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.251971:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.252394:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759401.252396:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759401.252398:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759401.252400:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759401.252402:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759401.252404:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.252406:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759401.252407:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.252409:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.379378:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759401.379387:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759401.379389:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759401.379401:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759401.379408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759401.379412:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.379415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759401.379418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.379422:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.275390:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759402.275390:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759402.275398:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759402.275398:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759402.275402:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.275402:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759402.275409:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759402.275410:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759402.275415:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.275416:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.275421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.275424:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.275425:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759402.275430:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.275430:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759402.275433:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.275435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.275437:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.275453:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759402.275456:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759402.275458:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759402.275460:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759402.275462:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759402.275464:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.275466:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759402.275467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.275469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.275558:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759402.275561:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759402.275563:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.275565:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759402.275568:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.275570:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.275572:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759402.275574:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.275576:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.275601:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759402.275605:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759402.275609:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.275613:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759402.275617:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.275620:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.275623:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759402.275626:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.275630:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759402.275714:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759402.275717:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759402.275720:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759402.275827:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759402.275830:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759402.275831:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759402.275834:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759402.275836:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759402.275837:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.275839:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759402.275841:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.275843:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759402.339401:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759402.339412:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759402.339415:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759402.339418:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759402.339423:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759402.339430:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17106 00000400:00000200:0.0:1787759402.339438:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759402.339445:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759402.339448:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759402.339452:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339455:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339457:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339459:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759402.339473:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759402.339475:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759402.339478:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759402.339481:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759402.339484:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759402.339487:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759402.339490:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339492:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339494:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339496:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759402.339499:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759402.339503:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339506:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759402.339508:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759402.339512:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759402.339515:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339517:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759402.339520:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759402.339529:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759402.339533:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759402.339538:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759402.339540:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339543:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759402.339546:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759402.339550:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759402.339558:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759402.339565:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.339574:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931297024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759402.339585:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759402.339589:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759402.339594:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931297024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759402.339621:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759402.339624:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759402.339628:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759402.339629:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759402.339639:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759402.339642:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759402.339644:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17106 00000400:00000200:0.0:1787759402.339648:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759402.339651:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759402.339653:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759402.339656:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339658:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339660:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339663:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759402.339665:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759402.339666:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759402.339668:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759402.339670:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759402.339672:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759402.339674:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759402.339677:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339679:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339681:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339683:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759402.339685:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759402.339688:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339690:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759402.339692:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759402.339698:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759402.339700:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339701:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759402.339706:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759402.339709:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339712:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759402.339715:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759402.339717:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759402.339720:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759402.339721:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339723:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759402.339725:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759402.339726:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759402.339730:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759402.339733:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.339748:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931297152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759402.339756:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759402.339758:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759402.339762:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931297152/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759402.339769:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759402.339772:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759402.339775:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759402.339776:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759402.339778:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759402.339781:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759402.339783:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17106 00000400:00000200:0.0:1787759402.339787:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759402.339790:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759402.339792:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759402.339795:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339797:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339799:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339801:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759402.339803:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759402.339805:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759402.339806:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759402.339808:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759402.339810:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759402.339812:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759402.339815:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339817:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339826:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339828:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759402.339830:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759402.339833:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339835:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759402.339837:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759402.339840:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759402.339870:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339872:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759402.339874:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759402.339877:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339878:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759402.339881:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759402.339884:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759402.339886:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759402.339888:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.339889:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759402.339891:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759402.339892:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759402.339896:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759402.339899:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.339904:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931297280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759402.339928:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759402.339931:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759402.339935:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931297280/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759402.339942:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759402.339950:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759402.339954:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759402.339955:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759402.339957:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759402.339960:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759402.339962:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17106 00000400:00000200:0.0:1787759402.339966:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759402.339984:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759402.339987:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759402.339990:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339992:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.339994:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.339996:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759402.339998:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759402.339999:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759402.340001:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759402.340003:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759402.340005:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759402.340007:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759402.340009:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340011:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.340013:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340015:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759402.340017:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759402.340028:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340031:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759402.340039:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759402.340042:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759402.340045:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.340046:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759402.340049:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759402.340056:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.340058:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759402.340062:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759402.340064:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759402.340066:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759402.340068:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.340070:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759402.340074:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759402.340081:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759402.340085:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759402.340088:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.340092:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931297408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759402.340115:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759402.340118:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759402.340122:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931297408/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759402.340129:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759402.340131:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759402.340134:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759402.340136:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759402.340138:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759402.340140:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759402.340149:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17106 00000400:00000200:0.0:1787759402.340153:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759402.340156:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759402.340159:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759402.340167:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340175:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.340177:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340179:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759402.340181:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759402.340183:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759402.340184:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759402.340186:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759402.340188:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759402.340190:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759402.340197:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340200:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759402.340202:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340204:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759402.340206:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759402.340209:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759402.340211:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759402.340213:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759402.340216:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759402.340218:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.340219:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759402.340221:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759402.340224:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.340225:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759402.340228:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759402.340231:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759402.340233:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759402.340235:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.340242:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759402.340244:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759402.340246:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759402.340251:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759402.340253:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.340258:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931297536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759402.340301:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759402.340303:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759402.340307:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931297536/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759402.340315:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759402.340326:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17117) 00000100:00000001:0.0:1787759402.404210:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759402.404218:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759402.404220:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.404225:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759402.404229:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.404233:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.404236:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759402.404239:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.404242:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759403.299374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759403.299374:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759403.299383:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759403.299384:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759403.299387:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759403.299388:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759403.299394:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759403.299394:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759403.299400:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759403.299400:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759403.299407:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.299407:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759403.299412:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759403.299414:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759403.299417:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759403.299482:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759403.299485:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.299488:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759403.299516:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759403.299521:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759403.299525:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759403.299532:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759403.299538:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759403.299543:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.299558:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759403.299561:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.299565:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759403.299604:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759403.299607:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759403.299611:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787759403.363368:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311780305, at 4311780352 00000100:00000040:1.0:1787759403.363368:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311780305, at 4311780352 00000100:00000010:1.0:1787759403.363382:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542aa80. 00000100:00000010:0.0:1787759403.363383:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a180. 00000100:00000001:0.0:1787759403.427388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759403.427396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759403.427399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759403.427404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759403.427407:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759403.427411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759403.427414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759403.427417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759403.427420:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.323435:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759404.323440:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759404.323442:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.323449:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759404.323452:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759404.323461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759404.323466:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.323468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.323470:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759404.323472:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759404.323475:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.323478:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.323480:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759404.323486:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759404.323489:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.323500:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.323503:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.323678:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.323719:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759404.323723:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759404.323725:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759404.323729:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759404.323733:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759404.323736:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.323741:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759404.323744:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.323747:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.323758:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759404.323762:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759404.323789:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759404.323792:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759404.323794:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759404.323797:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.323799:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759404.323801:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.323828:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.323833:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759404.323837:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.323838:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759404.323841:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759404.323843:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.323846:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.323848:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759404.323850:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.323852:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.451421:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759404.451468:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.451472:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759404.451478:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759404.451481:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.451485:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.451487:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759404.451490:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.451493:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.347380:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.347387:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.347390:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759405.347396:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759405.347401:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759405.347405:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347409:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759405.347412:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347417:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.347427:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.347429:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.347432:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759405.347433:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759405.347436:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759405.347437:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759405.347440:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347441:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.347453:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.347455:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.347456:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759405.347458:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759405.347460:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759405.347461:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347462:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759405.347463:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347465:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759405.347490:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759405.347493:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759405.347494:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.347497:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759405.347497:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759405.347500:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.347502:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759405.347502:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759405.347506:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759405.347506:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347508:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759405.347511:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759405.347511:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759405.347515:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347516:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759405.347520:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.347521:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.347527:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.475351:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.475358:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.475361:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759405.475366:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759405.475370:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759405.475374:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.475377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759405.475379:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.475383:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.371373:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759406.371382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.371384:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.371391:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759406.371395:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759406.371399:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.371403:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.371406:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.371422:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.371427:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759406.371436:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759406.371439:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759406.371443:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759406.371450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759406.371455:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.371460:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759406.371464:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.371465:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759406.371469:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.371472:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.371477:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.371484:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759406.371488:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759406.371490:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759406.371493:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.371495:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.371498:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.371500:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759406.371503:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759406.371504:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.371511:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759406.371516:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.371517:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.371521:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759406.371525:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.371531:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.371547:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759406.371552:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.371554:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.371564:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759406.371570:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759406.371574:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.371578:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.371582:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.371585:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.499394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759406.499402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759406.499405:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759406.499412:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759406.499416:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759406.499420:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.499423:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759406.499427:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.499431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759407.395365:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759407.395366:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759407.395373:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759407.395374:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759407.395375:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759407.395379:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759407.395381:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759407.395385:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759407.395388:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759407.395390:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759407.395394:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.395394:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.395401:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759407.395412:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759407.395413:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.395416:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.395418:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759407.395421:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759407.395438:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759407.395440:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759407.395442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759407.395445:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759407.395446:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759407.395449:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759407.395451:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759407.395453:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759407.395456:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759407.395456:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759407.395461:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.395462:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.395464:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759407.395467:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.395469:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759407.395470:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759407.395475:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.395481:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759407.395494:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759407.395497:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759407.395499:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759407.395501:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759407.395505:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759407.395510:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.395516:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759407.395519:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.395522:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759407.523394:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759407.523401:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759407.523403:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759407.523408:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759407.523412:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759407.523416:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.523418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759407.523421:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.523424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.419386:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759408.419398:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759408.419401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759408.419407:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759408.419412:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759408.419417:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.419423:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759408.419428:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.419434:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.419450:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759408.419453:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759408.419454:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759408.419457:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759408.419460:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759408.419462:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759408.419890:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759408.419894:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759408.419896:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759408.419900:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759408.419907:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759408.419911:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.420405:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759408.420407:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.420410:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759408.420504:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759408.420507:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759408.420509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759408.483338:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311785424, at 4311785472 00000100:00000010:1.0:1787759408.483350:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542af60. 00000100:00000040:0.0:1787759408.484905:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311785424, at 4311785473 00000100:00000010:0.0:1787759408.484912:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a480. 00000100:00000001:0.0:1787759408.547366:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759408.547371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759408.547373:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759408.547376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759408.547378:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759408.547382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.547384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759408.547397:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.547399:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759409.444320:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759409.444324:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759409.444325:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759409.444328:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759409.444331:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759409.444333:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759409.444335:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759409.444336:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759409.444339:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759409.444436:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759409.444440:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759409.444441:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759409.444444:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759409.444448:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759409.444449:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759409.444450:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.444454:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759409.444454:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759409.444457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759409.444458:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759409.444462:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759409.444463:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759409.444466:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759409.444470:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.444472:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759409.444474:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.444476:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759409.571313:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759409.571320:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759409.571322:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759409.571328:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759409.571331:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759409.571335:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.571338:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759409.571341:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.571345:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.467379:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.467383:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759410.467388:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.467390:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.467394:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.467400:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759410.467402:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759410.467408:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759410.467408:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759410.467415:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759410.467416:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759410.467422:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.467430:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759410.467434:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.467438:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.467439:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.467444:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759410.467447:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.467460:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.467465:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.467468:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759410.467472:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759410.467475:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.467476:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759410.467479:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.467480:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759410.467483:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759410.467486:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759410.467490:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759410.467492:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.467494:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.467495:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.467502:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.467502:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.467506:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759410.467509:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1787759410.531573:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988 00000400:00000100:0.0:1787759410.531617:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1787759410.531626:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759410.531630:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down 00000400:00000200:0.0:1787759410.531634:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759410.531638:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1787759410.531643:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759410.531647:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136100. 00000400:00000200:0.0:1787759410.531652:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759410.531656:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759410.531662:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf4c8 00000400:00000010:0.0:1787759410.531665:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf4c8. 00000100:00000001:0.0:1787759410.531670:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759410.531679:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf840 x1874583931297664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531706:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759410.531711:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931297664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531719:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.531722:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759410.531730:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759410.531733:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136e00. 00000400:00000200:0.0:1787759410.531736:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759410.531739:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759410.531742:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf7f8 00000400:00000010:0.0:1787759410.531743:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf7f8. 00000100:00000001:0.0:1787759410.531746:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759410.531750:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ce1c0 x1874583931297792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531758:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759410.531761:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931297792/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531767:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.531769:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759410.531773:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759410.531775:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136500. 00000400:00000200:0.0:1787759410.531778:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759410.531781:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759410.531783:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cf880 00000400:00000010:0.0:1787759410.531785:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cf880. 00000100:00000001:0.0:1787759410.531787:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759410.531791:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ced00 x1874583931297920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531797:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759410.531800:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ced00 x1874583931297920/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531807:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.531809:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759410.531813:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759410.531815:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136000. 00000400:00000200:0.0:1787759410.531817:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759410.531821:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759410.531823:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfa18 00000400:00000010:0.0:1787759410.531824:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfa18. 00000100:00000001:0.0:1787759410.531826:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759410.531830:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9cf0c0 x1874583931298048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531837:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759410.531840:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf0c0 x1874583931298048/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531851:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.531852:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1787759410.531856:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp 00000800:00000010:0.0:1787759410.531858:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3c36136d00. 00000400:00000200:0.0:1787759410.531860:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1787759410.531863:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1787759410.531865:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c086cfd48 00000400:00000010:0.0:1787759410.531867:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c086cfd48. 00000100:00000001:0.0:1787759410.531869:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759410.531873:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8b3c3a9ccf00 x1874583931298176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531880:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759410.531883:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccf00 x1874583931298176/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759410.531888:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.531890:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759410.595405:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.595417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.595419:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759410.595427:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759410.595431:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759410.595436:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.595439:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759410.595442:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.595446:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.491388:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.491395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.491400:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.491408:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759411.491416:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.491423:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.491437:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.491441:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.491441:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.491451:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759411.491453:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759411.491457:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759411.491463:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759411.491468:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759411.491472:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.491476:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.491478:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.491482:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.491488:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.491493:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.491495:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.491499:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759411.491503:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.491505:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.491508:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759411.491511:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.491514:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.491546:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.491549:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.491551:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.491554:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759411.491558:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.491561:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.491565:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.491569:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.491571:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.491578:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759411.491580:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759411.491586:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759411.491591:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759411.491597:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759411.491603:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.491608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.491611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.491614:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759411.619430:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759411.619440:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759411.619443:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759411.619450:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759411.619455:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759411.619459:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.619462:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.619466:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.619470:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.515531:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759412.515540:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759412.515544:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759412.515550:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759412.515567:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759412.515577:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759412.515587:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759412.515596:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759412.515604:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.515645:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759412.515650:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759412.515655:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759412.515660:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759412.515664:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759412.515666:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759412.515668:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759412.515670:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759412.515672:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759412.515728:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759412.515731:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759412.515732:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759412.515735:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759412.515738:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759412.515740:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.515742:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759412.515744:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.515746:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759412.643380:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759412.643390:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759412.643392:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759412.643397:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759412.643401:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759412.643405:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.643407:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759412.643409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.643411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.539378:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759413.539388:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759413.539393:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759413.539400:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759413.539406:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759413.539410:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539417:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759413.539417:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759413.539422:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539423:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.539427:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.539430:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759413.539434:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759413.539440:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759413.539444:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539450:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759413.539452:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539455:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.539459:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759413.539464:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759413.539468:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759413.539474:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759413.539480:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759413.539482:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759413.539484:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539487:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.539492:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.539492:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759413.539496:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759413.539499:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759413.539501:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759413.539504:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759413.539509:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539514:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759413.539517:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.539524:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759413.603369:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311790547, at 4311790592 00000100:00000010:1.0:1787759413.603383:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad80. 00000100:00000040:0.0:1787759413.603635:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311790547, at 4311790592 00000100:00000010:0.0:1787759413.603643:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a300. 00000100:00000001:0.0:1787759413.667383:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759413.667392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.667394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759413.667400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759413.667404:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759413.667409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.667412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759413.667414:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.667417:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.563398:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759414.563411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759414.563415:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759414.563415:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.563423:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759414.563426:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759414.563433:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759414.563440:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759414.563443:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759414.563449:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759414.563451:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.563464:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.563478:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759414.563482:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.563489:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.563502:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759414.563506:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.563510:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.563527:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759414.563532:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759414.563536:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.563537:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759414.563547:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759414.563548:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759414.563556:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.563557:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759414.563563:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759414.563565:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759414.563567:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759414.563575:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.563577:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759414.563581:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.563584:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.563598:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759414.563602:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.563607:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.563626:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759414.563630:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759414.563631:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759414.563634:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759414.563637:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759414.563642:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.563644:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759414.563647:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.563649:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.691401:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759414.691410:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759414.691412:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759414.691417:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759414.691420:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759414.691424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.691426:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759414.691429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.691431:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.587360:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759415.587366:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759415.587368:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759415.587372:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759415.587372:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.587376:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759415.587379:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759415.587381:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759415.587385:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759415.587386:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759415.587391:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.587391:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.587397:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759415.587398:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759415.587401:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.587402:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.587405:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.587407:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.587445:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759415.587451:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759415.587451:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759415.587455:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.587457:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759415.587461:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759415.587461:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759415.587465:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759415.587467:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759415.587470:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759415.587471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.587475:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759415.587475:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.587479:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.587484:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.587486:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759415.587491:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.587495:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.587525:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759415.587529:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759415.587532:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759415.587536:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759415.587540:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759415.587543:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.587544:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759415.587546:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.587548:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.715382:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759415.715389:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759415.715391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759415.715396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759415.715399:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759415.715403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.715405:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759415.715408:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.715411:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.611394:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759416.611403:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.611408:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.611416:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759416.611424:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.611430:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611434:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.611438:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611443:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.611464:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759416.611469:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.611472:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.611475:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759416.611478:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.611482:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611487:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.611491:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611495:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.611521:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759416.611524:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.611526:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.611527:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759416.611530:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.611532:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611533:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.611535:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611537:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.611623:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759416.611626:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759416.611627:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759416.611631:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.611631:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.611634:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759416.611635:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.611639:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759416.611641:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759416.611643:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.611645:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.611648:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759416.611650:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.611652:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.611657:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.611657:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.611661:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.611665:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.739344:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759416.739351:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759416.739352:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759416.739356:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759416.739359:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759416.739362:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.739365:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759416.739367:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.739371:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.635343:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759417.635343:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759417.635350:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759417.635351:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759417.635353:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.635354:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.635358:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759417.635358:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759417.635363:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759417.635365:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759417.635369:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635374:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.635375:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759417.635379:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.635384:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759417.635384:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759417.635388:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635392:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759417.635405:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759417.635407:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759417.635409:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759417.635412:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759417.635416:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759417.635419:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635421:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759417.635423:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635429:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.635430:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.635435:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759417.635445:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.635448:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759417.635452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759417.635452:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.635456:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635457:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759417.635461:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.635463:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759417.635466:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759417.635467:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759417.635469:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759417.635472:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759417.635477:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635481:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759417.635482:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.635484:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759417.700380:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759417.700389:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759417.700392:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759417.700395:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759417.700399:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759417.700406:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17122 00000400:00000200:0.0:1787759417.700414:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759417.700420:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759417.700423:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759417.700425:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700428:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.700430:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700431:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759417.700434:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759417.700436:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759417.700438:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759417.700440:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759417.700441:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759417.700443:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759417.700445:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700447:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.700448:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700449:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759417.700451:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759417.700453:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700455:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759417.700457:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759417.700459:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759417.700461:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700462:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759417.700464:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759417.700472:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4000. 00000020:00000040:0.0:1787759417.700475:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759417.700478:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759417.700479:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700482:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759417.700484:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759417.700488:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759417.700494:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759417.700500:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.700506:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4000 x1874583931298944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759417.700517:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759417.700520:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759417.700525:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d5d21fc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4000 x1874583931298944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759417.700548:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759417.700552:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759417.700556:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759417.700557:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759417.700559:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759417.700562:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759417.700565:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17122 00000400:00000200:0.0:1787759417.700569:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759417.700572:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759417.700575:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759417.700578:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700580:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.700582:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700584:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759417.700587:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759417.700588:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759417.700589:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759417.700591:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759417.700593:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759417.700595:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759417.700600:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700603:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.700606:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700611:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759417.700616:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759417.700622:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700626:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759417.700630:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759417.700635:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759417.700641:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700644:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759417.700662:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759417.700667:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700671:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759417.700677:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5e00. 00000020:00000040:0.0:1787759417.700682:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759417.700685:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759417.700689:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700692:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759417.700694:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759417.700697:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759417.700704:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759417.700709:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.700716:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5e00 x1874583931299072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759417.700728:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759417.700732:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759417.700744:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040543006] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5e00 x1874583931299072/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759417.700771:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759417.700775:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759417.700780:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759417.700783:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759417.700787:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759417.700791:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759417.700796:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17122 00000400:00000200:0.0:1787759417.700803:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759417.700809:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759417.700813:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759417.700818:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700822:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.700855:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700859:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759417.700864:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759417.700867:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759417.700871:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759417.700874:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759417.700878:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759417.700880:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759417.700887:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700891:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.700896:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700899:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759417.700912:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759417.700924:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759417.700927:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759417.700932:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759417.700936:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759417.700941:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700944:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759417.700947:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759417.700952:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700956:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759417.700962:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759417.700966:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759417.700970:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759417.700974:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.700976:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759417.700979:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759417.700982:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759417.700987:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759417.700992:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.700999:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931299200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759417.701006:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759417.701011:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759417.701017:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931299200/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759417.701042:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759417.701044:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759417.701047:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759417.701049:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759417.701050:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759417.701053:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759417.701060:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17122 00000400:00000200:0.0:1787759417.701066:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759417.701072:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759417.701077:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759417.701081:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701085:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.701089:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701091:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759417.701093:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759417.701097:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759417.701099:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759417.701102:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759417.701105:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759417.701111:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759417.701114:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701118:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.701121:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701123:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759417.701128:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759417.701131:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701134:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759417.701138:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759417.701141:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759417.701144:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.701149:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759417.701151:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759417.701156:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.701162:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759417.701166:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759417.701171:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759417.701176:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759417.701178:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.701182:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759417.701185:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759417.701187:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759417.701192:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759417.701196:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.701204:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931299328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759417.701216:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759417.701219:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759417.701235:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931299328/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759417.701254:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759417.701259:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759417.701265:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759417.701291:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759417.701293:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759417.701296:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759417.701298:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17122 00000400:00000200:0.0:1787759417.701302:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759417.701305:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759417.701308:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759417.701314:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701319:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.701323:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701326:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759417.701331:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759417.701333:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759417.701336:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759417.701338:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759417.701341:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759417.701345:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759417.701351:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701353:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759417.701355:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701357:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759417.701359:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759417.701362:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759417.701368:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759417.701372:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759417.701376:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759417.701382:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.701384:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759417.701389:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759417.701392:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.701396:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759417.701402:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759417.701406:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759417.701412:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759417.701414:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.701417:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759417.701419:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759417.701421:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759417.701427:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759417.701432:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.701441:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931299456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759417.701455:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759417.701459:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759417.701466:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931299456/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759417.701478:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759417.701483:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17132) 00000100:00000001:0.0:1787759417.763363:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.763371:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759417.763372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759417.763376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759417.763379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759417.763382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.763384:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759417.763386:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.763388:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.659384:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759418.659391:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759418.659396:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.659404:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.659410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759418.659416:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.659422:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759418.659427:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.659433:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.659448:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759418.659451:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759418.659453:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.659455:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.659458:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759418.659460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.659463:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759418.659465:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.659467:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.659488:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759418.659493:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759418.659497:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.659502:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759418.659503:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759418.659506:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759418.659508:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759418.659509:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759418.659512:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759418.659515:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759418.659518:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759418.659520:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759418.660220:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759418.660223:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759418.660226:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.663143:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759418.663147:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.663150:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759418.723376:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311795665, at 4311795712 00000100:00000040:1.0:1787759418.723376:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311795665, at 4311795712 00000100:00000010:1.0:1787759418.723390:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a780. 00000100:00000010:0.0:1787759418.723391:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a660. 00000100:00000001:0.0:1787759418.787355:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759418.787363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759418.787366:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.787371:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.787374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759418.787378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.787380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759418.787383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.787387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.683371:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759419.683377:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759419.683381:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759419.683387:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759419.683393:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.683397:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.683413:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759419.683417:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.683421:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.683438:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759419.683444:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759419.683448:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759419.683452:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759419.683458:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.683463:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.683467:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759419.683469:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.683472:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.683497:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759419.683506:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759419.683512:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759419.683513:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759419.683515:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.683518:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759419.683520:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759419.683525:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759419.683526:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759419.683533:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.683533:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.683537:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.683538:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759419.683542:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.683547:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.683547:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759419.683550:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.683554:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759419.811509:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759419.811517:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759419.811520:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759419.811525:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759419.811528:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759419.811533:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.811535:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759419.811538:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.811542:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.707406:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759420.707412:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759420.707417:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759420.707418:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759420.707422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.707422:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759420.707430:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759420.707430:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759420.707435:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759420.707439:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759420.707441:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759420.707445:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759420.707448:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707450:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707458:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.707465:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759420.707469:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707476:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759420.707478:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.707481:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759420.707485:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759420.707488:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759420.707494:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759420.707498:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707502:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759420.707506:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707511:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.707515:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759420.707525:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759420.707528:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759420.707533:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759420.707538:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759420.707542:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707545:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759420.707547:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759420.707550:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759420.707551:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707558:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.707560:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759420.707562:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759420.707570:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759420.707575:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707583:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759420.707586:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.707590:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759421.731382:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759421.731382:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759421.731389:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759421.731390:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759421.731391:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759421.731394:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759421.731395:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759421.731401:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759421.731402:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759421.731406:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759421.731409:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759421.731409:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759421.731414:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759421.731414:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759421.731421:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759421.731431:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759421.731434:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759421.731437:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759421.731725:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759421.731729:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759421.731731:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759421.731733:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759421.731736:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759421.731738:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759421.731740:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759421.731741:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759421.731743:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.755377:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759422.755386:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759422.755389:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759422.755389:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.755395:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759422.755396:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759422.755399:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.755404:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759422.755409:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759422.755410:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759422.755415:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.755416:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.755422:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759422.755427:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.755433:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.755433:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.755437:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.755443:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.755454:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759422.755459:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759422.755463:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.755466:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759422.755469:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759422.755471:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759422.755473:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759422.755474:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.755478:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759422.755478:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759422.755484:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.755485:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759422.755488:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.755490:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.755495:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.755520:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.755523:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.755524:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759422.755529:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759422.755529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.755534:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.755538:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759422.755541:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759422.755544:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.755558:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759422.755561:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759422.755564:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.755567:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759422.755571:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759422.755574:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.755608:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759422.755611:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.755614:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.755636:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.755639:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.755659:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759422.820905:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759422.820916:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759422.820919:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759422.820923:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759422.820928:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759422.820936:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17127 00000400:00000200:0.0:1787759422.820945:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759422.820951:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759422.820955:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759422.820958:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.820961:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.820964:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.820967:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759422.820971:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759422.820974:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759422.820976:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759422.820980:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759422.820982:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759422.820985:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759422.820988:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.820990:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.820992:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.820994:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759422.820997:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759422.821001:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821004:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759422.821007:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759422.821011:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759422.821014:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821016:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759422.821018:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759422.821028:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759422.821032:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759422.821036:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759422.821038:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821041:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759422.821045:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759422.821049:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759422.821057:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986c00. 00000100:00000001:0.0:1787759422.821065:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.821074:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931299584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759422.821085:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759422.821089:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759422.821094:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931299584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759422.821115:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759422.821119:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759422.821122:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759422.821124:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759422.821125:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759422.821128:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759422.821131:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17127 00000400:00000200:0.0:1787759422.821136:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759422.821140:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759422.821143:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759422.821148:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821152:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.821158:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821164:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759422.821179:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759422.821182:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759422.821186:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759422.821191:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759422.821195:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759422.821201:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759422.821210:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821214:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.821219:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821223:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759422.821229:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759422.821234:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821239:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759422.821242:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759422.821248:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759422.821252:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821258:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759422.821262:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759422.821298:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821302:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759422.821309:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759422.821313:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759422.821320:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759422.821324:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821330:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759422.821332:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759422.821336:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759422.821346:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985800. 00000100:00000001:0.0:1787759422.821352:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.821362:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931299712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759422.821372:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759422.821378:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759422.821383:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931299712/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759422.821396:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759422.821410:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759422.821417:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759422.821420:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759422.821423:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759422.821429:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759422.821435:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17127 00000400:00000200:0.0:1787759422.821444:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759422.821449:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759422.821452:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759422.821455:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821460:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.821466:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821472:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759422.821476:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759422.821479:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759422.821483:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759422.821487:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759422.821492:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759422.821495:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759422.821499:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821516:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.821522:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821527:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759422.821533:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759422.821541:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821547:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759422.821552:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759422.821557:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759422.821562:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821567:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759422.821571:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759422.821576:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821580:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759422.821588:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759422.821593:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759422.821599:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759422.821602:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821606:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759422.821609:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759422.821612:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759422.821618:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:0.0:1787759422.821624:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.821634:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931299840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759422.821644:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759422.821647:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759422.821652:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931299840/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759422.821667:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759422.821674:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759422.821678:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759422.821681:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759422.821683:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759422.821687:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759422.821692:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17127 00000400:00000200:0.0:1787759422.821700:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759422.821707:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759422.821712:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759422.821717:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821721:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.821726:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821730:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759422.821734:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759422.821752:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759422.821756:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759422.821760:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759422.821765:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759422.821770:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759422.821777:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821781:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.821788:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821792:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759422.821799:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759422.821806:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821813:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759422.821816:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759422.821821:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759422.821827:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821832:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759422.821835:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759422.821840:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821845:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759422.821851:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759422.821857:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759422.821861:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759422.821864:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.821868:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759422.821872:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759422.821875:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759422.821884:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987400. 00000100:00000001:0.0:1787759422.821891:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.821901:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931299968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759422.821913:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759422.821915:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759422.821924:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931299968/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759422.821942:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759422.821948:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759422.821953:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759422.821955:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759422.821957:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759422.821960:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759422.821966:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17127 00000400:00000200:0.0:1787759422.821975:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759422.821983:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759422.821987:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759422.821993:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.821997:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.822003:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.822008:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759422.822012:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759422.822015:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759422.822018:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759422.822021:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759422.822023:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759422.822025:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759422.822030:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.822034:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759422.822038:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759422.822043:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759422.822048:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759422.822055:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759422.822060:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759422.822063:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759422.822069:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759422.822074:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.822079:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759422.822084:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759422.822089:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.822094:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759422.822101:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759422.822108:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759422.822113:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759422.822117:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.822121:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759422.822125:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759422.822129:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759422.822136:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986800. 00000100:00000001:0.0:1787759422.822143:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759422.822152:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931300096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759422.822166:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759422.822170:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759422.822178:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931300096/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759422.822193:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759422.822200:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17137) 00000100:00000001:1.0:1787759423.779387:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759423.779388:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759423.779396:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759423.779397:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759423.779399:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.779401:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759423.779406:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759423.779408:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759423.779411:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759423.779415:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759423.779417:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.779419:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.779421:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759423.779425:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.779429:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.779429:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759423.779433:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.779437:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759423.779443:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759423.779447:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759423.779451:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759423.779454:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759423.779456:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759423.779457:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759423.779459:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.779462:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759423.779463:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759423.779465:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759423.779466:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.779472:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759423.779472:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759423.779477:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759423.779481:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.779485:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759423.779488:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.779500:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759423.779508:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759423.779511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759423.779514:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759423.779517:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759423.779519:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759423.779521:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.779523:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759423.779525:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.779527:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759423.843373:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311800786, at 4311800832 00000100:00000040:1.0:1787759423.843374:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311800786, at 4311800832 00000100:00000010:0.0:1787759423.843390:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a0c0. 00000100:00000010:1.0:1787759423.843391:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542ad20. 00000100:00000001:1.0:1787759424.803365:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759424.803368:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759424.803372:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759424.803375:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759424.803375:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.803378:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759424.803381:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:0.0:1787759424.803384:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759424.803387:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759424.803388:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759424.803394:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.803394:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.803400:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759424.803403:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.803408:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.803409:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759424.803412:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.803416:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.803427:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759424.803431:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759424.803433:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.803434:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759424.803437:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759424.803438:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759424.803442:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.803444:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759424.803448:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759424.803449:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.803453:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759424.803455:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759424.803457:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.803460:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.803467:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.803470:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759424.803473:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.803478:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.803490:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759424.803493:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759424.803495:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759424.803497:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759424.803499:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759424.803501:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.803503:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759424.803504:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.803506:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.827415:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759425.827437:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.827441:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759425.827446:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.827452:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759425.827463:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759425.827469:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.827471:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.827472:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.827477:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759425.827479:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.827480:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.827484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759425.827487:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.827487:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759425.827493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759425.827496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.827500:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759425.827520:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759425.827525:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759425.827528:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759425.827532:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759425.827536:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759425.827540:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.827545:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759425.827549:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.827551:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759425.827554:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.827557:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.827561:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759425.827568:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.827574:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759425.827577:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.827580:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759425.827582:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.827586:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.851396:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759426.851405:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759426.851409:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759426.851421:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759426.851427:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759426.851432:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.851438:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759426.851442:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.851448:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.851469:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759426.851471:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759426.851475:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759426.851476:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759426.851480:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.851481:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759426.851487:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759426.851488:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759426.851493:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759426.851498:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.851499:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759426.851504:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759426.851511:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759426.851515:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.851519:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759426.851519:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.851523:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.851528:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.851536:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759426.851540:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759426.851543:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759426.851549:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759426.851554:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759426.851557:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759426.851561:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759426.851564:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759426.851566:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.875409:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759427.875419:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759427.875422:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.875430:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759427.875434:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759427.875439:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.875445:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.875449:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.875454:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.875692:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759427.875696:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759427.875697:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.875700:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759427.875702:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759427.875705:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.875707:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759427.875708:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.875710:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759427.939429:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759427.939440:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759427.939443:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759427.939448:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759427.939453:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759427.939461:0:218438:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17132 00000400:00000200:0.0:1787759427.939472:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759427.939479:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759427.939482:0:218438:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759427.939486:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939490:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939493:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939495:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759427.939499:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759427.939501:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759427.939504:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759427.939507:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759427.939509:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759427.939512:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759427.939515:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939517:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939518:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939520:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759427.939523:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759427.939527:0:218438:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939530:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759427.939533:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759427.939538:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759427.939541:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939543:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759427.939546:0:218438:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759427.939556:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4b40. 00000020:00000040:0.0:1787759427.939560:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759427.939565:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759427.939567:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939570:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759427.939574:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759427.939579:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759427.939589:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984c00. 00000100:00000001:0.0:1787759427.939597:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.939608:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4b40 x1874583931300224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759427.939619:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759427.939623:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759427.939629:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd713954] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4b40 x1874583931300224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759427.939697:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759427.939701:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759427.939705:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759427.939708:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759427.939710:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759427.939713:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759427.939716:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17132 00000400:00000200:0.0:1787759427.939719:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759427.939723:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759427.939725:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759427.939729:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939731:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939733:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939735:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759427.939738:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759427.939739:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759427.939740:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759427.939743:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759427.939745:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759427.939747:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759427.939750:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939752:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939754:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939756:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759427.939758:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759427.939761:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939763:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759427.939765:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759427.939771:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759427.939773:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939774:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759427.939779:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759427.939781:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939784:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759427.939788:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc52c0. 00000020:00000040:0.0:1787759427.939790:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759427.939793:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759427.939794:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939796:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759427.939797:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759427.939799:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759427.939803:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759427.939808:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.939813:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc52c0 x1874583931300352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759427.939820:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759427.939822:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759427.939826:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc4c41d] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc52c0 x1874583931300352/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759427.939834:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759427.939837:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759427.939840:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759427.939842:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759427.939843:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759427.939846:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759427.939849:0:218438:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17132 00000400:00000200:0.0:1787759427.939852:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759427.939855:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759427.939868:0:218438:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759427.939871:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939873:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939875:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939878:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759427.939880:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759427.939881:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759427.939883:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759427.939885:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759427.939887:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759427.939890:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759427.939893:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939894:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939896:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939898:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759427.939900:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759427.939902:0:218438:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939904:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759427.939906:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759427.939908:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759427.939910:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939912:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759427.939914:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759427.939916:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939918:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759427.939922:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4f00. 00000020:00000040:0.0:1787759427.939924:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759427.939927:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759427.939928:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.939929:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759427.939931:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759427.939932:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759427.939936:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759427.939939:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.939944:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4f00 x1874583931300480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759427.939950:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759427.939953:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759427.939957:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061dfe9bc] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4f00 x1874583931300480/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759427.939965:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759427.939967:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759427.939971:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759427.939973:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759427.939974:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759427.939977:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759427.939980:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17132 00000400:00000200:0.0:1787759427.939983:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759427.939986:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759427.939988:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759427.939991:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939993:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.939995:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.939996:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759427.939998:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759427.939999:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759427.940000:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759427.940002:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759427.940004:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759427.940006:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759427.940009:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940011:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.940013:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940015:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759427.940017:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759427.940019:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940021:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759427.940023:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759427.940026:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759427.940027:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.940029:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759427.940032:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759427.940034:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.940035:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759427.940038:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc4780. 00000020:00000040:0.0:1787759427.940040:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759427.940043:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759427.940044:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.940045:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759427.940046:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759427.940048:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759427.940055:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759427.940058:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.940062:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc4780 x1874583931300608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759427.940068:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759427.940070:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759427.940073:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d25a0617] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc4780 x1874583931300608/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759427.940079:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759427.940082:0:218438:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759427.940084:0:218438:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759427.940086:0:218438:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759427.940087:0:218438:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759427.940089:0:218438:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759427.940091:0:218438:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17132 00000400:00000200:0.0:1787759427.940094:0:218438:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759427.940096:0:218438:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759427.940098:0:218438:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759427.940101:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940102:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.940104:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940106:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759427.940108:0:218438:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759427.940109:0:218438:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759427.940110:0:218438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759427.940112:0:218438:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759427.940113:0:218438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759427.940115:0:218438:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759427.940118:0:218438:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940119:0:218438:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759427.940121:0:218438:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940122:0:218438:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759427.940124:0:218438:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759427.940126:0:218438:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759427.940128:0:218438:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759427.940129:0:218438:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759427.940132:0:218438:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759427.940133:0:218438:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.940135:0:218438:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759427.940137:0:218438:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759427.940139:0:218438:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.940140:0:218438:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759427.940143:0:218438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc61c0. 00000020:00000040:0.0:1787759427.940145:0:218438:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759427.940147:0:218438:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759427.940148:0:218438:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.940150:0:218438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759427.940158:0:218438:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759427.940160:0:218438:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759427.940163:0:218438:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759427.940166:0:218438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.940171:0:218438:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc61c0 x1874583931300736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759427.940177:0:218438:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759427.940179:0:218438:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759427.940181:0:218438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001462f3c] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc61c0 x1874583931300736/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759427.940188:0:218438:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759427.940192:0:218438:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17142) 00000100:00000001:0.0:1787759428.899385:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759428.899392:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759428.899394:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759428.899399:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759428.899403:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759428.899406:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759428.899410:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759428.899415:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759428.899421:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.899672:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759428.899674:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759428.899675:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759428.899678:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759428.899680:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759428.899682:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759428.899684:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759428.899686:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759428.899687:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759428.901728:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759428.901733:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759428.901735:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759428.901739:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759428.901745:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759428.901749:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759428.901754:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759428.901758:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759428.901763:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759428.963388:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311805906, at 4311805952 00000100:00000010:1.0:1787759428.963415:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a060. 00000100:00000040:0.0:1787759428.963431:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311805906, at 4311805952 00000100:00000010:0.0:1787759428.963473:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a8a0. 00000100:00000001:0.0:1787759429.923463:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759429.923473:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759429.923477:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759429.923485:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759429.923491:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759429.923499:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759429.923515:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759429.923523:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759429.923532:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759429.923630:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759429.923636:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759429.923637:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759429.923641:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759429.923644:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759429.923646:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759429.923654:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759429.923679:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759429.923680:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759429.923683:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759429.923686:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759429.923688:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759429.923900:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759429.923903:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759429.923906:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759429.924970:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759429.924972:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759429.924975:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.051471:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759430.051479:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759430.051482:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759430.051488:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759430.051498:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759430.051502:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.051505:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759430.051508:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.051512:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.947906:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759430.947919:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759430.947924:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759430.947974:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759430.947978:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759430.947982:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.947985:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759430.947991:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.948000:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759430.948967:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759430.948971:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759430.948973:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759430.948977:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759430.948979:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759430.948982:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.948984:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759430.948986:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.948988:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759430.949219:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759430.949222:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759430.949223:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759430.949225:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759430.949227:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759430.949229:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.949231:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759430.949232:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.949234:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.949290:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759430.949292:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759430.949294:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759430.949296:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759430.949298:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759430.949300:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.949301:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759430.949303:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.949305:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.075422:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759431.075431:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759431.075433:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759431.075439:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759431.075443:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759431.075446:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.075449:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759431.075452:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.075455:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.971422:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759431.971427:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759431.971428:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759431.971431:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759431.971435:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759431.971438:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.971441:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759431.971443:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.971447:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759431.971542:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759431.971546:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759431.971548:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759431.971552:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759431.971554:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759431.971557:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.971558:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759431.971559:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.971561:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.971611:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759431.971613:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759431.971614:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759431.971616:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759431.971617:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759431.971619:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.971620:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759431.971621:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.971623:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759431.971661:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759431.971665:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759431.971669:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759431.971672:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759431.971678:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759431.971682:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.971686:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759431.971690:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.971694:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759432.099435:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759432.099443:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759432.099444:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759432.099448:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759432.099451:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759432.099453:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.099455:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759432.099457:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.099460:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759432.995382:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759432.995382:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759432.995390:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759432.995391:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.995395:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759432.995396:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.995404:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759432.995405:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.995412:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759432.995413:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.995419:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.995420:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.995424:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.995429:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.995434:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.995435:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759432.995438:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.995443:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.995459:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759432.995460:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759432.995463:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759432.995464:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.995466:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759432.995468:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.995471:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759432.995472:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.995477:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759432.995478:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759432.995483:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.995483:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.995489:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.995492:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.995496:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759432.995497:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759432.995501:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.995505:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759433.059399:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759433.059409:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759433.059412:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759433.059416:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759433.059421:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759433.059429:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17137 00000400:00000200:0.0:1787759433.059438:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759433.059444:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759433.059447:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759433.059451:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059454:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.059457:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059460:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759433.059464:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759433.059466:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:0.0:1787759433.059468:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759433.059473:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:0.0:1787759433.059475:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:0.0:1787759433.059478:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:0.0:1787759433.059481:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059483:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.059485:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059487:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759433.059491:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:0.0:1787759433.059494:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059497:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759433.059500:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759433.059504:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759433.059507:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059510:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759433.059513:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759433.059522:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc43c0. 00000020:00000040:0.0:1787759433.059526:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:0.0:1787759433.059531:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759433.059533:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059537:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759433.059540:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759433.059546:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759433.059572:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a987800. 00000100:00000001:0.0:1787759433.059581:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.059591:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc43c0 x1874583931300864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759433.059602:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759433.059606:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759433.059611:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df91026] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc43c0 x1874583931300864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759433.059634:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759433.059637:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759433.059642:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759433.059643:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759433.059645:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759433.059648:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759433.059650:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17137 00000400:00000200:0.0:1787759433.059654:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759433.059657:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759433.059660:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759433.059663:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059666:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.059669:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059671:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759433.059673:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759433.059675:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:0.0:1787759433.059680:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759433.059683:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:0.0:1787759433.059688:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:0.0:1787759433.059690:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:0.0:1787759433.059693:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059696:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.059700:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059703:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759433.059706:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:0.0:1787759433.059713:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059720:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759433.059724:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759433.059730:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759433.059734:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059737:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759433.059744:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759433.059750:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059755:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759433.059761:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7480. 00000020:00000040:0.0:1787759433.059766:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759433.059773:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759433.059775:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059778:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759433.059780:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759433.059781:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759433.059786:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984000. 00000100:00000001:0.0:1787759433.059792:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.059802:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7480 x1874583931300992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759433.059813:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759433.059817:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759433.059823:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b5f540] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7480 x1874583931300992/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759433.059839:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759433.059844:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759433.059853:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759433.059857:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759433.059860:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759433.059866:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759433.059872:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17137 00000400:00000200:0.0:1787759433.059878:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759433.059884:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759433.059889:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759433.059892:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059896:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.059901:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059905:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759433.059910:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759433.059912:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:0.0:1787759433.059915:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759433.059919:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 00000020:00000001:0.0:1787759433.059924:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:0.0:1787759433.059929:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:0.0:1787759433.059936:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059942:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.059946:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059950:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759433.059954:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:0.0:1787759433.059961:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759433.059965:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759433.059967:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759433.059969:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759433.059972:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059975:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759433.059979:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759433.059984:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.059987:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759433.059993:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7840. 00000020:00000040:0.0:1787759433.059997:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:0.0:1787759433.060002:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759433.060006:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060009:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759433.060013:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759433.060018:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759433.060024:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a985400. 00000100:00000001:0.0:1787759433.060030:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.060040:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7840 x1874583931301120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759433.060075:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759433.060078:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759433.060088:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011503500] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7840 x1874583931301120/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759433.060100:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759433.060103:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759433.060109:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759433.060112:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759433.060114:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759433.060119:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759433.060125:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17137 00000400:00000200:0.0:1787759433.060132:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759433.060138:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759433.060141:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759433.060146:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060149:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.060153:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060158:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759433.060163:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759433.060165:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:0.0:1787759433.060169:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759433.060172:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:0.0:1787759433.060176:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:0.0:1787759433.060179:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759433.060185:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060189:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.060194:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060197:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759433.060204:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:0.0:1787759433.060210:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060215:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759433.060218:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759433.060223:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759433.060228:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060232:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759433.060236:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759433.060241:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060245:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759433.060251:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc5680. 00000020:00000040:0.0:1787759433.060256:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759433.060263:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759433.060287:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060291:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759433.060293:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759433.060295:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759433.060299:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a986400. 00000100:00000001:0.0:1787759433.060303:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.060309:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc5680 x1874583931301248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759433.060329:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759433.060332:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759433.060339:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ffe1844] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc5680 x1874583931301248/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759433.060352:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759433.060357:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759433.060363:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759433.060365:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759433.060367:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759433.060369:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759433.060373:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17137 00000400:00000200:0.0:1787759433.060377:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759433.060379:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759433.060381:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759433.060384:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060386:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.060389:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060391:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:0.0:1787759433.060393:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759433.060394:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:0.0:1787759433.060396:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759433.060398:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:0.0:1787759433.060400:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:0.0:1787759433.060402:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:0.0:1787759433.060405:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060407:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759433.060409:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060411:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:0.0:1787759433.060413:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:0.0:1787759433.060416:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:0.0:1787759433.060418:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759433.060420:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759433.060423:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759433.060424:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060426:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759433.060428:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759433.060431:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060432:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759433.060435:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c3bbc7c00. 00000020:00000040:0.0:1787759433.060437:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 02000000:00000001:0.0:1787759433.060441:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759433.060445:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.060449:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759433.060464:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759433.060468:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759433.060474:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c3a984800. 00000100:00000001:0.0:1787759433.060478:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.060488:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c3bbc7c00 x1874583931301376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759433.060509:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759433.060516:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759433.060524:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ad8b08] to pc [ptlrpcd_rcv+-1] req@ffff8b3c3bbc7c00 x1874583931301376/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759433.060533:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759433.060537:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17147) 00000100:00000001:0.0:1787759433.123388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759433.123397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759433.123399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.123405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759433.123409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759433.123413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.123415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759433.123418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.123421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759434.019430:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759434.019437:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759434.019441:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759434.019447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759434.019453:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759434.019459:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.019463:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759434.019467:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.019473:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759434.019499:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759434.019502:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759434.019506:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759434.019687:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759434.019691:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759434.019693:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759434.019697:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759434.019699:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759434.019702:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.019704:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759434.019706:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.019711:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759434.019726:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759434.019729:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759434.019733:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759434.019737:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759434.019742:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759434.019744:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.019746:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759434.019748:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.019750:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759434.020342:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759434.020345:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759434.020347:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759434.020350:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759434.020352:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759434.020353:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.020355:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759434.020356:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.020357:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759434.083380:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311811024, at 4311811072 00000100:00000040:1.0:1787759434.083380:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311811024, at 4311811072 00000100:00000010:0.0:1787759434.083398:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a8a0. 00000100:00000010:1.0:1787759434.083402:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c1542a060. 00000100:00000001:0.0:1787759434.147347:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759434.147353:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759434.147355:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759434.147358:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759434.147361:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759434.147364:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.147366:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759434.147368:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.147370:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759435.043356:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759435.043357:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759435.043363:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759435.043363:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759435.043366:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759435.043366:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759435.043371:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00100000:1.0:1787759435.043371:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759435.043375:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759435.043375:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759435.043380:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759435.043380:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759435.043383:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759435.043386:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.043396:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759435.043396:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759435.043398:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.043399:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759435.043440:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759435.043443:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759435.043445:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759435.043447:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759435.043450:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759435.043451:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.043453:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759435.043455:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.043457:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759435.043459:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759435.043464:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759435.043468:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759435.043472:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759435.043474:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759435.043474:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759435.043477:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759435.043479:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759435.043480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759435.043481:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759435.043485:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759435.043485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.043611:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759435.043614:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.043617:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759435.043617:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759435.043620:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759435.043624:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759435.043767:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759435.043770:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759435.043772:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759435.171357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759435.171363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759435.171365:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759435.171370:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759435.171374:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759435.171378:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.171380:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759435.171383:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759435.171387:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759436.067389:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759436.067397:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.067400:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759436.067405:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759436.067409:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759436.067415:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.067418:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759436.067420:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.067423:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.067556:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759436.067561:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759436.067565:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759436.067570:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759436.067577:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759436.067582:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759436.067587:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759436.067591:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759436.067594:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.067606:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759436.067609:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759436.067612:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759436.067614:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759436.067617:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759436.067619:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.067625:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759436.067628:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.067630:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759436.067638:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759436.067643:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759436.067648:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759436.069228:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759436.069231:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.069350:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759436.069353:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.069356:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.069407:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.195376:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759436.195383:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759436.195386:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759436.195391:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759436.195395:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759436.195399:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759436.195403:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759436.195405:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759436.195409:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.091340:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.091346:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.091349:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.091357:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.091363:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759437.091367:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.091368:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.091372:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759437.091376:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759437.091381:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.091384:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759437.091386:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.091388:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.091390:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.091393:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759437.091395:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759437.091399:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.091404:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.091455:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.091459:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.091462:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.091469:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.091475:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.091479:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.091594:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.091597:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.091601:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759437.219389:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759437.219397:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759437.219399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759437.219405:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759437.219409:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759437.219413:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.219415:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759437.219418:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.219421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.115403:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759438.115411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759438.115415:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759438.115420:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759438.115427:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759438.115432:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.115531:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.115534:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.115539:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759438.115678:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759438.115682:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759438.115686:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759438.115691:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759438.115697:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759438.115702:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.115709:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759438.115715:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.115722:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.243364:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759438.243370:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759438.243372:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759438.243376:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759438.243379:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759438.243382:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.243385:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.243388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.243392:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759439.139386:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759439.139394:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759439.139397:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759439.139404:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759439.139410:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759439.139417:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.139421:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759439.139423:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.139426:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759439.139659:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759439.139663:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759439.139664:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759439.139667:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759439.139669:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759439.139671:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.139673:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759439.139674:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.139677:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759439.139749:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759439.139754:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759439.139758:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759439.139764:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759439.139768:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759439.139771:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759439.139773:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759439.139775:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759439.139777:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759439.203379:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311816144, at 4311816192 00000100:00000040:1.0:1787759439.203379:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311816144, at 4311816192 00000100:00000010:1.0:1787759439.203396:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d480. 00000100:00000010:0.0:1787759439.203398:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929d3c0. 00000100:00000001:0.0:1787759439.267478:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759439.267485:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759439.267487:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759439.267490:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759439.267493:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759439.267496:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759439.267498:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759439.267500:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759439.267503:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.165354:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759440.165358:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759440.165359:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759440.165363:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759440.165365:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759440.165368:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.165370:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759440.165372:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.165374:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.165810:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.165815:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.165817:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759440.165820:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759440.165824:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759440.165828:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759440.165834:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759440.165837:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759440.165841:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.165856:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.165860:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.165862:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759440.165864:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759440.165867:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759440.165878:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759440.165880:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759440.165882:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759440.165884:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.292648:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.292656:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.292658:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759440.292664:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759440.292667:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759440.292671:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759440.292674:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759440.292677:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759440.292681:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.187365:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759441.187370:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759441.187373:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759441.187376:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759441.187378:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.187380:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759441.187387:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.187394:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759441.187394:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.187400:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.187401:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759441.187404:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.187405:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.187407:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.187436:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.187437:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.187441:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.187446:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.187454:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759441.187459:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759441.187462:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759441.187466:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.187470:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759441.187473:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.187480:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759441.187485:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759441.187487:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.187489:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.187491:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759441.187494:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.187495:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.187498:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759441.187503:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.187505:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.187508:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.187512:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.315368:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759441.315378:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759441.315380:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759441.315386:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.315389:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759441.315393:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.315396:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759441.315398:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.315401:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.211380:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759442.211385:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.211388:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759442.211391:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759442.211392:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.211408:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759442.211409:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.211414:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759442.211415:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759442.211421:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.211421:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.211425:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759442.211426:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.211429:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.211434:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.211435:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759442.211439:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.211444:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.211457:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759442.211460:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.211462:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759442.211465:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759442.211465:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.211468:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759442.211469:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.211473:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759442.211474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759442.211478:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.211479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759442.211485:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.211493:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.211496:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.211498:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759442.211499:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759442.211502:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.211505:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759442.339427:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759442.339436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759442.339438:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759442.339443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759442.339447:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759442.339451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.339454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759442.339456:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.339458:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759443.235668:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759443.235673:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759443.235677:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759443.235684:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759443.235690:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759443.235696:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.235702:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759443.235706:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.235710:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.237102:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759443.237106:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759443.237109:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759443.237126:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759443.237131:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759443.237135:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.237139:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759443.237141:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.237144:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.363440:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759443.363446:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759443.363448:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759443.363452:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759443.363455:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759443.363458:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.363460:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759443.363462:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.363464:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.259442:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.259449:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759444.259454:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759444.259458:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759444.259458:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.259463:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759444.259476:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759444.259476:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759444.259489:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.259491:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759444.259496:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.259500:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.259508:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759444.259514:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.259521:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.259522:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.259530:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.259535:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.259555:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.259561:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759444.259567:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759444.259574:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759444.259579:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.259581:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759444.259585:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759444.259590:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.259590:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759444.259600:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759444.259602:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759444.259606:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.259607:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.259611:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.259613:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.259628:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759444.259632:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.259635:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.259642:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.259646:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759444.259648:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759444.259650:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759444.259653:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.259658:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.259666:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.259670:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.259674:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759444.323386:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311821264, at 4311821312 00000100:00000040:1.0:1787759444.323391:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311821264, at 4311821312 00000100:00000010:0.0:1787759444.323400:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929dae0. 00000100:00000010:1.0:1787759444.323407:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c3929da20. 00000100:00000001:0.0:1787759444.387400:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.387409:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759444.387411:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759444.387416:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759444.387418:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.387422:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.387424:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.387426:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.387428:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.283418:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759445.283426:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759445.283428:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759445.283433:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759445.283437:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759445.283442:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.283446:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759445.283449:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.283458:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759445.283566:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759445.283569:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759445.283570:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759445.283573:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759445.283576:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759445.283585:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.283593:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759445.283596:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.283599:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759445.283831:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759445.283833:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759445.283835:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759445.283837:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759445.283839:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759445.283841:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.283843:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759445.283844:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.283847:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.283881:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759445.283883:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759445.283885:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759445.283887:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759445.283889:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759445.283890:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.283892:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759445.283894:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.283896:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759445.411385:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759445.411392:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759445.411394:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759445.411400:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759445.411403:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759445.411407:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.411410:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759445.411413:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.411416:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759446.307405:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759446.307411:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759446.307415:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759446.307420:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759446.307426:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759446.307431:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.307436:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759446.307439:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.307445:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759446.307458:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759446.307461:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759446.307462:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759446.307464:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759446.307466:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759446.307468:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.307469:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759446.307470:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.307472:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.308561:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.308565:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759446.308566:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759446.308569:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759446.308572:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759446.308574:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.308576:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.308577:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.308579:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759446.308580:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759446.308585:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759446.308587:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759446.308590:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759446.308591:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.308595:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759446.308596:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759446.308597:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759446.308602:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759446.308603:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759446.308606:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.308609:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759446.308610:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.308613:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.308614:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.308618:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.308622:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.308626:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759446.308639:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759446.308643:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759446.308645:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759446.308647:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759446.308650:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759446.308652:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.308655:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759446.308657:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.308659:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759446.435388:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759446.435396:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759446.435399:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759446.435404:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759446.435408:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759446.435411:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.435414:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759446.435417:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759446.435421:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759447.331398:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.331409:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759447.331410:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.331413:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.331415:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759447.331419:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759447.331420:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759447.331424:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.331426:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759447.331430:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.331433:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.331437:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.331438:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759447.331445:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.331451:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.331468:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759447.331472:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.331479:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759447.331481:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759447.331484:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759447.331491:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759447.331495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.331502:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.331512:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.331516:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759447.331521:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759447.331526:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759447.331528:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759447.331530:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.331534:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.331539:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.331540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.331545:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.331549:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759447.331551:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.331554:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759447.331570:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.331576:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759447.331589:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759447.331600:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.331607:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.331612:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.331620:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759447.331622:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.331625:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.459392:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759447.459400:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759447.459402:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.459407:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759447.459411:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759447.459415:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.459418:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759447.459420:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.459424:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.355436:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759448.355445:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.355449:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.355454:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759448.355457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759448.355465:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.355467:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759448.355474:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.355474:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.355483:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.355493:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759448.355495:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759448.355497:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.355507:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759448.355514:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.355519:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.355521:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759448.355522:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.355527:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759448.355529:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.355530:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.355539:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759448.355546:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759448.355550:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.355555:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.355559:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.355560:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759448.355563:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.355567:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759448.355574:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.355581:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759448.355583:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759448.355585:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.355589:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.355594:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759448.355595:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759448.355599:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.355601:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759448.355605:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.355606:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.355609:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.355614:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.355617:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.355621:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.355625:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.420122:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759448.420129:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759448.420134:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759448.420145:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420162:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.420165:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.420172:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759448.420177:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759448.420183:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.420190:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931302784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787759448.420198:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759448.420204:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759448.420208:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.420215:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759448.420222:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759448.420233:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759448.420248:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759448.420256:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759448.420306:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759448.420322:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931302784, portal 25 00000100:00000001:0.0:1787759448.420326:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759448.420328:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530491840 : -128384179059776 : ffff8b3c3a9cc3c0) 00000100:00000040:0.0:1787759448.420338:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420366:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759448.420373:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759448.420379:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759448.420384:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931302784, offset 0 00000400:00000200:0.0:1787759448.420400:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759448.420413:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.420423:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759448.420433:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759448.420440:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759448.420448:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759448.420455:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759448.420464:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748936:748936:256:4294967295] 192.168.201.121@tcp LPNI seq info [748930:748930:8:4294967295] 00000400:00000200:0.0:1787759448.420472:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.420491:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759448.420505:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.420514:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759448.420538:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759448.420546:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759448.420580:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.420585:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759448.420590:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759448.420599:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759448.420607:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759448.420613:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759448.420618:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759448.420626:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420646:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.420653:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420669:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.420672:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759448.420679:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759448.420686:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759448.420692:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311826385 00000100:00000010:0.0:1787759448.420699:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787759448.420709:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787759448.420720:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311826385 00000100:00000010:0.0:1787759448.420726:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5a20. 00000100:00000001:0.0:1787759448.420732:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787759448.420739:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759448.420744:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.420750:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759448.420757:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759448/real 1787759448] req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759448.420777:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759448.420782:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759448.420786:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759448.420792:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759448.420797:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759448.420801:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759448.420808:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759448.420827:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420842:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759448.420845:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.420849:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.420853:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759448.420859:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420876:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759448.420883:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420896:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759448.420901:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.420906:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.420909:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.420914:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759448.420917:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759448.420922:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759448.420930:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759448.420935:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759448.420944:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759448.420965:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931302784:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787759448.420974:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.420976:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.420980:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc3c0 x1874583931302784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.420987:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759448.420990:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759448.420993:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759448.420996:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759448.420998:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759448.421000:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787759448.421003:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759448.421006:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e400. 02000000:00000001:0.0:1787759448.421009:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759448.421011:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759448.421013:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc3c0. 00000100:00000001:0.0:1787759448.421016:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759448.421018:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421020:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421028:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.421030:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421033:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759448.421034:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759448.421036:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759448.421039:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421047:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.421048:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421051:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759448.421053:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759448.421056:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.421059:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931302912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759448.421062:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759448.421064:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759448.421065:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421068:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759448.421071:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759448.421073:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759448.421077:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759448.421079:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759448.421083:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759448.421086:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931302912, portal 10 00000100:00000001:0.0:1787759448.421087:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759448.421089:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530498560 : -128384179053056 : ffff8b3c3a9cde00) 00000100:00000040:0.0:1787759448.421096:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421104:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759448.421106:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759448.421108:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759448.421110:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931302912, offset 0 00000400:00000200:0.0:1787759448.421115:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759448.421118:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.421121:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759448.421125:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759448.421127:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759448.421130:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759448.421132:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759448.421136:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748937:748937:256:4294967295] 192.168.201.121@tcp LPNI seq info [748931:748931:8:4294967295] 00000400:00000200:0.0:1787759448.421140:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.421146:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759448.421151:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.421154:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759448.421158:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759448.421161:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759448.421172:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.421174:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759448.421178:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759448.421181:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759448.421184:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759448.421186:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759448.421188:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759448.421191:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421199:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.421202:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421210:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421211:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759448.421214:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759448.421217:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787759448.421221:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759448.421223:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311825421 00000100:00000001:0.0:1787759448.421226:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.421228:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311825421 00000100:00000001:0.0:1787759448.421230:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.421232:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759448.421234:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421236:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759448.421240:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759448/real 1787759448] req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759448.421248:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759448.421249:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759448.421251:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759448.421253:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759448.421255:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759448.421257:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759448.421260:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759448.421300:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421308:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759448.421310:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421312:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.421314:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759448.421318:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421325:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759448.421329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421336:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759448.421339:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421340:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.421341:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421343:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759448.421347:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759448.421349:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759448.421353:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759448.421355:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759448.421359:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759448.421367:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931302912:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759448.421372:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759448.421375:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421387:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.421389:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421391:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759448.421393:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759448.421395:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.421397:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759448.421401:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759448.421403:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759448.421404:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421406:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759448.421409:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759448.421411:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759448.421415:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759448.421417:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759448.421420:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759448.421423:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303040, portal 10 00000100:00000001:0.0:1787759448.421425:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759448.421427:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530490880 : -128384179060736 : ffff8b3c3a9cc000) 00000100:00000040:0.0:1787759448.421432:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421439:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759448.421441:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759448.421443:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759448.421446:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931303040, offset 0 00000400:00000200:0.0:1787759448.421450:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759448.421454:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.421457:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759448.421459:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759448.421462:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759448.421465:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759448.421467:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759448.421471:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748938:748938:256:4294967295] 192.168.201.121@tcp LPNI seq info [748932:748932:8:4294967295] 00000400:00000200:0.0:1787759448.421475:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.421481:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759448.421486:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.421489:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759448.421493:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759448.421496:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759448.421507:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.421509:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759448.421512:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759448.421515:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759448.421518:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759448.421520:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759448.421522:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759448.421526:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421533:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.421537:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421544:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421545:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759448.421548:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759448.421550:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787759448.421554:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759448.421555:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311825420 00000100:00000001:0.0:1787759448.421558:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.421560:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311825420 00000100:00000001:0.0:1787759448.421563:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.421565:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759448.421568:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421570:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759448.421573:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759448/real 1787759448] req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759448.421582:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759448.421583:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759448.421585:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759448.421587:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759448.421588:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759448.421590:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759448.421593:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759448.421602:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421608:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759448.421610:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421611:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.421613:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759448.421617:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421623:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759448.421627:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421635:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759448.421637:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421639:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.421641:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421642:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759448.421645:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759448.421647:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759448.421651:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759448.421653:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759448.421657:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759448.421664:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303040:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759448.421668:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759448.421671:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421678:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.421680:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421682:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759448.421683:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759448.421686:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.421688:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759448.421692:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759448.421694:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759448.421695:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421697:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759448.421700:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787759448.421702:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759448.421706:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759448.421708:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759448.421711:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759448.421714:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303168, portal 4 00000100:00000001:0.0:1787759448.421716:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759448.421717:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530497600 : -128384179054016 : ffff8b3c3a9cda40) 00000100:00000040:0.0:1787759448.421723:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421729:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759448.421732:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759448.421734:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759448.421736:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931303168, offset 0 00000400:00000200:0.0:1787759448.421740:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759448.421744:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.421747:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759448.421749:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759448.421751:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759448.421754:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759448.421756:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759448.421760:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748939:748939:256:4294967295] 192.168.201.121@tcp LPNI seq info [748933:748933:8:4294967295] 00000400:00000200:0.0:1787759448.421764:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.421770:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759448.421774:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.421777:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759448.421781:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759448.421784:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759448.421795:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.421796:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759448.421799:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759448.421802:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759448.421805:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759448.421807:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759448.421809:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759448.421812:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421819:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.421822:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421829:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421831:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759448.421833:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759448.421837:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787759448.421840:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759448.421842:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311825456 00000100:00000001:0.0:1787759448.421844:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.421847:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311825456 00000100:00000001:0.0:1787759448.421849:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.421852:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759448.421854:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.421855:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759448.421859:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759448/real 1787759448] req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759448.421865:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759448.421866:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759448.421868:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759448.421870:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759448.421872:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759448.421874:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759448.421877:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759448.421885:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421892:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759448.421893:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421894:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.421896:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759448.421899:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421906:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759448.421910:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421918:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759448.421921:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421922:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.421924:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.421926:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759448.421928:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759448.421930:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759448.421933:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759448.421935:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759448.421938:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759448.421947:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303168:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759448.421950:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759448.421953:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.421960:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.421962:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421964:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759448.421965:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759448.421967:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.421970:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759448.421974:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759448.421975:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759448.421977:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759448.421978:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759448.421982:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787759448.421984:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759448.421987:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759448.421989:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759448.421992:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759448.421995:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303296, portal 4 00000100:00000001:0.0:1787759448.421997:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759448.421998:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530493760 : -128384179057856 : ffff8b3c3a9ccb40) 00000100:00000040:0.0:1787759448.422003:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422011:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759448.422013:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759448.422015:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759448.422018:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931303296, offset 0 00000400:00000200:0.0:1787759448.422021:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759448.422024:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.422027:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759448.422030:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759448.422033:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759448.422035:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759448.422038:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759448.422041:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748940:748940:256:4294967295] 192.168.201.121@tcp LPNI seq info [748934:748934:8:4294967295] 00000400:00000200:0.0:1787759448.422045:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759448.422051:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759448.422055:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.422059:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759448.422063:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759448.422065:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759448.422076:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759448.422078:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759448.422081:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759448.422084:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759448.422087:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759448.422089:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759448.422092:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759448.422096:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422103:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.422106:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422113:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.422114:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759448.422117:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759448.422120:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787759448.422124:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759448.422126:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311825435 00000100:00000001:0.0:1787759448.422128:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.422130:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311825435 00000100:00000001:0.0:1787759448.422133:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311826385 00000100:00000001:0.0:1787759448.422135:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759448.422137:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.422139:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759448.422142:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759448/real 1787759448] req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759448.422148:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759448.422149:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759448.422151:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759448.422153:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759448.422155:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759448.422157:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759448.422160:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759448.422169:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422181:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759448.422183:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422185:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.422186:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759448.422190:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422197:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759448.422200:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422206:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759448.422208:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422210:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759448.422211:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422213:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759448.422215:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759448.422217:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759448.422220:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759448.422222:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759448.422226:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759448.422234:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303296:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759448.422238:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422240:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.422243:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cde00 x1874583931302912/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422250:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759448.422252:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759448.422255:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759448.422257:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759448.422259:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759448.422260:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787759448.422262:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759448.422264:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7f800. 02000000:00000001:0.0:1787759448.422297:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759448.422299:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759448.422300:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cde00. 00000100:00000001:0.0:1787759448.422304:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759448.422306:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422308:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.422313:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc000 x1874583931303040/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422320:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759448.422322:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759448.422324:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759448.422326:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759448.422328:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759448.422329:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787759448.422331:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759448.422333:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787759448.422335:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759448.422336:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759448.422338:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc000. 00000100:00000001:0.0:1787759448.422340:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759448.422341:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422343:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.422346:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cda40 x1874583931303168/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422352:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759448.422354:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759448.422355:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787759448.422358:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759448.422359:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759448.422360:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787759448.422362:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759448.422364:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787759448.422366:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759448.422367:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759448.422369:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cda40. 00000100:00000001:0.0:1787759448.422371:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759448.422372:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422373:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759448.422376:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ccb40 x1874583931303296/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759448.422381:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759448.422383:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759448.422384:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787759448.422386:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759448.422387:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759448.422389:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787759448.422391:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759448.422392:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787759448.422395:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759448.422396:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759448.422397:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ccb40. 00000100:00000001:0.0:1787759448.422399:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759448.422400:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422401:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.422405:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.422406:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.422408:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759448.422409:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.483428:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759448.483436:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.483439:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.483443:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759448.483447:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759448.483451:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.483454:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.483457:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.483461:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759449.379400:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759449.379410:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759449.379414:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759449.379418:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759449.379424:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759449.379430:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.379446:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759449.379452:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759449.379452:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.379463:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759449.379463:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.379470:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759449.379479:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759449.379487:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759449.379494:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.379501:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759449.379505:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759449.379509:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.379510:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759449.379516:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.379523:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759449.379525:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759449.379535:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759449.379541:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.379547:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759449.379552:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.379561:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759449.379561:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.379572:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759449.379580:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759449.379586:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759449.379590:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759449.379592:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759449.379599:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.379601:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759449.379611:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.379617:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759449.379622:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759449.379623:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:0.0:1787759449.379626:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759449.379629:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759449.379633:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.379636:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759449.379638:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.379641:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759449.443432:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311826385, at 4311826432 00000100:00000040:0.0:1787759449.443433:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311826385, at 4311826432 00000100:00000010:1.0:1787759449.443452:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5a20. 00000100:00000010:0.0:1787759449.443456:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787759449.507404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759449.507412:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759449.507413:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759449.507418:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759449.507421:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759449.507424:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.507427:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759449.507429:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.507432:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759450.403392:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759450.403399:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759450.403404:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759450.403409:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759450.403415:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759450.403421:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.403427:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759450.403432:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.403439:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759450.403461:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759450.403466:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759450.403470:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759450.403474:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759450.403479:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759450.403484:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.403488:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759450.403492:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.403498:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.404318:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759450.404323:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759450.404326:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759450.404329:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759450.404332:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759450.404336:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.404337:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759450.404341:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759450.404343:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759450.404346:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.404347:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.404354:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759450.404354:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759450.404360:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759450.404364:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.404369:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759450.404373:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.404378:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.531404:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759450.531417:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759450.531420:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759450.531425:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759450.531429:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759450.531433:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759450.531436:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759450.531439:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759450.531442:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759451.427375:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759451.427390:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759451.427393:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759451.427398:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759451.427403:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759451.427408:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.427411:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.427415:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.427420:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759451.427488:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759451.427492:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759451.427496:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759451.427500:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759451.427506:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759451.427511:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.427603:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759451.427606:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759451.427607:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759451.427610:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759451.427613:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759451.427615:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.427747:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.427750:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.427753:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.427915:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759451.427917:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.427920:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759451.555420:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759451.555429:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759451.555435:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759451.555440:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759451.555444:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759451.555449:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.555452:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.555454:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.555458:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.451386:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759452.451394:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759452.451398:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759452.451406:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.451412:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759452.451418:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.451424:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759452.451428:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.451432:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.451467:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759452.451472:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759452.451476:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759452.451482:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.451487:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759452.451491:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.451501:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759452.451505:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.451505:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759452.451511:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759452.451514:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759452.451519:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.451522:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.451524:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759452.451529:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.451532:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759452.451536:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.451540:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.451551:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759452.451555:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759452.451559:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759452.451564:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.451568:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759452.451571:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.451575:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759452.451576:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.451579:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.579317:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759452.579323:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759452.579325:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759452.579328:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.579331:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759452.579334:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.579336:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759452.579338:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.579340:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.475411:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759453.475419:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759453.475420:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759453.475428:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.475431:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759453.475438:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.475438:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.475447:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759453.475449:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.475460:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.475462:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759453.475472:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.475474:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.475477:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.475630:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.475643:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.475647:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.475651:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.475668:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759453.475673:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759453.475676:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.475682:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.475688:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759453.475691:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.475698:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759453.475700:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.475705:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.475707:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759453.475712:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759453.475716:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.475722:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.475725:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759453.475732:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759453.475733:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759453.475737:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.475738:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759453.475740:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.475744:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759453.475747:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759453.475748:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.475754:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.475758:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.475758:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759453.475761:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.475765:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759453.539416:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) bd35e8d9-794e-4f86-b06f-c10026fb614a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759453.539426:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759453.539429:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759453.539432:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759453.539437:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759453.539444:0:220460:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 17158 00000400:00000200:1.0:1787759453.539454:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759453.539459:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759453.539462:0:220460:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759453.539465:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539467:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.539469:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539471:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759453.539474:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759453.539476:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da776d 00000020:00000001:1.0:1787759453.539478:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759453.539481:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07935800 refcount=3 00000020:00000001:1.0:1787759453.539483:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000020:00000001:1.0:1787759453.539484:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674236416 : -128385035315200 : ffff8b3c07935800) 00000100:00000040:1.0:1787759453.539487:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539488:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.539490:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539491:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759453.539494:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07935800 : new refcount 2 00000100:00080000:1.0:1787759453.539496:0:220460:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff8b3c07936000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539497:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759453.539500:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759453.539503:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759453.539505:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.539507:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759453.539509:0:220460:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759453.539518:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01337840. 00000020:00000040:1.0:1787759453.539521:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c07936000 refcount=4 obd=MGC192.168.201.121@tcp 02000000:00000001:1.0:1787759453.539524:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759453.539526:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.539528:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759453.539531:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759453.539536:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759453.539545:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3400. 00000100:00000001:1.0:1787759453.539552:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.539563:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759453.539573:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759453.539579:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759453.539584:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022b5969a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759453.539607:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759453.539610:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759453.539613:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759453.539614:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759453.539616:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759453.539619:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759453.539621:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17158 00000400:00000200:1.0:1787759453.539630:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:1.0:1787759453.539633:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759453.539635:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759453.539638:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539640:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.539643:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539644:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759453.539646:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759453.539647:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c1 00000020:00000001:1.0:1787759453.539648:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759453.539650:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02acb000 refcount=5 00000020:00000001:1.0:1787759453.539652:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000020:00000001:1.0:1787759453.539653:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592011264 : -128385117540352 : ffff8b3c02acb000) 00000100:00000040:1.0:1787759453.539655:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539657:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.539659:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539660:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759453.539661:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02acb000 : new refcount 4 00000100:00080000:1.0:1787759453.539663:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b3c39198800: import ffff8b3c02ac9800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539665:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.539667:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787759453.539667:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759453.539674:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759453.539677:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.539678:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759453.539679:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759453.539684:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1787759453.539685:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759453.539689:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.539690:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759453.539694:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01336d00. 00000020:00000040:1.0:1787759453.539696:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c02ac9800 refcount=59 obd=lustre-MDT0000-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759453.539701:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759453.539702:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759453.539703:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759453.539705:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759453.539709:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759453.539710:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759453.539716:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a0800. 00000100:00000001:1.0:1787759453.539722:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.539731:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759453.539733:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.539739:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.539742:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759453.539746:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.539749:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1787759453.539750:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f882859] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759453.539756:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759453.539759:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759453.539763:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787759453.539764:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759453.539768:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759453.539772:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759453.539774:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1787759453.539778:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931303424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:1.0:1787759453.539779:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759453.539784:0:220460:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17158 00000400:00000200:1.0:1787759453.539790:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759453.539794:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1787759453.539795:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759453.539798:0:220460:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759453.539802:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539804:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787759453.539805:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1787759453.539808:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539811:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 02000000:00000001:0.0:1787759453.539814:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759453.539814:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759453.539816:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77c8 00000020:00000001:1.0:1787759453.539819:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759453.539824:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c02ace800 refcount=5 02000000:00000001:0.0:1787759453.539826:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1787759453.539827:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000020:00000001:1.0:1787759453.539831:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688592025600 : -128385117526016 : ffff8b3c02ace800) 00000100:00000040:1.0:1787759453.539834:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539835:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.539836:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539837:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759453.539838:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c02ace800 : new refcount 4 00000100:00080000:1.0:1787759453.539839:0:220460:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8b3c39198800: import ffff8b3c0e863000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539841:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759453.539842:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759453.539844:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759453.539845:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.539847:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759453.539848:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683198 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759453.539850:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759453.539851:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 00000100:00000001:1.0:1787759453.539852:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.539858:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759453.539859:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c013352c0. 00000020:00000040:1.0:1787759453.539863:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0e863000 refcount=11 obd=lustre-MDT0001-mdc-ffff8b3c39198800 02000000:00000001:1.0:1787759453.539866:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759453.539867:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.539868:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759453.539868:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759453.539870:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.539874:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 02000000:00000010:1.0:1787759453.539874:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3c00. 00000100:00000001:1.0:1787759453.539879:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.539885:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787759453.539887:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000100:00000001:1.0:1787759453.539891:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759453.539896:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759453.539900:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0282b2a] to pc [ptlrpcd_rcv+-1] req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787759453.539901:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759453.539918:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303424, portal 25 00000100:00000001:1.0:1787759453.539923:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.539925:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787759453.539926:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759453.539931:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567289920 : -128385142261696 : ffff8b3c01337840) 00000100:00080000:1.0:1787759453.539931:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759453.539934:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759453.539936:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759453.539944:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759453.539947:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17158 00000400:00000200:1.0:1787759453.539953:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000040:0.0:1787759453.539954:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759453.539957:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759453.539961:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759453.539968:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539975:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.539979:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.539986:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000001:1.0:1787759453.539991:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759453.539994:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77d6 00000020:00000001:1.0:1787759453.540000:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759453.540002:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1787759453.540003:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07934000 refcount=4 00000020:00000001:1.0:1787759453.540008:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000020:00000001:1.0:1787759453.540011:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674230272 : -128385035321344 : ffff8b3c07934000) 00000100:00000040:0.0:1787759453.540016:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000100:00000040:1.0:1787759453.540017:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540023:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.540024:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000400:00000010:0.0:1787759453.540026:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787759453.540026:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759453.540030:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07934000 : new refcount 3 00000100:00080000:1.0:1787759453.540034:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b3c39198800: import ffff8b3c0ed72000 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540035:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759453.540037:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759453.540039:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759453.540040:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.540041:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759453.540045:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000100:00000200:0.0:1787759453.540046:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931303424, offset 0 00000008:00000001:1.0:1787759453.540047:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.540049:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759453.540051:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01335e00. 00000020:00000040:1.0:1787759453.540055:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed72000 refcount=6 obd=lustre-OST0000-osc-ffff8b3c39198800 02000000:00000001:1.0:1787759453.540057:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759453.540058:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.540059:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759453.540061:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759453.540062:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.540069:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 02000000:00000010:1.0:1787759453.540070:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a1000. 00000100:00000001:1.0:1787759453.540076:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.540081:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759453.540092:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:1.0:1787759453.540097:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759453.540099:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759453.540104:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f76e416] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759453.540109:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000100:00000001:1.0:1787759453.540124:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759453.540126:0:220460:0:(pinger.c:229:ptlrpc_pinger_process_import()) f6be260b-4e9e-4bdc-bb52-59871934fcff->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759453.540128:0:220460:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759453.540129:0:220460:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759453.540130:0:220460:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759453.540131:0:220460:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759453.540134:0:220460:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: connect to NID 192.168.201.121@tcp last attempt 17158 00000400:00000200:0.0:1787759453.540140:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759453.540146:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759453.540150:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759453.540154:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759453.540157:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748941:748941:256:4294967295] 192.168.201.121@tcp LPNI seq info [748935:748935:8:4294967295] 00000400:00000200:0.0:1787759453.540163:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.540172:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000400:00000200:1.0:1787759453.540180:0:220460:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000800:00000200:0.0:1787759453.540185:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000400:00000200:1.0:1787759453.540186:0:220460:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759453.540193:0:220460:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759453.540207:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540209:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1787759453.540210:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000100:00000040:1.0:1787759453.540211:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540219:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000800:00000200:0.0:1787759453.540225:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000020:00000001:1.0:1787759453.540225:0:220460:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759453.540228:0:220460:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5ff7ab54a1da77dd 00000020:00000001:1.0:1787759453.540231:0:220460:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:0.0:1787759453.540235:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000020:00000040:1.0:1787759453.540235:0:220460:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8b3c07932000 refcount=4 00000020:00000001:1.0:1787759453.540237:0:220460:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000020:00000001:1.0:1787759453.540244:0:220460:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446615688674222080 : -128385035329536 : ffff8b3c07932000) 00000100:00000040:1.0:1787759453.540248:0:220460:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8b3c0e4311c0 refcount 14 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540256:0:220460:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759453.540259:0:220460:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8b3c0e4311c0 refcount 15 to 192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540311:0:220460:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615688786416064 : -128384923135552 : ffff8b3c0e4311c0) 00000020:00000040:1.0:1787759453.540315:0:220460:0:(genops.c:879:class_export_put()) PUTting export ffff8b3c07932000 : new refcount 3 00000100:00080000:1.0:1787759453.540318:0:220460:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b3c39198800: import ffff8b3c0ed77800 using connection 192.168.201.121@tcp/192.168.201.121@tcp 00000100:00000001:1.0:1787759453.540319:0:220460:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759453.540320:0:220460:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759453.540324:0:220460:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759453.540326:0:220460:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.540330:0:220460:0:(obd_class.h:888:obd_reconnect()) Process entered 00000800:00000100:0.0:1787759453.540332:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000008:00100000:1.0:1787759453.540333:0:220460:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683198 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759453.540337:0:220460:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787759453.540338:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000100:00000001:1.0:1787759453.540339:0:220460:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759453.540343:0:220460:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8b3c01334000. 00000020:00000040:1.0:1787759453.540347:0:220460:0:(genops.c:1210:class_import_get()) import ffff8b3c0ed77800 refcount=3 obd=lustre-OST0001-osc-ffff8b3c39198800 00000400:00000200:0.0:1787759453.540349:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1787759453.540352:0:220460:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759453.540355:0:220460:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.540362:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787759453.540362:0:220460:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759453.540366:0:220460:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759453.540369:0:220460:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.540372:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 02000000:00000010:1.0:1787759453.540375:0:220460:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8b3c0e4a3800. 00000400:00000010:0.0:1787759453.540377:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:1.0:1787759453.540383:0:220460:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.540385:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1787759453.540392:0:220460:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787759453.540394:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759453.540407:0:220460:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759453.540411:0:220460:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759453.540420:0:220460:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aac089] to pc [ptlrpcd_rcv+-1] req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759453.540452:0:220460:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759453.540460:0:220460:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17168) 00000100:00000001:0.0:1787759453.540471:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.540487:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540496:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.540498:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759453.540504:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.540509:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759453.540511:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311831505 00000100:00000010:0.0:1787759453.540517:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787759453.540523:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787759453.540539:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311831505 00000100:00000010:0.0:1787759453.540543:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e57e0. 00000100:00000001:0.0:1787759453.540546:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787759453.540550:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759453.540552:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.540555:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759453.540560:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759453/real 1787759453] req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759453.540569:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759453.540571:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759453.540573:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759453.540576:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759453.540577:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759453.540580:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759453.540584:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759453.540593:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540599:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759453.540602:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540605:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.540607:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759453.540611:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540618:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759453.540623:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540630:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759453.540633:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540634:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.540636:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540638:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759453.540640:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759453.540643:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.540648:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759453.540650:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759453.540655:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.540663:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01337840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931303424:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787759453.540667:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540670:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.540673:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01337840 x1874583931303424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540679:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759453.540682:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759453.540685:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787759453.540688:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759453.540690:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759453.540692:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787759453.540695:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759453.540697:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3400. 02000000:00000001:0.0:1787759453.540701:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759453.540703:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759453.540705:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01337840. 00000100:00000001:0.0:1787759453.540709:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759453.540710:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540712:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540720:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759453.540722:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.540725:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759453.540727:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759453.540728:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759453.540733:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540740:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.540742:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.540744:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759453.540746:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759453.540748:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.540752:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759453.540755:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759453.540757:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759453.540759:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.540761:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759453.540764:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787759453.540766:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.540769:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759453.540772:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759453.540776:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759453.540779:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303552, portal 10 00000100:00000001:0.0:1787759453.540781:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759453.540782:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567287040 : -128385142264576 : ffff8b3c01336d00) 00000100:00000040:0.0:1787759453.540789:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540796:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759453.540798:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759453.540800:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759453.540803:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931303552, offset 0 00000400:00000200:0.0:1787759453.540807:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759453.540811:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.540815:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759453.540818:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759453.540820:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759453.540823:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759453.540825:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759453.540828:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748942:748942:256:4294967295] 192.168.201.121@tcp LPNI seq info [748936:748936:8:4294967295] 00000400:00000200:0.0:1787759453.540832:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.540839:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759453.540843:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.540847:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759453.540852:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759453.540854:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759453.540867:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.540869:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759453.540872:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759453.540875:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759453.540879:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759453.540881:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759453.540883:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759453.540886:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540900:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.540904:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540915:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.540917:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759453.540920:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759453.540924:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787759453.540927:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759453.540929:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311830541 00000100:00000001:0.0:1787759453.540932:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.540934:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311830541 00000100:00000001:0.0:1787759453.540936:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.540938:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759453.540940:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.540942:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759453.540946:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759453/real 1787759453] req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759453.540953:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759453.540955:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759453.540956:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759453.540959:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759453.540961:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759453.540963:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759453.540966:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759453.540974:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540981:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759453.540982:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.540984:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.540985:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759453.540989:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.540996:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759453.541001:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541007:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759453.541010:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541012:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541013:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541015:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759453.541019:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759453.541021:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.541025:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759453.541027:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759453.541031:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.541038:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01336d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303552:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759453.541042:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759453.541046:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541052:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.541054:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.541056:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759453.541058:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759453.541060:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.541063:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759453.541066:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759453.541068:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759453.541071:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.541072:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759453.541076:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787759453.541078:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.541082:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759453.541084:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759453.541088:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759453.541091:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303680, portal 10 00000100:00000001:0.0:1787759453.541093:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759453.541094:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567280320 : -128385142271296 : ffff8b3c013352c0) 00000100:00000040:0.0:1787759453.541100:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541106:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759453.541108:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759453.541111:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759453.541113:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931303680, offset 0 00000400:00000200:0.0:1787759453.541117:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759453.541121:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.541125:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759453.541128:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759453.541130:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759453.541132:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759453.541135:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759453.541138:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748943:748943:256:4294967295] 192.168.201.121@tcp LPNI seq info [748937:748937:8:4294967295] 00000400:00000200:0.0:1787759453.541142:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.541147:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759453.541152:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.541155:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759453.541159:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759453.541162:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759453.541173:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.541175:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759453.541179:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759453.541182:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759453.541185:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759453.541187:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759453.541189:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759453.541193:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541218:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.541222:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541228:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.541230:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759453.541234:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759453.541237:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787759453.541240:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759453.541242:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311830539 00000100:00000001:0.0:1787759453.541244:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.541247:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311830539 00000100:00000001:0.0:1787759453.541249:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.541251:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759453.541253:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.541255:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759453.541259:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759453/real 1787759453] req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759453.541288:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759453.541290:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759453.541292:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759453.541294:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759453.541296:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759453.541298:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759453.541302:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759453.541310:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541317:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759453.541318:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541320:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541321:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759453.541325:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541331:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759453.541335:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541341:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759453.541344:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541345:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541347:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541348:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759453.541351:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759453.541354:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.541357:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759453.541359:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759453.541363:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.541371:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c013352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303680:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759453.541375:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759453.541379:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541385:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.541387:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.541389:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759453.541391:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759453.541393:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.541395:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759453.541399:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759453.541401:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759453.541402:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.541404:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759453.541408:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759453.541410:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.541414:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759453.541416:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759453.541420:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759453.541422:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303808, portal 4 00000100:00000001:0.0:1787759453.541424:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759453.541425:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567283200 : -128385142268416 : ffff8b3c01335e00) 00000100:00000040:0.0:1787759453.541431:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541437:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759453.541439:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759453.541442:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759453.541444:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931303808, offset 0 00000400:00000200:0.0:1787759453.541448:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759453.541452:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.541455:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759453.541458:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759453.541461:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759453.541463:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759453.541465:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759453.541469:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748944:748944:256:4294967295] 192.168.201.121@tcp LPNI seq info [748938:748938:8:4294967295] 00000400:00000200:0.0:1787759453.541473:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.541479:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759453.541484:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.541488:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759453.541491:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759453.541494:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759453.541505:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.541507:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759453.541510:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759453.541514:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759453.541517:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759453.541519:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759453.541521:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759453.541525:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541533:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.541536:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541542:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.541544:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759453.541547:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759453.541550:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787759453.541553:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759453.541555:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311830576 00000100:00000001:0.0:1787759453.541558:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.541560:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311830576 00000100:00000001:0.0:1787759453.541562:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.541565:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759453.541567:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.541569:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759453.541573:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759453/real 1787759453] req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759453.541580:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759453.541581:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759453.541583:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759453.541586:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759453.541587:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759453.541589:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759453.541592:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759453.541600:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541606:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759453.541608:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541610:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541611:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759453.541614:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541621:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759453.541624:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541631:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759453.541634:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541635:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541637:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541638:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759453.541640:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759453.541642:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.541646:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759453.541648:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759453.541652:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.541660:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01335e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303808:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759453.541664:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759453.541668:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541674:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.541676:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.541678:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759453.541679:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759453.541681:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.541684:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759453.541687:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759453.541689:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759453.541690:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759453.541692:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759453.541695:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759453.541698:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759453.541701:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759453.541704:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759453.541707:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759453.541710:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931303936, portal 4 00000100:00000001:0.0:1787759453.541712:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759453.541713:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615688567275520 : -128385142276096 : ffff8b3c01334000) 00000100:00000040:0.0:1787759453.541719:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541724:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759453.541727:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759453.541730:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759453.541732:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931303936, offset 0 00000400:00000200:0.0:1787759453.541737:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759453.541740:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.541744:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759453.541747:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759453.541749:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759453.541752:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759453.541755:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759453.541758:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748945:748945:256:4294967295] 192.168.201.121@tcp LPNI seq info [748939:748939:8:4294967295] 00000400:00000200:0.0:1787759453.541761:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759453.541767:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759453.541772:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.541775:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759453.541779:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759453.541782:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759453.541793:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759453.541795:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759453.541798:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759453.541802:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759453.541804:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759453.541806:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759453.541809:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759453.541813:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541820:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.541823:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541829:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.541831:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759453.541835:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759453.541838:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787759453.541841:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759453.541843:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311830555 00000100:00000001:0.0:1787759453.541845:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.541847:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311830555 00000100:00000001:0.0:1787759453.541850:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311831505 00000100:00000001:0.0:1787759453.541852:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759453.541854:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.541856:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759453.541859:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759453/real 1787759453] req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759453.541866:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759453.541868:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759453.541869:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759453.541872:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759453.541873:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759453.541876:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759453.541879:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759453.541886:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541893:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759453.541894:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541896:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541897:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759453.541901:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541907:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759453.541911:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541917:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759453.541920:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541921:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759453.541923:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541924:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759453.541926:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759453.541928:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759453.541932:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759453.541934:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759453.541938:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759453.541946:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c01334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931303936:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759453.541950:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541952:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.541955:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01336d00 x1874583931303552/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541961:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759453.541963:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759453.541965:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a985c00. 02000000:00000001:0.0:1787759453.541967:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759453.541969:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759453.541970:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787759453.541972:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759453.541974:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a0800. 02000000:00000001:0.0:1787759453.541977:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759453.541978:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759453.541980:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01336d00. 00000100:00000001:0.0:1787759453.541983:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759453.541984:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.541986:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.541990:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c013352c0 x1874583931303680/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.541996:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759453.541997:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759453.541998:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a987400. 02000000:00000001:0.0:1787759453.542001:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759453.542002:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759453.542003:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787759453.542005:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759453.542007:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3c00. 02000000:00000001:0.0:1787759453.542009:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759453.542010:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759453.542011:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c013352c0. 00000100:00000001:0.0:1787759453.542014:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759453.542015:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.542016:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.542020:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01335e00 x1874583931303808/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.542026:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759453.542027:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759453.542029:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759453.542031:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759453.542032:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759453.542033:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787759453.542036:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759453.542037:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a1000. 02000000:00000001:0.0:1787759453.542039:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759453.542040:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759453.542042:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01335e00. 00000100:00000001:0.0:1787759453.542044:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759453.542045:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.542047:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759453.542050:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c01334000 x1874583931303936/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759453.542062:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759453.542064:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759453.542065:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759453.542067:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759453.542069:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759453.542070:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787759453.542072:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759453.542073:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0e4a3800. 02000000:00000001:0.0:1787759453.542075:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759453.542076:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759453.542078:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c01334000. 00000100:00000001:0.0:1787759453.542080:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759453.542081:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.542083:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.542087:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759453.542088:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.542090:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759453.542092:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.603395:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759453.603402:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759453.603404:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.603409:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759453.603413:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759453.603417:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.603420:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.603423:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.603426:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759454.499431:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759454.499437:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.499442:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759454.499445:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759454.499447:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759454.499450:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759454.499463:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787759454.499464:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759454.499480:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759454.499483:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.499485:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.499493:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.499510:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759454.499519:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.499525:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759454.499527:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759454.499532:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.499536:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759454.499556:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.499562:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759454.499566:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.499567:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759454.499576:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759454.499577:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759454.499587:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759454.499587:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.499595:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759454.499601:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759454.499602:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759454.499607:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.499611:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.499613:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759454.499619:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.499632:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759454.499636:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.499636:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.499641:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759454.499647:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759454.499649:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759454.499653:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759454.499658:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.499663:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.499666:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759454.499669:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.499673:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759454.499683:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759454.499687:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759454.499700:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787759454.563421:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311831505, at 4311831552 00000100:00000040:0.0:1787759454.563422:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311831505, at 4311831552 00000100:00000010:1.0:1787759454.563445:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e57e0. 00000100:00000010:0.0:1787759454.563453:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787759454.627381:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759454.627388:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759454.627391:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759454.627396:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759454.627400:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759454.627403:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.627406:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759454.627409:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.627412:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.523390:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759455.523395:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.523400:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759455.523406:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.523410:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759455.523414:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.523621:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759455.523624:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759455.523625:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759455.523628:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.523643:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759455.523646:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.523651:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.523663:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759455.523667:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.523668:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759455.523670:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.523672:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759455.523674:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.523676:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759455.523678:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.523680:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.523703:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759455.523707:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.523711:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759455.523716:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.523722:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759455.523726:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.523730:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759455.523733:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.523736:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759455.523753:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759455.523756:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.523758:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759455.523761:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.523763:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759455.652476:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759455.652484:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759455.652486:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759455.652492:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759455.652495:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759455.652500:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.652502:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759455.652505:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.652508:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.547426:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759456.547435:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759456.547438:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759456.547444:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759456.547450:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759456.547457:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.547462:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759456.547467:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.547467:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759456.547473:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759456.547474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.547476:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759456.547481:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759456.547484:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759456.547486:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.547488:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759456.547490:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.547492:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.547504:0:261343:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759456.547507:0:261343:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759456.547510:0:192998:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759456.547510:0:261343:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759456.547514:0:261343:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759456.547515:0:192998:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759456.547518:0:261343:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759456.547520:0:192998:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.547521:0:261343:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759456.547525:0:192998:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678df00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759456.547525:0:261343:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759456.547527:0:261343:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.547531:0:192998:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759456.547532:0:261343:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.547536:0:192998:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.547542:0:192998:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759456.547546:0:192998:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.547551:0:192998:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.547751:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759456.547755:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759456.547756:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759456.547759:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000020:00000001:1.0:1787759456.547760:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759456.547761:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787759456.547763:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.547765:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787759456.547767:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759456.547770:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759456.547773:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.547776:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.675387:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759456.675394:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759456.675396:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759456.675402:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759456.675405:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759456.675409:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.675412:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759456.675415:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.675419:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.571501:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759457.571506:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759457.571509:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759457.571515:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759457.571519:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759457.571522:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.571527:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759457.571530:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.571540:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.571551:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759457.571554:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759457.571556:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759457.571561:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:0.0:1787759457.571564:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759457.571566:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.571567:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759457.571568:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.571571:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.571672:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759457.571676:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759457.571678:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.571684:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759457.571690:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759457.571694:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.571904:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.571906:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.571908:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.700337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759457.700345:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759457.700347:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759457.700361:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759457.700364:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759457.700369:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.700371:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759457.700374:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.700377:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.595374:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759458.595374:0:195780:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759458.595382:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.595382:0:195780:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.595385:0:195780:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.595386:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.595392:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759458.595392:0:195780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cd600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759458.595397:0:195780:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.595398:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759458.595402:0:195780:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.595403:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.595408:0:195780:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759458.595429:0:195780:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.595434:0:195780:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759458.595451:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759458.595455:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.595457:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759458.595461:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759458.595465:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759458.595469:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.595474:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759458.595477:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.595481:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759458.595536:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759458.595542:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.595545:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759458.595549:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759458.595553:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759458.595558:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.595561:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759458.595564:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.595568:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.595614:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.595616:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.595619:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.659675:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759458.659680:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.659685:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759458.659693:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.659708:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.659711:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.659716:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759458.659719:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759458.659722:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.659728:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931304064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787759458.659734:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759458.659739:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759458.659743:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.659746:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759458.659751:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759458.659756:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759458.659764:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759458.659769:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759458.659776:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759458.659784:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931304064, portal 25 00000100:00000001:0.0:1787759458.659788:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759458.659790:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530501440 : -128384179050176 : ffff8b3c3a9ce940) 00000100:00000040:0.0:1787759458.659798:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.659809:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759458.659812:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759458.659815:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759458.659817:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874583931304064, offset 0 00000400:00000200:0.0:1787759458.659822:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759458.659831:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.659837:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759458.659843:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759458.659847:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759458.659850:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759458.659852:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759458.659855:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748946:748946:256:4294967295] 192.168.201.121@tcp LPNI seq info [748940:748940:8:4294967295] 00000400:00000200:0.0:1787759458.659860:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.659870:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759458.659878:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.659884:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759458.659893:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759458.659898:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759458.659918:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.659922:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759458.659927:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759458.659932:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759458.659936:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759458.659938:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759458.659941:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759458.659944:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.659955:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.659960:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.659969:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.659971:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759458.659976:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759458.659979:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759458.659981:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4311836624 00000100:00000010:0.0:1787759458.659986:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5180. 00000100:00000001:0.0:1787759458.659993:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787759458.660002:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4311836624 00000100:00000010:0.0:1787759458.660009:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787759458.660016:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787759458.660022:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759458.660026:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660029:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759458.660037:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759458/real 1787759458] req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759458.660057:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759458.660060:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759458.660062:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759458.660066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759458.660070:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759458.660074:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759458.660085:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759458.660099:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660117:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759458.660120:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660123:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.660125:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759458.660128:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660133:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759458.660138:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660149:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759458.660155:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660157:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.660161:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660167:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759458.660169:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759458.660171:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c07936000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759458.660176:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759458.660178:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759458.660180:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759458.660189:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bd35e8d9-794e-4f86-b06f-c10026fb614a:2420:1874583931304064:192.168.201.121@tcp:250:kworker.0 00000100:00000001:0.0:1787759458.660195:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660199:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.660204:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce940 x1874583931304064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660212:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759458.660214:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759458.660217:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759458.660221:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759458.660224:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759458.660227:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c07936000 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:0.0:1787759458.660229:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759458.660231:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c400. 02000000:00000001:0.0:1787759458.660235:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759458.660237:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759458.660241:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce940. 00000100:00000001:0.0:1787759458.660245:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759458.660248:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660254:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660263:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759458.660293:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660296:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759458.660298:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.660299:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759458.660304:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660344:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.660346:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.660348:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759458.660357:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759458.660360:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.660368:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759458.660371:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759458.660373:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759458.660374:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.660375:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759458.660378:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759458.660382:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759458.660387:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759458.660391:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759458.660396:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759458.660402:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931304192, portal 10 00000100:00000001:0.0:1787759458.660408:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759458.660411:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530506240 : -128384179045376 : ffff8b3c3a9cfc00) 00000100:00000040:0.0:1787759458.660426:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660447:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759458.660453:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759458.660458:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759458.660463:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931304192, offset 0 00000400:00000200:0.0:1787759458.660470:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759458.660478:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.660484:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759458.660488:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759458.660492:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759458.660497:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759458.660499:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759458.660501:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748947:748947:256:4294967295] 192.168.201.121@tcp LPNI seq info [748941:748941:8:4294967295] 00000400:00000200:0.0:1787759458.660504:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.660510:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759458.660518:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.660521:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759458.660526:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759458.660532:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759458.660555:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.660558:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759458.660564:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759458.660566:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759458.660568:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759458.660569:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759458.660571:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759458.660577:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660587:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.660592:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660605:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660608:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759458.660613:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759458.660617:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: using a timeout of 11088 usecs (12 jiffies) 00000400:00000200:0.0:1787759458.660622:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759458.660625:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311835661 00000100:00000001:0.0:1787759458.660629:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.660632:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311835661 00000100:00000001:0.0:1787759458.660637:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.660640:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759458.660644:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660646:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759458.660652:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759458/real 1787759458] req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759458.660657:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759458.660658:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759458.660661:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759458.660665:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759458.660669:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759458.660673:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759458.660678:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759458.660688:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660696:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759458.660699:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660702:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.660704:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759458.660706:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660711:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759458.660716:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660726:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759458.660730:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660733:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.660735:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660739:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759458.660743:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759458.660749:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c02ac9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759458.660754:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759458.660756:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759458.660759:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759458.660771:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304192:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759458.660777:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660780:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.660784:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cfc00 x1874583931304192/t0(0) o38->lustre-MDT0000-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660793:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759458.660796:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759458.660798:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759458.660800:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759458.660803:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759458.660806:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c02ac9800 refcount=58 obd=lustre-MDT0000-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787759458.660807:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759458.660808:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c800. 02000000:00000001:0.0:1787759458.660812:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759458.660814:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759458.660817:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cfc00. 00000100:00000001:0.0:1787759458.660820:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759458.660822:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660827:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.660830:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759458.660832:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660835:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759458.660837:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.660839:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759458.660843:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660849:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.660851:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.660855:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759458.660856:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759458.660858:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.660861:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759458.660863:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759458.660865:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759458.660867:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.660871:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759458.660874:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759458.660878:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759458.660883:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759458.660885:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759458.660887:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759458.660890:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931304320, portal 10 00000100:00000001:0.0:1787759458.660894:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759458.660896:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530492800 : -128384179058816 : ffff8b3c3a9cc780) 00000100:00000040:0.0:1787759458.660903:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660911:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759458.660915:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759458.660918:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759458.660919:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874583931304320, offset 0 00000400:00000200:0.0:1787759458.660922:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759458.660924:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.660927:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759458.660929:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759458.660931:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759458.660933:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759458.660934:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759458.660936:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748948:748948:256:4294967295] 192.168.201.121@tcp LPNI seq info [748942:748942:8:4294967295] 00000400:00000200:0.0:1787759458.660939:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.660943:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759458.660946:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.660948:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759458.660951:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759458.660952:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759458.660959:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.660960:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759458.660962:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759458.660964:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759458.660966:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759458.660967:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759458.660968:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759458.660970:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660975:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.660977:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.660981:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660981:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759458.660983:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759458.660985:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: using a timeout of 9692 usecs (10 jiffies) 00000400:00000200:0.0:1787759458.660987:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759458.660988:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311835659 00000100:00000001:0.0:1787759458.660989:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.660991:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311835659 00000100:00000001:0.0:1787759458.660992:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.660993:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759458.660995:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.660996:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759458.660999:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759458/real 1787759458] req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759458.661007:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759458.661008:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759458.661009:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759458.661011:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759458.661013:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759458.661015:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759458.661018:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759458.661026:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661033:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759458.661034:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661036:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.661037:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759458.661041:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661047:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759458.661050:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661054:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759458.661056:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661057:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.661058:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661059:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759458.661061:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759458.661062:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0e863000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759458.661064:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759458.661065:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759458.661068:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759458.661073:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304320:192.168.201.121@tcp:38:kworker.0 00000100:00000001:0.0:1787759458.661075:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759458.661077:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661081:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.661082:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.661083:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759458.661084:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759458.661085:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.661087:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759458.661089:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759458.661091:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759458.661091:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.661092:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759458.661095:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759458.661096:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759458.661099:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759458.661100:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759458.661103:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759458.661116:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931304448, portal 4 00000100:00000001:0.0:1787759458.661117:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759458.661118:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530505280 : -128384179046336 : ffff8b3c3a9cf840) 00000100:00000040:0.0:1787759458.661123:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661126:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759458.661128:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759458.661130:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759458.661131:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931304448, offset 0 00000400:00000200:0.0:1787759458.661134:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759458.661137:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.661139:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759458.661141:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759458.661143:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759458.661145:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759458.661146:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759458.661148:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748949:748949:256:4294967295] 192.168.201.121@tcp LPNI seq info [748943:748943:8:4294967295] 00000400:00000200:0.0:1787759458.661151:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.661155:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759458.661157:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.661159:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759458.661162:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759458.661164:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759458.661170:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.661172:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759458.661174:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759458.661176:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759458.661178:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759458.661179:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759458.661181:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759458.661182:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661187:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.661189:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661193:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.661194:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759458.661195:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759458.661198:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: using a timeout of 45661 usecs (46 jiffies) 00000400:00000200:0.0:1787759458.661200:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759458.661201:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311835695 00000100:00000001:0.0:1787759458.661203:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.661204:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311835695 00000100:00000001:0.0:1787759458.661206:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.661207:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759458.661208:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.661209:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759458.661211:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759458/real 1787759458] req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759458.661215:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759458.661216:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759458.661217:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759458.661218:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759458.661219:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759458.661221:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759458.661223:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759458.661227:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661230:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759458.661231:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661232:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.661233:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759458.661235:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661238:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759458.661241:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661244:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759458.661247:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661247:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.661248:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661249:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759458.661250:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759458.661252:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759458.661254:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759458.661255:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759458.661257:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759458.661261:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304448:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759458.661263:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661265:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.661280:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cc780 x1874583931304320/t0(0) o38->lustre-MDT0001-mdc-ffff8b3c39198800@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661284:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759458.661285:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759458.661286:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a984c00. 02000000:00000001:0.0:1787759458.661288:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759458.661289:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759458.661290:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0e863000 refcount=10 obd=lustre-MDT0001-mdc-ffff8b3c39198800 00000020:00000001:0.0:1787759458.661291:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759458.661292:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7c000. 02000000:00000001:0.0:1787759458.661294:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759458.661295:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759458.661295:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cc780. 00000100:00000001:0.0:1787759458.661297:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759458.661298:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661299:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.661301:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9cf840 x1874583931304448/t0(0) o8->lustre-OST0000-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661309:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759458.661309:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759458.661310:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759458.661312:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759458.661313:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759458.661314:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed72000 refcount=5 obd=lustre-OST0000-osc-ffff8b3c39198800 00000020:00000001:0.0:1787759458.661315:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759458.661316:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7e000. 02000000:00000001:0.0:1787759458.661317:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759458.661317:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759458.661318:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9cf840. 00000100:00000001:0.0:1787759458.661319:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759458.661320:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661321:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661323:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759458.661324:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.661325:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759458.661326:0:2420:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.661327:0:2420:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759458.661329:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661332:0:2420:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.661333:0:2420:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.661334:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759458.661335:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759458.661337:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.661338:0:2420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759458.661340:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759458.661341:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759458.661342:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759458.661344:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759458.661346:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759458.661347:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759458.661349:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000010:0.0:1787759458.661351:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8b3c1ec96840. 00000400:00000010:0.0:1787759458.661352:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47110. 00000100:00000200:0.0:1787759458.661354:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874583931304576, portal 4 00000100:00000001:0.0:1787759458.661355:0:2420:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759458.661356:0:2420:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615689530499520 : -128384179052096 : ffff8b3c3a9ce1c0) 00000100:00000040:0.0:1787759458.661359:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661363:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759458.661365:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp 00000400:00000010:0.0:1787759458.661366:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8b3c03a47770. 00000100:00000200:0.0:1787759458.661367:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874583931304576, offset 0 00000400:00000200:0.0:1787759458.661370:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp 00000400:00000200:0.0:1787759458.661371:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.661373:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.121@tcp local destination 00000400:00000200:0.0:1787759458.661375:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759458.661377:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp 00000400:00000200:0.0:1787759458.661378:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759458.661380:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp 00000400:00000200:0.0:1787759458.661381:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [748950:748950:256:4294967295] 192.168.201.121@tcp LPNI seq info [748944:748944:8:4294967295] 00000400:00000200:0.0:1787759458.661384:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000400:00000200:0.0:1787759458.661387:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) : PUT try# 0 00000800:00000200:0.0:1787759458.661390:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.661392:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8b3b10dc9400. 00000800:00000200:0.0:1787759458.661394:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8b3c0f1f8900] -> 12345-192.168.201.121@tcp (2) 00000800:00000200:0.0:1787759458.661396:0:2420:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759458.661404:0:2420:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp 00000800:00000010:0.0:1787759458.661406:0:2420:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8b3b10dc9400. 00000400:00000200:0.0:1787759458.661409:0:2420:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759458.661412:0:2420:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759458.661414:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47770 00000400:00000010:0.0:1787759458.661416:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47770. 00000100:00000001:0.0:1787759458.661419:0:2420:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759458.661422:0:2420:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661430:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.661433:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759483 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661439:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.661441:0:2420:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759458.661444:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759458.661447:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:0.0:1787759458.661450:0:2420:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0 00000100:00000001:0.0:1787759458.661451:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 0 is 4311835675 00000100:00000001:0.0:1787759458.661453:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 0, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.661454:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS new deadline estimation for cpu 1 is 4311835675 00000100:00000001:0.0:1787759458.661456:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b3c39198800: PM QoS request active for cpu 1, keep current deadline 4311836624 00000100:00000001:0.0:1787759458.661457:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759458.661458:0:2420:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.661459:0:2420:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759458.661462:0:2420:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759458/real 1787759458] req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759458.661466:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759458.661467:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759458.661468:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8b3c1ec96840. 00000400:00000200:0.0:1787759458.661470:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8b3c03a47110 00000400:00000010:0.0:1787759458.661471:0:2420:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8b3c03a47110. 00000100:00000001:0.0:1787759458.661472:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759458.661474:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759458.661479:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661486:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759458.661487:0:2420:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661488:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.661489:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759458.661491:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661495:0:2420:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759458.661497:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661500:0:2420:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759458.661502:0:2420:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661503:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759458.661503:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661504:0:2420:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759458.661506:0:2420:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759458.661507:0:2420:0:(import.c:65:import_set_state_nolock()) ffff8b3c0ed77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759458.661509:0:2420:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110) 00000100:00000001:0.0:1787759458.661511:0:2420:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759458.661513:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759458.661517:0:2420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b3c3a9ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f6be260b-4e9e-4bdc-bb52-59871934fcff:2420:1874583931304576:192.168.201.121@tcp:8:kworker.0 00000100:00000001:0.0:1787759458.661519:0:2420:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661520:0:2420:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759458.661522:0:2420:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8b3c3a9ce1c0 x1874583931304576/t0(0) o8->lustre-OST0001-osc-ffff8b3c39198800@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759483 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759458.661525:0:2420:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759458.661526:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759458.661528:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8b3c3a986800. 02000000:00000001:0.0:1787759458.661529:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759458.661530:0:2420:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759458.661531:0:2420:0:(genops.c:1223:class_import_put()) import ffff8b3c0ed77800 refcount=2 obd=lustre-OST0001-osc-ffff8b3c39198800 00000020:00000001:0.0:1787759458.661532:0:2420:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759458.661533:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8b3c0fa7dc00. 02000000:00000001:0.0:1787759458.661535:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759458.661536:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759458.661537:0:2420:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8b3c3a9ce1c0. 00000100:00000001:0.0:1787759458.661538:0:2420:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759458.661539:0:2420:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661540:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.661542:0:2420:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759458.661543:0:2420:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.661544:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759458.661545:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.723367:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759458.723374:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759458.723375:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.723379:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759458.723381:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.723384:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.723386:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.723388:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.723390:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.619363:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759459.619364:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759459.619370:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.619370:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759459.619375:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.619375:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759459.619381:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759459.619383:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.619387:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.619388:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759459.619392:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.619393:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759459.619405:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759459.619407:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.619411:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759459.619411:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759459.619415:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.619419:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.619430:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759459.619434:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759459.619436:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759459.619437:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.619440:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759459.619441:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759459.619447:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00100000:1.0:1787759459.619447:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759459.619454:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759459.619454:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.619459:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759459.619460:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.619463:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759459.619466:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759459.619467:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759459.619470:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.619471:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.619474:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759459.619499:0:261393:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759459.619502:0:261393:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759459.619505:0:261393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787759459.683375:0:261671:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3110 (cpu 1) has reached its deadline 4311836624, at 4311836672 00000100:00000040:0.0:1787759459.683377:0:261797:0:(connection.c:75:cpu_latency_work()) work item of ffff8b3c02af3000 (cpu 0) has reached its deadline 4311836624, at 4311836672 00000100:00000010:0.0:1787759459.683390:0:261797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5180. 00000100:00000010:1.0:1787759459.683392:0:261671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8b3c108e5de0. 00000100:00000001:0.0:1787759459.747337:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759459.747342:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759459.747344:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759459.747348:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759459.747350:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.747353:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.747355:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759459.747357:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.747359:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.643383:0:198431:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.643383:0:261301:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759460.643392:0:198431:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.643392:0:261301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759460.643396:0:198431:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.643396:0:261301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759460.643401:0:261301:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c360780c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759460.643404:0:198431:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c36078a80 going to sleep for 0 seconds 00000100:00000001:1.0:1787759460.643406:0:261301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.643411:0:198431:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759460.643412:0:261301:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.643416:0:198431:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.643418:0:261301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759460.643423:0:261301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.643430:0:198431:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759460.643432:0:261301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.643433:0:198431:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.643438:0:198431:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.643449:0:192997:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.643452:0:192997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.643454:0:192997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.643457:0:261302:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759460.643457:0:192997:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c367cde40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759460.643460:0:192997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.643463:0:261302:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.643463:0:192997:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.643467:0:261302:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.643468:0:192997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759460.643471:0:192997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759460.643473:0:261302:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c0ed3f180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759460.643475:0:192997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.643479:0:261302:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.643483:0:261302:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.643487:0:261302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759460.643491:0:261302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.643496:0:261302:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.643504:0:261362:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.643508:0:261362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.643511:0:261362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759460.643513:0:261362:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c064d4180 going to sleep for 0 seconds 00000100:00000001:1.0:1787759460.643516:0:261362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759460.643518:0:261362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.643522:0:261362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759460.643525:0:261362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.643528:0:261362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.771357:0:261292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759460.771363:0:261292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759460.771364:0:261292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759460.771369:0:261292:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b3c3678d300 going to sleep for 0 seconds 00000100:00000001:0.0:1787759460.771372:0:261292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.771375:0:261292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.771377:0:261292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759460.771379:0:261292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.771382:0:261292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 255404 lines, 255404 kept, 0 dropped, 0 bad.